diff --git a/src/heretic/model.py b/src/heretic/model.py
index e926ac8..2042172 100644
--- a/src/heretic/model.py
+++ b/src/heretic/model.py
@@ -309,6 +309,7 @@ class Model:
         outputs = self.model.generate(
             **inputs,
             streamer=streamer,
+            max_new_tokens=4096,
         )
 
         return self.tokenizer.decode(