From f8f3f9a012423a7b4b1069b0a4fafedeaac8d2fd Mon Sep 17 00:00:00 2001
From: Philipp Emanuel Weidmann <pew@worldwidemann.com>
Date: Wed, 22 Oct 2025 12:30:28 +0530
Subject: [PATCH] Fix chat responses being cut off

---
 src/heretic/model.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/heretic/model.py b/src/heretic/model.py
index e926ac8..2042172 100644
--- a/src/heretic/model.py
+++ b/src/heretic/model.py
@@ -309,6 +309,7 @@ class Model:
         outputs = self.model.generate(
             **inputs,
             streamer=streamer,
+            max_new_tokens=4096,
         )
 
         return self.tokenizer.decode(