Fix chat responses being cut off

2025-10-22 12:30:28 +05:30
parent 6359aa44bb
commit f8f3f9a012
1 changed files with 1 additions and 0 deletions
@@ -309,6 +309,7 @@ class Model:
        outputs = self.model.generate(
            **inputs,
            streamer=streamer,
+            max_new_tokens=4096,
        )

        return self.tokenizer.decode(