From 0bae27f35924d4a7608cda6644623c63eb75663f Mon Sep 17 00:00:00 2001
From: Philipp Emanuel Weidmann <pew@worldwidemann.com>
Date: Thu, 13 Nov 2025 11:39:08 +0530
Subject: [PATCH] Fix some of the problems with Falcon-E-3B

---
 src/heretic/model.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/heretic/model.py b/src/heretic/model.py
index c0f92f8..8918219 100644
--- a/src/heretic/model.py
+++ b/src/heretic/model.py
@@ -42,6 +42,11 @@ class Model:
             settings.model
         )
 
+        # Fallback for tokenizers that don't declare a special pad token.
+        if self.tokenizer.pad_token is None:
+            self.tokenizer.pad_token = self.tokenizer.eos_token
+            self.tokenizer.padding_side = "left"
+
         self.model = None
 
         for dtype in settings.dtypes:
@@ -225,6 +230,7 @@ class Model:
             chat_prompts,
             return_tensors="pt",
             padding=True,
+            return_token_type_ids=False,
         ).to(self.model.device)
 
         return inputs, self.model.generate(