Fix model loading issues

This commit is contained in:
Philipp Emanuel Weidmann
2025-09-21 16:04:41 +05:30
parent af19fbd254
commit 1b37160490
2 changed files with 2 additions and 1 deletions
+1 -1
View File
@@ -1,4 +1,4 @@
dtypes = ["float32", "float16"]
dtypes = ["float32", "float16", "bfloat16"]
device_map = "auto"
+1
View File
@@ -47,6 +47,7 @@ class Model:
self.generate([settings.test_prompt], max_new_tokens=1)
except Exception as error:
self.model = None
empty_cache()
print(f"[red]Failed[/] ({error})")
continue