Fix model loading issues
This commit is contained in:
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
dtypes = ["float32", "float16"]
|
dtypes = ["float32", "float16", "bfloat16"]
|
||||||
|
|
||||||
device_map = "auto"
|
device_map = "auto"
|
||||||
|
|
||||||
|
|||||||
@@ -47,6 +47,7 @@ class Model:
|
|||||||
self.generate([settings.test_prompt], max_new_tokens=1)
|
self.generate([settings.test_prompt], max_new_tokens=1)
|
||||||
except Exception as error:
|
except Exception as error:
|
||||||
self.model = None
|
self.model = None
|
||||||
|
empty_cache()
|
||||||
print(f"[red]Failed[/] ({error})")
|
print(f"[red]Failed[/] ({error})")
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user