Ty_Tech/heretic
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Add bfloat16 to default dtypes list (#44)

Browse Source 
Co-authored-by: Vinay Umrethe <vinayumrethe99@gmail.com>
This commit is contained in:
_Vinayyyy_
2025-11-25 12:22:52 +05:30
committed by GitHub
parent 1efc4ee9e1
commit 63fc0e7d5a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/heretic/config.py
+2
View File
@@ -34,6 +34,8 @@ class Settings(BaseSettings):
"auto", "auto",
# If that doesn't work (e.g. on pre-Ampere hardware), fall back to float16. # If that doesn't work (e.g. on pre-Ampere hardware), fall back to float16.
"float16", "float16",
# If float16 fails (e.g. due to range issues) and float32 is too large, try bfloat16.
"bfloat16",
# If that still doesn't work (e.g. due to https://github.com/meta-llama/llama/issues/380), # If that still doesn't work (e.g. due to https://github.com/meta-llama/llama/issues/380),
# fall back to float32. # fall back to float32.
"float32", "float32",