Ty_Tech/heretic
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: set batch size on HFLM object

Browse Source
This commit is contained in:
Philipp Emanuel Weidmann
2026-04-01 14:27:43 +05:30
parent 96c7a7d98a
commit 887d43a8d9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/heretic/main.py
+1 -1
View File
@@ -966,6 +966,7 @@ def run():
hflm = HFLM( hflm = HFLM(
pretrained=model.model, # ty:ignore[invalid-argument-type] pretrained=model.model, # ty:ignore[invalid-argument-type]
tokenizer=model.tokenizer, # ty:ignore[invalid-argument-type] tokenizer=model.tokenizer, # ty:ignore[invalid-argument-type]
batch_size="auto",
) )
table = Table() table = Table()
@@ -989,7 +990,6 @@ def run():
results = lm_eval.simple_evaluate( results = lm_eval.simple_evaluate(
model=hflm, model=hflm,
tasks=[benchmark.task], tasks=[benchmark.task],
batch_size="auto",
) )
return results["results"][benchmark.task] return results["results"][benchmark.task]