Ty_Tech/heretic
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: address remaining ty complaint

Browse Source
This commit is contained in:
Philipp Emanuel Weidmann
2025-12-22 11:12:45 +05:30
parent 2141e110fb
commit cf8cf6f349
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/heretic/utils.py
+4 -1
View File
@@ -17,7 +17,7 @@ from accelerate.utils import (
is_sdaa_available, is_sdaa_available,
is_xpu_available, is_xpu_available,
) )
from datasets import ReadInstruction, load_dataset, load_from_disk from datasets import DatasetDict, ReadInstruction, load_dataset, load_from_disk
from datasets.config import DATASET_STATE_JSON_FILENAME from datasets.config import DATASET_STATE_JSON_FILENAME
from datasets.download.download_manager import DownloadMode from datasets.download.download_manager import DownloadMode
from datasets.utils.info_utils import VerificationMode from datasets.utils.info_utils import VerificationMode
@@ -145,6 +145,9 @@ def load_prompts(specification: DatasetSpecification) -> list[str]:
# Dataset saved with datasets.save_to_disk; needs special handling. # Dataset saved with datasets.save_to_disk; needs special handling.
# Path should be the subdirectory for a particular split. # Path should be the subdirectory for a particular split.
dataset = load_from_disk(path) dataset = load_from_disk(path)
assert not isinstance(dataset, DatasetDict), (
"Loading dataset dicts is not supported"
)
# Parse the split instructions. # Parse the split instructions.
instruction = ReadInstruction.from_spec(split_str) instruction = ReadInstruction.from_spec(split_str)
# Associate the split with its number of examples (lines). # Associate the split with its number of examples (lines).