diff --git a/config.default.toml b/config.default.toml index abfa0fc..98936b9 100644 --- a/config.default.toml +++ b/config.default.toml @@ -25,7 +25,7 @@ quantization = "none" device_map = "auto" # Maximum memory to allocate per device. -# max_memory = {"0": "20GB", "cpu": "64GB"} +# max_memory = { "0" = "20GB", "cpu" = "64GB" } # Number of input sequences to process in parallel (0 = auto). batch_size = 0 # auto diff --git a/src/heretic/config.py b/src/heretic/config.py index e70c6bb..0a6e3be 100644 --- a/src/heretic/config.py +++ b/src/heretic/config.py @@ -119,7 +119,7 @@ class Settings(BaseSettings): max_memory: Dict[str, str] | None = Field( default=None, - description='Maximum memory to allocate per device (e.g., {"0": "20GB", "cpu": "64GB"}).', + description='Maximum memory to allocate per device (e.g., { "0" = "20GB", "cpu" = "64GB" }).', ) trust_remote_code: bool | None = Field(