From a1a1c30c585c39a92877d97627d30ecbe03c5b93 Mon Sep 17 00:00:00 2001 From: Arthur Wuhrmann <115779558+AWuhrmann@users.noreply.github.com> Date: Wed, 8 Apr 2026 15:17:41 +0200 Subject: [PATCH] fix: correct default value for max_memory. (#284) * fix: correct default value for max_memory. The other does not compile. * fix: update syntax for default value of max_memory --- config.default.toml | 2 +- src/heretic/config.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/config.default.toml b/config.default.toml index abfa0fc..98936b9 100644 --- a/config.default.toml +++ b/config.default.toml @@ -25,7 +25,7 @@ quantization = "none" device_map = "auto" # Maximum memory to allocate per device. -# max_memory = {"0": "20GB", "cpu": "64GB"} +# max_memory = { "0" = "20GB", "cpu" = "64GB" } # Number of input sequences to process in parallel (0 = auto). batch_size = 0 # auto diff --git a/src/heretic/config.py b/src/heretic/config.py index e70c6bb..0a6e3be 100644 --- a/src/heretic/config.py +++ b/src/heretic/config.py @@ -119,7 +119,7 @@ class Settings(BaseSettings): max_memory: Dict[str, str] | None = Field( default=None, - description='Maximum memory to allocate per device (e.g., {"0": "20GB", "cpu": "64GB"}).', + description='Maximum memory to allocate per device (e.g., { "0" = "20GB", "cpu" = "64GB" }).', ) trust_remote_code: bool | None = Field(