Ty_Tech/heretic
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: correct default value for max_memory. (#284)

Browse Source 
* fix: correct default value for max_memory.

The other does not compile.

* fix: update syntax for default value of max_memory
This commit is contained in:
Arthur Wuhrmann
2026-04-08 15:17:41 +02:00
committed by GitHub
parent b08a0925c1
commit a1a1c30c58
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config.default.toml
+1 -1
View File
@@ -25,7 +25,7 @@ quantization = "none"
device_map = "auto" device_map = "auto"
# Maximum memory to allocate per device. # Maximum memory to allocate per device.
# max_memory = {"0": "20GB", "cpu": "64GB"} # max_memory = { "0" = "20GB", "cpu" = "64GB" }
# Number of input sequences to process in parallel (0 = auto). # Number of input sequences to process in parallel (0 = auto).
batch_size = 0 # auto batch_size = 0 # auto
src/heretic/config.py
+1 -1
View File
@@ -119,7 +119,7 @@ class Settings(BaseSettings):
max_memory: Dict[str, str] | None = Field( max_memory: Dict[str, str] | None = Field(
default=None, default=None,
description='Maximum memory to allocate per device (e.g., {"0": "20GB", "cpu": "64GB"}).', description='Maximum memory to allocate per device (e.g., { "0" = "20GB", "cpu" = "64GB" }).',
) )
trust_remote_code: bool | None = Field( trust_remote_code: bool | None = Field(