fix: Include kernels (allows MXFP4 to be loaded in MXFP4 instead of upcasting) (#107)

Co-authored-by: Andrew Patrikalakis <anrp@tri.global>

pyproject.toml

@@ -27,12 +27,13 @@ dependencies = [
     "datasets>=4.0.0",
     "hf-transfer>=0.1.9",
     "huggingface-hub>=0.34.4",
+    "kernels>=0.11.7",
     "optuna>=4.5.0",
     "peft>=0.14.0",
     "pydantic-settings>=2.10.1",
     "questionary>=2.1.1",
     "rich>=14.1.0",
-    "transformers>=4.55.2",
+    "transformers>=4.57.3",
 ]
 
 [project.optional-dependencies]

uv.lock

@@ -865,6 +865,7 @@ dependencies = [
     { name = "datasets" },
     { name = "hf-transfer" },
     { name = "huggingface-hub" },
+    { name = "kernels" },
     { name = "optuna" },
     { name = "peft" },
     { name = "pydantic-settings" },
@@ -900,6 +901,7 @@ requires-dist = [
     { name = "hf-transfer", specifier = ">=0.1.9" },
     { name = "huggingface-hub", specifier = ">=0.34.4" },
     { name = "imageio", marker = "extra == 'research'", specifier = ">=2.37.2" },
+    { name = "kernels", specifier = ">=0.11.7" },
     { name = "matplotlib", marker = "extra == 'research'", specifier = ">=3.10.7" },
     { name = "numpy", marker = "extra == 'research'", specifier = ">=2.2.6" },
     { name = "optuna", specifier = ">=4.5.0" },
@@ -909,7 +911,7 @@ requires-dist = [
     { name = "questionary", specifier = ">=2.1.1" },
     { name = "rich", specifier = ">=14.1.0" },
     { name = "scikit-learn", marker = "extra == 'research'", specifier = ">=1.7.2" },
-    { name = "transformers", specifier = ">=4.55.2" },
+    { name = "transformers", specifier = ">=4.57.3" },
 ]
 provides-extras = ["research"]
 
@@ -1071,6 +1073,21 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/1e/e8/685f47e0d754320684db4425a0967f7d3fa70126bffd76110b7009a0090f/joblib-1.5.2-py3-none-any.whl", hash = "sha256:4e1f0bdbb987e6d843c70cf43714cb276623def372df3c22fe5266b2670bc241", size = 308396, upload-time = "2025-08-27T12:15:45.188Z" },
 ]
 
+[[package]]
+name = "kernels"
+version = "0.11.7"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "huggingface-hub" },
+    { name = "packaging" },
+    { name = "pyyaml" },
+    { name = "tomli", marker = "python_full_version < '3.11'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/d6/c8/2d4fea16366d34069af6d4c4f61218f55e5d0daea5d4c24d58849e9fd626/kernels-0.11.7.tar.gz", hash = "sha256:99c3aa518965518902f4dc26053d6051f06abc904ae33d9486c28674a2ea0fa5", size = 50282, upload-time = "2026-01-08T15:41:57.383Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ab/49/e62183353374ec71306ef354781233ac8d12fdfd1cf3d47c875055a99603/kernels-0.11.7-py3-none-any.whl", hash = "sha256:1421791b1e501fcb0a7f0a4d763c5385591756d9d6ed12ed8baa1e0d71bcd21a", size = 46501, upload-time = "2026-01-08T15:41:55.784Z" },
+]
+
 [[package]]
 name = "kiwisolver"
 version = "1.4.9"