Fully automatic censorship removal for language models
fix: Include kernels (allows MXFP4 to be loaded in MXFP4 instead of upcasting) (#107)
anrp85a6ec5ecb31
diff --git a/pyproject.toml b/pyproject.tomlindex 2a43f37..05d428e 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -27,12 +27,13 @@ dependencies = ["datasets>=4.0.0","hf-transfer>=0.1.9","huggingface-hub>=0.34.4",+ "kernels>=0.11.7","optuna>=4.5.0","peft>=0.14.0","pydantic-settings>=2.10.1","questionary>=2.1.1","rich>=14.1.0",- "transformers>=4.55.2",+ "transformers>=4.57.3",][project.optional-dependencies]diff --git a/uv.lock b/uv.lockindex b332789..60bd3cb 100644--- a/uv.lock+++ b/uv.lock@@ -865,6 +865,7 @@ dependencies = [{ name = "datasets" },{ name = "hf-transfer" },{ name = "huggingface-hub" },+ { name = "kernels" },{ name = "optuna" },{ name = "peft" },{ name = "pydantic-settings" },@@ -900,6 +901,7 @@ requires-dist = [{ name = "hf-transfer", specifier = ">=0.1.9" },{ name = "huggingface-hub", specifier = ">=0.34.4" },{ name = "imageio", marker = "extra == 'research'", specifier = ">=2.37.2" },+ { name = "kernels", specifier = ">=0.11.7" },{ name = "matplotlib", marker = "extra == 'research'", specifier = ">=3.10.7" },{ name = "numpy", marker = "extra == 'research'", specifier = ">=2.2.6" },{ name = "optuna", specifier = ">=4.5.0" },@@ -909,7 +911,7 @@ requires-dist = [{ name = "questionary", specifier = ">=2.1.1" },{ name = "rich", specifier = ">=14.1.0" },{ name = "scikit-learn", marker = "extra == 'research'", specifier = ">=1.7.2" },- { name = "transformers", specifier = ">=4.55.2" },+ { name = "transformers", specifier = ">=4.57.3" },]provides-extras = ["research"]@@ -1071,6 +1073,21 @@ wheels = [{ url = "https://files.pythonhosted.org/packages/1e/e8/685f47e0d754320684db4425a0967f7d3fa70126bffd76110b7009a0090f/joblib-1.5.2-py3-none-any.whl", hash = "sha256:4e1f0bdbb987e6d843c70cf43714cb276623def372df3c22fe5266b2670bc241", size = 308396, upload-time = "2025-08-27T12:15:45.188Z" },]+[[package]]+name = "kernels"+version = "0.11.7"+source = { registry = "https://pypi.org/simple" }+dependencies = [+ { name = "huggingface-hub" },+ { name = "packaging" },+ { name = "pyyaml" },+ { name = "tomli", marker = "python_full_version < '3.11'" },+]+sdist = { url = "https://files.pythonhosted.org/packages/d6/c8/2d4fea16366d34069af6d4c4f61218f55e5d0daea5d4c24d58849e9fd626/kernels-0.11.7.tar.gz", hash = "sha256:99c3aa518965518902f4dc26053d6051f06abc904ae33d9486c28674a2ea0fa5", size = 50282, upload-time = "2026-01-08T15:41:57.383Z" }+wheels = [+ { url = "https://files.pythonhosted.org/packages/ab/49/e62183353374ec71306ef354781233ac8d12fdfd1cf3d47c875055a99603/kernels-0.11.7-py3-none-any.whl", hash = "sha256:1421791b1e501fcb0a7f0a4d763c5385591756d9d6ed12ed8baa1e0d71bcd21a", size = 46501, upload-time = "2026-01-08T15:41:55.784Z" },+]+[[package]]name = "kiwisolver"version = "1.4.9"