Fully automatic censorship removal for language models
Improve default dtype configuration
Philipp Emanuel Weidmannc447805fc2bc
diff --git a/config.default.toml b/config.default.tomlindex 5becae6..d7a8aed 100644--- a/config.default.toml+++ b/config.default.toml@@ -1,4 +1,12 @@-dtypes = ["float32", "float16", "bfloat16"]+dtypes = [+ # In practice, "auto" almost always means bfloat16.+ "auto",+ # If that doesn't work (e.g. on pre-Ampere hardware), fall back to float16.+ "float16",+ # If that still doesn't work (e.g. due to https://github.com/meta-llama/llama/issues/380),+ # fall back to float32.+ "float32",+]device_map = "auto"