Skip to content

Fully automatic censorship removal for language models

Fix chat responses being cut off

Philipp Emanuel Weidmannf8f3f9a01242
diff --git a/src/heretic/model.py b/src/heretic/model.py
index e926ac8..2042172 100644
--- a/src/heretic/model.py
+++ b/src/heretic/model.py
@@ -309,6 +309,7 @@ class Model:
outputs = self.model.generate(
**inputs,
streamer=streamer,
+ max_new_tokens=4096,
)
return self.tokenizer.decode(