Fully automatic censorship removal for language models
Fix chat responses being cut off
Philipp Emanuel Weidmannf8f3f9a01242
diff --git a/src/heretic/model.py b/src/heretic/model.pyindex e926ac8..2042172 100644--- a/src/heretic/model.py+++ b/src/heretic/model.py@@ -309,6 +309,7 @@ class Model:outputs = self.model.generate(**inputs,streamer=streamer,+ max_new_tokens=4096,)return self.tokenizer.decode(