Skip to content

Fully automatic censorship removal for language models

fix: resolve UnicodeEncodeError on Windows during model evaluation (#389)

UmranPros3f68a0d4e5fb
diff --git a/src/heretic/main.py b/src/heretic/main.py
index fbc18c3..d460b53 100644
--- a/src/heretic/main.py
+++ b/src/heretic/main.py
@@ -5,6 +5,14 @@
import sys
+# Ensure standard output/error use UTF-8 instead of system default charmap (e.g. cp1252 on Windows).
+for stream in (sys.stdout, sys.stderr):
+ if (
+ hasattr(stream, "reconfigure")
+ and (getattr(stream, "encoding", "") or "").lower() != "utf-8"
+ ):
+ stream.reconfigure(encoding="utf-8") # type: ignore
+
from .config import Settings