Fully automatic censorship removal for language models
feat: add silhouette coefficient to residual geometry output
Philipp Emanuel Weidmann932d737edff7
diff --git a/pyproject.toml b/pyproject.tomlindex 46bc723..a451bb6 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -40,6 +40,7 @@ research = ["matplotlib>=3.10.7","numpy>=2.2.6","pacmap>=0.8.0",+ "scikit-learn>=1.7.2",][dependency-groups]diff --git a/src/heretic/analyzer.py b/src/heretic/analyzer.pyindex 9c78451..e86c11c 100644--- a/src/heretic/analyzer.py+++ b/src/heretic/analyzer.py@@ -30,6 +30,7 @@ class Analyzer:def print_residual_geometry(self):try:from geom_median.torch import compute_geometric_median+ from sklearn.metrics import silhouette_scoreexcept ImportError:print()print(@@ -58,6 +59,7 @@ class Analyzer:table.add_column("|b*|", justify="right")table.add_column("|r|", justify="right")table.add_column("|r*|", justify="right")+ table.add_column("Silh", justify="right")g = self.good_residuals.mean(dim=0)g_star = torch.stack(@@ -94,6 +96,24 @@ class Analyzer:r_norms = LA.vector_norm(r, dim=-1)r_star_norms = LA.vector_norm(r_star, dim=-1)+ residuals = (+ torch.cat(+ [+ self.good_residuals,+ self.bad_residuals,+ ],+ dim=0,+ )+ .detach()+ .cpu()+ .numpy()+ )+ labels = [0] * len(self.good_residuals) + [1] * len(self.bad_residuals)+ silhouettes = [+ silhouette_score(residuals[:, layer_index, :], labels)+ for layer_index in range(len(self.model.get_layers()) + 1)+ ]+for layer_index in range(1, len(self.model.get_layers()) + 1):table.add_row(f"{layer_index}",@@ -109,6 +129,7 @@ class Analyzer:f"{b_star_norms[layer_index].item():.2f}",f"{r_norms[layer_index].item():.2f}",f"{r_star_norms[layer_index].item():.2f}",+ f"{silhouettes[layer_index]:.4f}",)print()@@ -124,6 +145,9 @@ class Analyzer:)print("[bold]S(x,y)[/] = cosine similarity of [bold]x[/] and [bold]y[/]")print("[bold]|x|[/] = L2 norm of [bold]x[/]")+ print(+ "[bold]Silh[/] = Mean silhouette coefficient of residuals for good/bad clusters"+ )def plot_residuals(self):try:diff --git a/uv.lock b/uv.lockindex 6348963..5e0206d 100644--- a/uv.lock+++ b/uv.lock@@ -747,6 +747,7 @@ research = [{ name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11'" },{ name = "numpy", version = "2.3.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11'" },{ name = "pacmap" },+ { name = "scikit-learn" },][package.dev-dependencies]@@ -769,6 +770,7 @@ requires-dist = [{ name = "pydantic-settings", specifier = ">=2.10.1" },{ name = "questionary", specifier = ">=2.1.1" },{ name = "rich", specifier = ">=14.1.0" },+ { name = "scikit-learn", marker = "extra == 'research'", specifier = ">=1.7.2" },{ name = "transformers", specifier = ">=4.55.2" },]provides-extras = ["research"]