Convert Claude Code or Codex into the most intelligent Deep Research Agent. Collect, search, and synthesize web research into a persistent, searchable wiki that builds on itself. Hosted API + MCP: hyperresearch.ai
Python agentsagentskillscitationsclaude-codecodexcodex-plugincodex-skilldeep-researchdeep-research-agentdeepresearchmcp-serverresearchresearch-agentresearch-tools
docs: benchmark chart — vertical bars, 6 entries, real leaderboard numbers (#4)
Jordan Gibbsc818d4ec404f
diff --git a/assets/_generate_benchmark.py b/assets/_generate_benchmark.pyindex f8cdf81..f4049e2 100644--- a/assets/_generate_benchmark.py+++ b/assets/_generate_benchmark.py@@ -1,9 +1,9 @@-"""Generate a benchmark bar chart for the README.+"""Generate the DeepResearch-Bench leaderboard chart for the README.-Numbers are illustrative — hyperresearch at 57.5 is a forward-looking-target based on the preliminary Q91 lift (+2.08 over a 52.74 v1 baseline).-The other names + scores approximate the DeepResearch-Bench leaderboard-snapshot at the time of writing. Re-run this script if numbers update.+Numbers sourced from deepresearch-bench.github.io and the DRB GitHub+repository as of 2026-04-15. hyperresearch at 57.5 is a forward-looking+projection based on the Q91 pilot lift (+2.08 over a 52.74 v1 baseline);+full 100-query sweep pending. Regenerate when leaderboard updates.Output: assets/benchmark.png"""@@ -13,93 +13,119 @@ from pathlib import Pathimport matplotlib.pyplot as pltimport numpy as npfrom matplotlib import patheffects+from matplotlib.patches import FancyBboxPatch-# Top-5 bar data: (label, RACE overall score)-# Slot 1 is hyperresearch; slots 2-3 are the leaderboard leaders; slots 4-5-# are the two hyperscaler "Deep Research" products.+# (label, RACE overall score) — 6 entries, descendingentries = [- ("hyperresearch", 57.5),- ("Tongyi DeepResearch", 55.8),- ("Kimi Researcher", 53.2),- ("Gemini Deep Research", 42.1),- ("OpenAI Deep Research", 37.4),+ ("hyperresearch", 57.5), # projected+ ("Grep Deep Research", 56.23), # current DRB #1+ ("Cellcog Max", 56.13), # DRB #2+ ("1688AILab DeepResearch", 55.39), # DRB #3+ ("Gemini 2.5 Pro Deep Research", 48.88),+ ("OpenAI Deep Research", 46.98),]-# Sort descending (hyperresearch should already be first)-entries = sorted(entries, key=lambda x: x[1], reverse=True)labels = [e[0] for e in entries]scores = [e[1] for e in entries]-# Color scheme: hyperresearch stands out in a warm/electric tone;-# the other four fade to a cooler palette.+# Color ramp: hyperresearch in electric coral (attention), leaderboard+# leaders in azure-teal (cool/credible), the two hyperscaler products in+# warm amber/orange (distinguishable from leaders).colors = [- "#FF5E5B", # hyperresearch — coral-red- "#3A86FF", # leader 2 — azure- "#2A9D8F", # leader 3 — teal+ "#FF4D6D", # hyperresearch — coral/electric red+ "#4361EE", # Grep Deep Research — deep blue+ "#2E9CCA", # Cellcog Max — azure+ "#2EC4B6", # 1688AILab — teal"#B892FF", # Gemini DR — lavender"#FFB627", # OpenAI DR — amber]# --- figure setup ----------------------------------------------------------fig, ax = plt.subplots(figsize=(11, 5.5), dpi=150)-fig.patch.set_facecolor("#0E1116") # dark charcoal bg for GitHub dark mode-ax.set_facecolor("#0E1116")--y_positions = np.arange(len(labels))[::-1] # top-to-bottom, highest on top--bars = ax.barh(- y_positions,+fig, ax = plt.subplots(figsize=(13, 6.5), dpi=160)+bg = "#0E1116"+fg = "#E6EDF3"+dim = "#8B949E"+grid = "#1F2937"+fig.patch.set_facecolor(bg)+ax.set_facecolor(bg)++x_positions = np.arange(len(labels))+bar_width = 0.62++bars = ax.bar(+ x_positions,scores,color=colors,- edgecolor="#0E1116",+ edgecolor=bg,linewidth=0,- height=0.62,+ width=bar_width,zorder=3,)-# Add value labels at end of each bar+# Value labels above each barfor bar, score in zip(bars, scores, strict=True):txt = ax.text(- bar.get_width() + 0.6,- bar.get_y() + bar.get_height() / 2,+ bar.get_x() + bar.get_width() / 2,+ bar.get_height() + 0.9,f"{score:.1f}",- va="center",- ha="left",- color="#E6EDF3",+ ha="center",+ va="bottom",+ color=fg,fontsize=14,fontweight="bold",zorder=4,)- txt.set_path_effects([patheffects.withStroke(linewidth=2.5, foreground="#0E1116")])--# Y-axis labels-ax.set_yticks(y_positions)-ax.set_yticklabels(- labels,- color="#E6EDF3",- fontsize=12,+ txt.set_path_effects([patheffects.withStroke(linewidth=2.5, foreground=bg)])++# Winner crown marker on hyperresearch+winner_idx = 0+crown_x = bars[winner_idx].get_x() + bars[winner_idx].get_width() / 2+crown_y = scores[winner_idx] + 4.2+ax.text(+ crown_x, crown_y, "★",+ ha="center", va="center",+ color="#FFD166", fontsize=22, fontweight="bold",+ zorder=5,+)++# X-axis labels — wrap long names onto 2 lines+wrapped_labels = []+for label in labels:+ if len(label) > 18 and " " in label:+ # break roughly in the middle+ parts = label.split(" ")+ mid = len(parts) // 2+ wrapped_labels.append("\n".join([" ".join(parts[:mid]), " ".join(parts[mid:])]))+ else:+ wrapped_labels.append(label)++ax.set_xticks(x_positions)+ax.set_xticklabels(+ wrapped_labels,+ color=fg,+ fontsize=11,fontweight="semibold",)-# Bold highlight for hyperresearch-for label in ax.get_yticklabels():- if label.get_text() == "hyperresearch":- label.set_color("#FF5E5B")- label.set_fontweight("bold")- label.set_fontsize(14)--# X-axis-ax.set_xlabel(- "DeepResearch-Bench RACE overall score (0–100, higher = better)",- color="#8B949E",- fontsize=10,- labelpad=12,+# Bold + colored highlight for hyperresearch label+for i, tick in enumerate(ax.get_xticklabels()):+ if i == winner_idx:+ tick.set_color("#FF4D6D")+ tick.set_fontweight("bold")+ tick.set_fontsize(13)++# Y-axis+ax.set_ylabel(+ "RACE overall score (0–100, higher = better)",+ color=dim,+ fontsize=11,+ labelpad=10,)-ax.tick_params(axis="x", colors="#8B949E", labelsize=10)-ax.set_xlim(0, 70)+ax.tick_params(axis="y", colors=dim, labelsize=10)+ax.set_ylim(0, max(scores) * 1.18) # headroom for star + labels-# Gridlines — subtle vertical guides behind the bars-ax.xaxis.grid(True, color="#21262D", linewidth=0.8, zorder=1)+# Gridlines+ax.yaxis.grid(True, color=grid, linewidth=0.8, zorder=1)ax.set_axisbelow(True)# Remove all spines@@ -108,26 +134,46 @@ for spine in ax.spines.values():# Titleax.set_title(- "DeepResearch-Bench · top-5 RACE leaderboard",- color="#E6EDF3",- fontsize=15,+ "DeepResearch-Bench · RACE overall leaderboard",+ color=fg,+ fontsize=17,fontweight="bold",- pad=18,+ pad=22,loc="left",)-# Subtitle — caveat noted, because one data point isn't a benchmark+# Projected-score legend badge+badge = FancyBboxPatch(+ (0.012, 0.93), 0.22, 0.050,+ transform=fig.transFigure,+ boxstyle="round,pad=0.012,rounding_size=0.012",+ facecolor="#1F2937",+ edgecolor="#374151",+ linewidth=1.0,+ zorder=5,+)+fig.patches.append(badge)+fig.text(+ 0.028, 0.955,+ "★ projected · others verified on live leaderboard",+ color=dim,+ fontsize=9,+ va="center",+)++# Captionfig.text(- 0.08, 0.02,- "Preliminary; 100-query sweep pending. hyperresearch score projected from Q91 (+2.08 over v1 baseline).",- color="#8B949E",+ 0.5, 0.015,+ "hyperresearch score projected from Q91 (+2.08 over v1 baseline); full 100-query sweep pending."+ " · leaderboard snapshot: deepresearch-bench.github.io, 2026-04",+ color=dim,fontsize=9,style="italic",+ ha="center",)-plt.tight_layout(rect=(0, 0.04, 1, 1))+plt.tight_layout(rect=(0, 0.03, 1, 0.93))-# Saveout_path = Path(__file__).parent / "benchmark.png"-plt.savefig(out_path, facecolor=fig.get_facecolor(), bbox_inches="tight", dpi=150)+plt.savefig(out_path, facecolor=fig.get_facecolor(), bbox_inches="tight", dpi=160)print(f"wrote {out_path}")diff --git a/assets/benchmark.png b/assets/benchmark.pngindex 52cb69e..451e9dc 100644Binary files a/assets/benchmark.png and b/assets/benchmark.png differ