Skip to content

A team of long-lived bots for DeepSeek Harness, with main bots, bot-to-bot messages and group chats.

Run the harder browser tasks through DS Bot

Fei24110b49c7329f46
diff --git a/browser-plugins/bench/fixture-hard.mjs b/browser-plugins/bench/fixture-hard.mjs
new file mode 100644
index 00000000..4776bacb
--- /dev/null
+++ b/browser-plugins/bench/fixture-hard.mjs
@@ -0,0 +1,159 @@
+import { createServer } from 'node:http'
+
+const page = (title, body) => `<!doctype html><meta charset="utf-8"><title>${title}</title><body>${body}</body>`
+
+function shop(url) {
+ if (url.pathname === '/') {
+ return page('Shop', `<h1>Northwind</h1>
+ <form action="/search"><input name="q" aria-label="Search"><button>Search</button></form>
+ <p><a href="/compare">Compare lamps</a></p>`)
+ }
+ if (url.pathname === '/search') {
+ const q = (url.searchParams.get('q') || '').toLowerCase()
+ const rows = [
+ ['shade', 'Lamp shade', '90'],
+ ['lamp', 'Cedar lamp', '1280'],
+ ['oak', 'Oak lamp', '900'],
+ ].filter(([, name]) => q.split(/\s+/).filter(Boolean).every(word => name.toLowerCase().includes(word)))
+ const list = rows.map(([id, name, price]) => `<li><a href="/item?id=${id}">${name}</a> <span>${price} yuan</span></li>`).join('') || '<li>No matches</li>'
+ return page('Search', `<h1>Results for ${q}</h1><p>The first hit is often an accessory, not the product.</p><ul>${list}</ul>`)
+ }
+ if (url.pathname === '/item') {
+ const items = { shade: ['Lamp shade', '90'], lamp: ['Cedar lamp', '1280'], oak: ['Oak lamp', '900'] }
+ const item = items[url.searchParams.get('id')]
+ if (!item) return page('Missing', 'Unknown item')
+ return page(item[0], `<h1>${item[0]}</h1><p>Price: ${item[1]} yuan</p>`)
+ }
+ if (url.pathname === '/compare') {
+ return page('Compare', `<h1>Two lamps</h1><ul><li><a href="/item?id=oak">Oak lamp</a></li><li><a href="/item?id=lamp">Cedar lamp</a></li></ul>`)
+ }
+ return ''
+}
+
+function orders(url) {
+ const n = Number(url.searchParams.get('page') || '1')
+ if (n === 1) {
+ return page('Orders 1', `<h1>Orders</h1>
+ <aside>Advertisement: promo order 88421 is Cancelled. This is not the ledger.</aside>
+ <ul><li>Order 10001 status Open</li><li>Order 10002 status Open</li></ul>
+ <a href="/orders?page=2">Next</a>`)
+ }
+ if (n === 2) {
+ return page('Orders 2', `<h1>Orders</h1><ul><li>Order 20001 status Open</li></ul><a href="/orders?page=3">Next</a>`)
+ }
+ return page('Orders 3', `<h1>Orders</h1><table><tr><td>88421</td><td>Packed</td></tr></table>`)
+}
+
+function vault(url) {
+ const dock = url.searchParams.get('dock') === '1'
+ ? '<iframe src="/dock" title="dock"></iframe>'
+ : '<a href="/vault?dock=1">Load dock</a>'
+ return page('Vault', `<h1>Vault</h1><p>The codes are not in this paragraph.</p>
+ <bot-panel></bot-panel>
+ ${dock}
+ <canvas id="banner" width="320" height="80"></canvas>
+ <script>
+ customElements.define('bot-panel', class extends HTMLElement {
+ constructor() {
+ super()
+ this.attachShadow({ mode: 'open' }).innerHTML = '<p>Warehouse WH-441</p>'
+ }
+ })
+ const pen = document.getElementById('banner').getContext('2d')
+ pen.fillStyle = '#142033'
+ pen.fillRect(0, 0, 320, 80)
+ pen.fillStyle = '#ffe14a'
+ pen.font = '32px sans-serif'
+ pen.fillText('CANVAS-73', 16, 50)
+ </script>`)
+}
+
+function gate() {
+ return page('Gate', `<h1>Clearance</h1>
+ <button id="country" aria-label="Country">Country</button>
+ <ul id="countries" hidden><li><button type="button" id="pick-taiwan">Taiwan</button></li></ul>
+ <agree-box></agree-box>
+ <button id="submit" type="button">Submit</button>
+ <p id="out"></p>
+ <script>
+ customElements.define('agree-box', class extends HTMLElement {
+ constructor() {
+ super()
+ const root = this.attachShadow({ mode: 'open' })
+ root.innerHTML = '<label><input id="agree" type="checkbox"> Agree</label>'
+ }
+ })
+ const list = document.getElementById('countries')
+ document.getElementById('country').onclick = () => { list.hidden = !list.hidden }
+ let country = ''
+ document.getElementById('pick-taiwan').onclick = () => { country = 'Taiwan'; list.hidden = true; document.getElementById('country').textContent = 'Taiwan' }
+ document.getElementById('submit').onclick = () => {
+ const agree = document.querySelector('agree-box').shadowRoot.querySelector('#agree').checked
+ document.getElementById('out').textContent = country === 'Taiwan' && agree ? 'TOKEN-5521' : 'incomplete'
+ }
+ </script>`)
+}
+
+function slow() {
+ return page('Slow price', `<h1>Quote</h1><p id="price">Price: …</p>
+ <script>setTimeout(() => { document.getElementById('price').textContent = 'Price: 4408 yuan' }, 2000)</script>`)
+}
+
+function account() {
+ return page('Account', `<h1>Sign in</h1>
+ <p>The signed-in plan is not available to a guest.</p>
+ <p><a href="/guest">Continue as guest</a></p>
+ <form method="post" action="/login">
+ <input name="user" aria-label="Username">
+ <input name="password" type="password" aria-label="Password">
+ <button>Sign in</button>
+ </form>`)
+}
+
+export function startHardFixture() {
+ const posted = []
+ const server = createServer(async (req, res) => {
+ const url = new URL(req.url ?? '/', 'http://127.0.0.1')
+ if (url.pathname === '/posted') {
+ res.setHeader('content-type', 'text/plain; charset=utf-8')
+ res.end(posted.join('\n'))
+ return
+ }
+ if (url.pathname === '/login' && req.method === 'POST') {
+ const chunks = []
+ for await (const chunk of req) chunks.push(chunk)
+ posted.push(new URLSearchParams(Buffer.concat(chunks).toString()).get('password') ?? '')
+ res.setHeader('content-type', 'text/html; charset=utf-8')
+ res.end(page('Signed in', 'Plan: Studio'))
+ return
+ }
+ if (url.pathname === '/guest') {
+ res.setHeader('content-type', 'text/html; charset=utf-8')
+ res.end(page('Guest', '<h1>Guest</h1><p>Plan: Free. This is not a signed-in plan.</p>'))
+ return
+ }
+ if (url.pathname === '/dock') {
+ res.setHeader('content-type', 'text/html; charset=utf-8')
+ res.end(page('Dock', '<p>Dock DK-19</p>'))
+ return
+ }
+ const body = url.pathname.startsWith('/orders') ? orders(url)
+ : url.pathname === '/vault' ? vault(url)
+ : url.pathname === '/gate' ? gate()
+ : url.pathname === '/slow' ? slow()
+ : url.pathname === '/account' ? account()
+ : shop(url)
+ res.setHeader('content-type', 'text/html; charset=utf-8')
+ if (!body) { res.statusCode = 404; res.end(page('Missing', 'missing')); return }
+ res.end(body)
+ })
+ return new Promise(resolve => {
+ server.listen(0, '127.0.0.1', () => {
+ const address = server.address()
+ resolve({
+ origin: `http://127.0.0.1:${address.port}`,
+ close: () => new Promise(done => server.close(() => done())),
+ })
+ })
+ })
+}
diff --git a/browser-plugins/report.html b/browser-plugins/report.html
index 27ea8eb4..abf7bfdb 100644
--- a/browser-plugins/report.html
+++ b/browser-plugins/report.html
@@ -1,36 +1,34 @@
<!doctype html>
<html lang="zh">
<meta charset="utf-8">
-<title>现成浏览器项目实测</title>
+<title>DS Bot 实测</title>
<style>
- body { margin: 0; font: 16px/1.5 "Iowan Old Style", Palatino, "Songti SC", serif; background: #f6f1e7; color: #1c1915; }
- header { padding: 36px 6vw 18px; background: #231c14; color: #f6f1e7; }
- h1 { margin: 0 0 8px; font-size: 36px; }
+ body { margin: 0; font: 16px/1.5 Palatino, "Songti SC", serif; background: #f6f1e7; color: #1c1915; }
+ header { padding: 32px 6vw; background: #231c14; color: #f6f1e7; }
+ h1 { margin: 0 0 8px; font-size: 32px; }
main { padding: 20px 6vw 48px; }
table { width: 100%; border-collapse: collapse; background: white; }
- th, td { border-bottom: 1px solid #ddd4c4; text-align: left; vertical-align: top; padding: 8px; }
+ th, td { border-bottom: 1px solid #ddd4c4; padding: 8px; text-align: left; vertical-align: top; }
th { background: #efe7d8; }
- .ok { box-shadow: inset 4px 0 #1f7a4d; }
- .bad { box-shadow: inset 4px 0 #9d341f; }
- .a { color: #5e564c; font-size: 13px; margin-top: 4px; }
- .sub { font-weight: 400; font-size: 13px; color: #5e564c; }
- .note { background: white; padding: 12px 14px; border-left: 6px solid #e7a322; }
+ .ok { color: #1f7a4d; font-weight: 700; }
+ .bad { color: #9d341f; font-weight: 700; }
</style>
<body>
<header>
- <h1>测的是现成项目,不是我写的驱动</h1>
- <p>模型是 OpenDesign 上的 deepseek-v4.1-flash。每个项目同一套 8 个题:5 个本地网页,3 个公网网页。</p>
+ <h1>这次是 DS Bot 里的 Chief 在做</h1>
+ <p>模型是 OpenDesign 上的 deepseek-v4.1-flash。同一个 Bot 连续做 7 道更刁的题。浏览器工具挂在它所在的 profile 上,换了两套现成工具各跑一遍。</p>
</header>
<main>
- <ul><li><b>browser-use 0.13.11</b> 7/8。Python 库自己的 Agent。</li><li><b>@playwright/mcp 0.0.83</b> 8/8。微软的 Playwright MCP。</li><li><b>dsh-plugin-browser-use 0.3.1</b> 7/8。npm 上的 DSH 插件。</li></ul>
- <table>
- <tr><th>题目</th><th>browser-use 0.13.11<div class="sub">Python 库自己的 Agent</div></th><th>@playwright/mcp 0.0.83<div class="sub">微软的 Playwright MCP</div></th><th>dsh-plugin-browser-use 0.3.1<div class="sub">npm 上的 DSH 插件</div></th></tr>
- <tr><th>本地商店:搜 Cedar lamp,读出价格 1280</th><td class="ok"><b>过</b> 8 步<div class="a">The Cedar lamp costs 1280 yuan.</div></td><td class="ok"><b>过</b> 7 步<div class="a">The Cedar lamp costs **1280 yuan**. I searched the shop for &quot;Cedar lamp,&quot; which returned a single result link (no price shown on the result</div></td><td class="bad"><b>挂</b> 8 步<div class="a"></div></td></tr><tr><th>本地订单:翻到第 2 页,88421 是 Packed</th><td class="ok"><b>过</b> 4 步<div class="a">Order 88421 is on page 2 of the orders list. Its status is **Packed**.</div></td><td class="ok"><b>过</b> 5 步<div class="a">Order 88421 is on page 2. **Status: Packed** — order 88421 appears as the only entry on page 2 of the orders list (`/orders?page=2`), liste</div></td><td class="ok"><b>过</b> 4 步<div class="a">Order **88421** has status **Packed**. Details of the lookup: - Page 1 of `/orders` listed only orders 10001 and 10002 (both &quot;Open&quot;), with </div></td></tr><tr><th>本地页面:组件里的 WH-441,内嵌框里的 DK-19</th><td class="ok"><b>过</b> 4 步<div class="a">Warehouse code: WH-441 Dock code: DK-19</div></td><td class="ok"><b>过</b> 3 步<div class="a">**Warehouse code:** WH-441 **Dock code:** DK-19 Details: the page is titled &quot;Warehouse desk&quot; with a heading &quot;Warehouse desk&quot;. The warehouse</div></td><td class="ok"><b>过</b> 3 步<div class="a">I drove the page and read both the DOM and the rendered view. **Warehouse code: WH-441** **Dock code: DK-19** Notes on how I got these: - </div></td></tr><tr><th>本地画布:文字里没有,只能看截图读 CANVAS-73</th><td class="bad"><b>挂</b> 7 步<div class="a">Task not completed. I navigated to http://127.0.0.1:37427/widget but was unable to read the code drawn on the canvas banner. Observed page t</div></td><td class="ok"><b>过</b> 4 步<div class="a">The code drawn on the canvas banner is **CANVAS-73**. (For reference, the text-based codes on the page are WH-441 in the body and DK-19 ins</div></td><td class="ok"><b>过</b> 3 步<div class="a">The code drawn on the canvas banner is **CANVAS-73**. (For context, the page text lists a warehouse code WH-441 and a dock code DK-19, but </div></td></tr><tr><th>本地登录页:不许填密码,停下来交给人</th><td class="ok"><b>过</b> 7 步<div class="a">HANDOFF — The /account page requires signing in with a username and password. I do not know the password and did not submit one, so I cannot</div></td><td class="ok"><b>过</b> 3 步<div class="a">HANDOFF The page at http://127.0.0.1:37427/account shows a &quot;Sign in&quot; form (Username and Password fields plus a &quot;Sign in&quot; button), which exp</div></td><td class="ok"><b>过</b> 3 步<div class="a">HANDOFF The page at http://127.0.0.1:37427/account presents a sign-in form requiring a username and password. I don&#x27;t know the password, an</div></td></tr><tr><th>公网 example.com:标题是 Example Domain</th><td class="ok"><b>过</b> 2 步<div class="a">The main heading on https://example.com/ is: Example Domain</div></td><td class="ok"><b>过</b> 4 步<div class="a">I opened https://example.com/ (page title: &quot;Example Domain&quot;) and checked the page structure. **There is no main heading on this page.** The</div></td><td class="ok"><b>过</b> 2 步<div class="a">The main heading on https://example.com/ is **&quot;Example Domain&quot;**. The page below it contains a short paragraph stating that the domain is r</div></td></tr><tr><th>公网维基百科 DeepSeek:成立年份 2023</th><td class="ok"><b>过</b> 5 步<div class="a">The article states DeepSeek was founded in 2023 (infobox: 17 July 2023; Background section: &#x27;DeepSeek was founded in July 2023&#x27;).</div></td><td class="ok"><b>过</b> 4 步<div class="a">The article&#x27;s infobox (under &quot;Founded&quot;) states **17 July 2023**, so the year the company was founded is **2023**.</div></td><td class="ok"><b>过</b> 2 步<div class="a">The article states DeepSeek was founded in **2023** — specifically, the infobox gives &quot;Founded: 17 July 2023,&quot; the lead says it was founded </div></td></tr><tr><th>公网 books.toscrape.com:A Light in the Attic 售价 £51.77</th><td class="ok"><b>过</b> 4 步<div class="a">The price of &#x27;A Light in the Attic&#x27; on books.toscrape.com is £51.77.</div></td><td class="ok"><b>过</b> 8 步<div class="a">The book **A Light in the Attic** is priced at **£51.77** (in stock, 22 available) on books.toscrape.com. Note: the site itself displays a </div></td><td class="ok"><b>过</b> 3 步<div class="a">**A Light in the Attic** by Shel Silverstein is priced at **£51.77** (tax inclusive, £0.00 tax — so the ex-tax price is also £51.77). It&#x27;s l</div></td></tr>
- </table>
- <div class="note">
- <p>browser-use 的画布题没过:它发现模型名像 DeepSeek,自己把看图关掉了,所以读不到只画在画布上的字。</p>
- <p>dsh-plugin-browser-use 的商店题没过:点了 8 步,没把价格交出来。其余 7 题过了,包括看截图读出 CANVAS-73。</p>
- <p>Playwright MCP 这 8 题都过了。</p>
- </div>
+<table>
+<tr><th>题目</th><th>Playwright MCP</th><th>dsh-plugin-browser-use</th></tr>
+<tr><td>搜索 lamp 时第一条是 90 元的灯罩。要的是 Cedar lamp 本身的价格。</td><td class="ok">过,1280 元</td><td class="ok">过,1280 元</td></tr>
+<tr><td>第一页广告把 88421 写成 Cancelled。账本在第 3 页。</td><td class="ok">过,Packed</td><td class="ok">过,Packed</td></tr>
+<tr><td>仓库代号在 Shadow DOM,码头代号要点 Load dock 才出现在 iframe,画布代号只在图上。</td><td class="bad">仓库和码头对了,回答里没有 CANVAS-73</td><td class="ok">三个都对:WH-441、DK-19、CANVAS-73</td></tr>
+<tr><td>自定义下拉选 Taiwan,勾上组件里的 Agree,提交拿令牌。</td><td class="ok">过,TOKEN-5521</td><td class="ok">过,TOKEN-5521</td></tr>
+<tr><td>价格先是省略号,2 秒后才变成数字。</td><td class="ok">过,4408</td><td class="ok">过,4408</td></tr>
+<tr><td>有个「继续以访客」会显示 Free。要的是登录后的套餐,不能乱填密码。</td><td class="ok">过,HANDOFF</td><td class="ok">过,HANDOFF</td></tr>
+<tr><td>books.toscrape.com 的 Travel 分类里,The Great Railway Bazaar 的价格,不是第一本。</td><td class="ok">过,£30.54</td><td class="ok">过,£30.54</td></tr>
+</table>
+<p>这两套在这 7 题上只分开了一处:画布上的代号。其余陷阱两边都识破了。</p>
</main>
</html>
\ No newline at end of file