Open-source AI browser agent for Chrome and Firefox (monorepo) ðŸ§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
Publication prefetch: a cost hold bounds the prompt by its bytes
Barack Sokullud666d999e27f
diff --git a/src/chrome/src/agent/agent.js b/src/chrome/src/agent/agent.jsindex 7f003caed..ceede78b5 100644--- a/src/chrome/src/agent/agent.js+++ b/src/chrome/src/agent/agent.js@@ -8725,14 +8725,55 @@ export class Agent extends LoopDetector {}}+ // A bound on a request's prompt tokens that holds for any tokenizer: no+ // token covers less than one byte of UTF-8 text (a byte-level fallback+ // spends one token per byte, as CJK or emoji text can), plus framing per+ // message and a generous allowance per image. _estimateContextChars stays+ // the average estimate that context management uses; admission against+ // the cost allowance uses this bound (_holdCostAllowance).+ _promptTokenUpperBound(messages, extra = '') {+ const list = Array.isArray(messages) ? messages : [];+ try {+ const encoder = new TextEncoder();+ const bytes = value => (typeof value === 'string' ? encoder.encode(value).length : 0);+ const json = value => bytes(JSON.stringify(value ?? ''));+ const IMG_DATA_URL = /data:image\/[a-zA-Z0-9+.-]+;base64,[A-Za-z0-9+/=\\]+/g;+ const imageTokens = 2 * Math.ceil(Agent.IMAGE_CHAR_COST / 4);+ let tokens = bytes(extra);+ for (const msg of list) {+ tokens += 16;+ if (Array.isArray(msg?.content)) {+ for (const block of msg.content) {+ if (block && (block.type === 'image_url' || block.type === 'image')) tokens += imageTokens;+ else if (typeof block?.text === 'string') tokens += bytes(block.text);+ else tokens += json(block);+ }+ } else if (typeof msg?.content === 'string') {+ const images = msg.content.match(IMG_DATA_URL) || [];+ tokens += images.length * imageTokens + bytes(images.length ? msg.content.replace(IMG_DATA_URL, '') : msg.content);+ } else {+ tokens += json(msg?.content);+ }+ if (msg?.tool_calls) tokens += json(msg.tool_calls);+ if (msg?.response_items) tokens += json(msg.response_items);+ if (typeof msg?.reasoning_content === 'string') tokens += bytes(msg.reasoning_content);+ const replay = msg?._reasoning_replay?.providerState?.content;+ if (Array.isArray(replay)) tokens += json(replay);+ }+ return Math.max(1, tokens);+ } catch {+ // A UTF-16 code unit takes at most three bytes of UTF-8.+ return Math.max(1, 3 * (this._estimateContextChars(list) + String(extra).length) + 16 * list.length);+ }+ }+// Holds what a request in flight can cost at most (its prompt, tools and// whole completion budget, priced like recorded usage) until it settles._holdCostAllowance(provider, messages, options, costState, { background = false } = {}) {if (!this._isCostMeteredProvider(provider)) return null;- let toolChars = 0;- try { toolChars = JSON.stringify(options?.tools || []).length; } catch {}- const promptTokens = Math.max(1, Math.ceil(- (this._estimateContextChars(Array.isArray(messages) ? messages : []) + toolChars) / 4));+ let tools = '';+ try { tools = JSON.stringify(options?.tools || []); } catch {}+ const promptTokens = this._promptTokenUpperBound(messages, tools);const completionTokens = Number.isFinite(options?.maxTokens) && options.maxTokens > 0 ? options.maxTokens : 4096;const usd = this._estimateUsageCostUsd(provider, { prompt_tokens: promptTokens, completion_tokens: completionTokens });if (!(usd > 0)) return null;diff --git a/src/firefox/src/agent/agent.js b/src/firefox/src/agent/agent.jsindex 5692cd05f..83671dbbd 100644--- a/src/firefox/src/agent/agent.js+++ b/src/firefox/src/agent/agent.js@@ -8440,14 +8440,55 @@ export class Agent extends LoopDetector {}}+ // A bound on a request's prompt tokens that holds for any tokenizer: no+ // token covers less than one byte of UTF-8 text (a byte-level fallback+ // spends one token per byte, as CJK or emoji text can), plus framing per+ // message and a generous allowance per image. _estimateContextChars stays+ // the average estimate that context management uses; admission against+ // the cost allowance uses this bound (_holdCostAllowance).+ _promptTokenUpperBound(messages, extra = '') {+ const list = Array.isArray(messages) ? messages : [];+ try {+ const encoder = new TextEncoder();+ const bytes = value => (typeof value === 'string' ? encoder.encode(value).length : 0);+ const json = value => bytes(JSON.stringify(value ?? ''));+ const IMG_DATA_URL = /data:image\/[a-zA-Z0-9+.-]+;base64,[A-Za-z0-9+/=\\]+/g;+ const imageTokens = 2 * Math.ceil(Agent.IMAGE_CHAR_COST / 4);+ let tokens = bytes(extra);+ for (const msg of list) {+ tokens += 16;+ if (Array.isArray(msg?.content)) {+ for (const block of msg.content) {+ if (block && (block.type === 'image_url' || block.type === 'image')) tokens += imageTokens;+ else if (typeof block?.text === 'string') tokens += bytes(block.text);+ else tokens += json(block);+ }+ } else if (typeof msg?.content === 'string') {+ const images = msg.content.match(IMG_DATA_URL) || [];+ tokens += images.length * imageTokens + bytes(images.length ? msg.content.replace(IMG_DATA_URL, '') : msg.content);+ } else {+ tokens += json(msg?.content);+ }+ if (msg?.tool_calls) tokens += json(msg.tool_calls);+ if (msg?.response_items) tokens += json(msg.response_items);+ if (typeof msg?.reasoning_content === 'string') tokens += bytes(msg.reasoning_content);+ const replay = msg?._reasoning_replay?.providerState?.content;+ if (Array.isArray(replay)) tokens += json(replay);+ }+ return Math.max(1, tokens);+ } catch {+ // A UTF-16 code unit takes at most three bytes of UTF-8.+ return Math.max(1, 3 * (this._estimateContextChars(list) + String(extra).length) + 16 * list.length);+ }+ }+// Holds what a request in flight can cost at most (its prompt, tools and// whole completion budget, priced like recorded usage) until it settles._holdCostAllowance(provider, messages, options, costState, { background = false } = {}) {if (!this._isCostMeteredProvider(provider)) return null;- let toolChars = 0;- try { toolChars = JSON.stringify(options?.tools || []).length; } catch {}- const promptTokens = Math.max(1, Math.ceil(- (this._estimateContextChars(Array.isArray(messages) ? messages : []) + toolChars) / 4));+ let tools = '';+ try { tools = JSON.stringify(options?.tools || []); } catch {}+ const promptTokens = this._promptTokenUpperBound(messages, tools);const completionTokens = Number.isFinite(options?.maxTokens) && options.maxTokens > 0 ? options.maxTokens : 4096;const usd = this._estimateUsageCostUsd(provider, { prompt_tokens: promptTokens, completion_tokens: completionTokens });if (!(usd > 0)) return null;diff --git a/test/publication-prefetch.mjs b/test/publication-prefetch.mjsindex 46c7fcfee..b9e36b0e1 100644--- a/test/publication-prefetch.mjs+++ b/test/publication-prefetch.mjs@@ -422,6 +422,23 @@ for (const browser of ['chrome', 'firefox']) {assert.equal(gates.length, 3);});+ test(`${browser}: a held request counts its prompt by its bytes, so dense text is not under-reserved`, async () => {+ const agent = new Agent({});+ const usages = [];+ agent._isCostMeteredProvider = () => true;+ agent._estimateUsageCostUsd = (_provider, usage) => { usages.push(usage); return 0.01; };+ const bytes = text => new TextEncoder().encode(text).length;+ const texts = ['å¸‚å ´'.repeat(500), '😀'.repeat(500), 'a'.repeat(1000)];+ for (const text of texts) {+ agent._holdCostAllowance({ config: {} }, [{ role: 'user', content: text }], { maxTokens: 10 }, null).release();+ }+ // No tokenizer spends less than one byte of text per token.+ texts.forEach((text, index) => assert.ok(usages[index].prompt_tokens >= bytes(text),+ `${index}: ${usages[index].prompt_tokens} tokens held for ${bytes(text)} bytes`));+ assert.equal(usages[0].completion_tokens, 10);+ assert.equal(agent._costHolds?.size || 0, 0);+ });+test(`${browser}: a consequential click a card or the permission gate stops still records predispatch_timing`, async () => {const wait = ms => new Promise(resolve => setTimeout(resolve, ms));const run = async (name, args, { submitChoice = 'once', permissionChoice = 'deny' } = {}) => {