Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

Run release fixtures and finish portable browser test support

Emre Sokullu95c1d62c80e2
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 0daeff84a..c668908df 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -76,6 +76,9 @@ jobs:
- name: Test
run: npm test
+ - name: Test fixtures
+ run: npm run test:fixtures
+
- name: Push release commits
run: git push origin HEAD:${{ github.ref_name }}
diff --git a/.github/workflows/minor-release.yml b/.github/workflows/minor-release.yml
index 82e35520c..fed3a4a4f 100644
--- a/.github/workflows/minor-release.yml
+++ b/.github/workflows/minor-release.yml
@@ -172,6 +172,9 @@ jobs:
- name: Test
run: npm test
+ - name: Test fixtures
+ run: npm run test:fixtures
+
- name: Push release commits
run: git push origin HEAD:${{ github.ref_name }}
diff --git a/test/captcha-application-ui.mjs b/test/captcha-application-ui.mjs
index e4bf1ac57..f8fd1825c 100644
--- a/test/captcha-application-ui.mjs
+++ b/test/captcha-application-ui.mjs
@@ -2,14 +2,14 @@ import { chromium, firefox } from 'playwright';
import assert from 'node:assert/strict';
import { createServer } from 'node:http';
import { readFile, mkdir } from 'node:fs/promises';
-import { resolve, extname } from 'node:path';
+import { resolve, extname, sep } from 'node:path';
const root=resolve('web');
const output='/tmp/webbrain-captcha-review';await mkdir(output,{recursive:true});
const server=createServer(async(req,res)=>{
try {
if(req.url==='/fixture') { res.setHeader('Content-Type','text/html');res.end('<!doctype html><input id="response"><div id="grid" style="width:300px;height:200px;background:#ddd"></div><script>window.answers=[];window.clickPoints=[];window.captcha={done(value){answers.push(value)}};document.querySelector("#grid").addEventListener("click",e=>clickPoints.push([e.clientX,e.clientY]));</script>');return; }
let pathname=new URL(req.url,'http://localhost').pathname;if(pathname.endsWith('/'))pathname+='index.html';
- const file=resolve(root,'.'+pathname);if(!file.startsWith(root+'/'))throw Error();
+ const file=resolve(root,'.'+pathname);if(!file.startsWith(root+sep))throw Error();
res.setHeader('Content-Type',({'.html':'text/html','.js':'text/javascript','.css':'text/css','.png':'image/png'})[extname(file)]||'application/octet-stream');res.end(await readFile(file));
}catch{res.statusCode=404;res.end();}
});
diff --git a/test/captcha-settings-ui.mjs b/test/captcha-settings-ui.mjs
index 0f5d7e502..62171df7f 100644
--- a/test/captcha-settings-ui.mjs
+++ b/test/captcha-settings-ui.mjs
@@ -1,7 +1,7 @@
import { chromium, firefox } from 'playwright';
import { createServer } from 'node:http';
import { readFile, mkdir } from 'node:fs/promises';
-import { resolve, extname } from 'node:path';
+import { resolve, extname, sep } from 'node:path';
import assert from 'node:assert/strict';
const root = resolve('.');
const output = process.env.CAPTCHA_UI_OUTPUT || '/tmp/webbrain-captcha-review';
@@ -11,7 +11,7 @@ const server = createServer(async (req, res) => {
try {
const path = new URL(req.url, 'http://localhost').pathname;
const file = resolve(root, '.' + path);
- if (!file.startsWith(root + '/')) throw Error('outside root');
+ if (!file.startsWith(root + sep)) throw Error('outside root');
res.setHeader('Content-Type', mime[extname(file)] || 'text/plain'); res.end(await readFile(file));
} catch { res.statusCode = 404; res.end(); }
});
diff --git a/test/firefox-bidi-e2e.mjs b/test/firefox-bidi-e2e.mjs
index f6686aed1..ee44e8d23 100644
--- a/test/firefox-bidi-e2e.mjs
+++ b/test/firefox-bidi-e2e.mjs
@@ -33,7 +33,7 @@ const server = createServer(async (_req, res) => {
});
await new Promise(resolve => server.listen(0, '127.0.0.1', resolve));
const url = `http://127.0.0.1:${server.address().port}/`;
-const firefox = spawn(process.env.FIREFOX_BINARY || '/Applications/Firefox.app/Contents/MacOS/firefox', ['--headless', '--remote-allow-system-access', '--no-remote', '--profile', profile, '--remote-debugging-port', '0'], { stdio: ['ignore', 'pipe', 'pipe'] });
+const firefox = spawn(process.env.FIREFOX_BINARY || (process.platform === 'darwin' ? '/Applications/Firefox.app/Contents/MacOS/firefox' : 'firefox'), ['--headless', '--remote-allow-system-access', '--no-remote', '--profile', profile, '--remote-debugging-port', '0'], { stdio: ['ignore', 'pipe', 'pipe'] });
let session;
try {
const port = await new Promise((resolve, reject) => {
@@ -279,5 +279,5 @@ try {
firefox.kill('SIGTERM');
await new Promise(resolve => { if (firefox.exitCode != null) resolve(); else { firefox.once('exit', resolve); setTimeout(resolve, 3000); } });
server.close();
- await rm(profile, { recursive: true, force: true });
+ await rm(profile, { recursive: true, force: true, maxRetries: 10, retryDelay: 100 });
}
diff --git a/test/jev/extension-driver.mjs b/test/jev/extension-driver.mjs
index b4d2f1c72..0d047db1c 100644
--- a/test/jev/extension-driver.mjs
+++ b/test/jev/extension-driver.mjs
@@ -55,7 +55,7 @@ export async function launchDriver(build) {
extensionOrigin=worker.url().split('/').slice(0,3).join('/');
extensionPage=await context.newPage();await extensionPage.goto(`${extensionOrigin}/src/ui/settings.html`);
} else {
- child=spawn(process.env.FIREFOX_BINARY||'/Applications/Firefox.app/Contents/MacOS/firefox',['--headless','--remote-allow-system-access','--no-remote','--profile',profile,'--remote-debugging-port','0'],{stdio:['ignore','pipe','pipe']});
+ child=spawn(process.env.FIREFOX_BINARY||(process.platform==='darwin'?'/Applications/Firefox.app/Contents/MacOS/firefox':'firefox'),['--headless','--remote-allow-system-access','--no-remote','--profile',profile,'--remote-debugging-port','0'],{stdio:['ignore','pipe','pipe']});
const port=await new Promise((res,rej)=>{const timer=setTimeout(()=>rej(Error('Firefox BiDi startup timeout '+output.slice(-400))),20000);let output='';const outputChunk=chunk=>{output+=chunk;const m=output.match(/WebDriver BiDi listening on ws:\/\/127\.0\.0\.1:(\d+)/);if(m){clearTimeout(timer);res(+m[1]);}};child.stderr.on('data',outputChunk);child.stdout.on('data',outputChunk);child.on('exit',code=>{clearTimeout(timer);rej(Error('Firefox exited: '+code+' '+output.slice(-400)));});child.on('error',error=>{clearTimeout(timer);rej(error);});});
session=new BidiSession();await session.connect(port);await session.send('webExtension.install',{extensionData:{type:'path',path:resolve('src/firefox')}});
for(let i=0;i<40;i++){const tree=await session.send('browsingContext.getTree',{});const ext=tree.contexts.find(c=>c.url?.startsWith('moz-extension://'));if(ext){extensionContext=ext.context;extensionOrigin=ext.url.split('/').slice(0,3).join('/');break;}await delay(100);}
@@ -96,7 +96,7 @@ export async function launchDriver(build) {
} finally {await execute('removeTab',tab.id).catch(()=>{});}
},
async getCost(){return (await execute('getStorageCost'))?.meteredProviderCostSpentUsd||0;},
- async close(){await context?.close();await session?.close();child?.kill();await rm(profile,{recursive:true,force:true});},
+ async close(){await context?.close();await session?.close();child?.kill();await rm(profile,{recursive:true,force:true,maxRetries:10,retryDelay:100});},
};
- } catch(error){await context?.close();await session?.close();child?.kill();await rm(profile,{recursive:true,force:true});throw error;}
+ } catch(error){await context?.close();await session?.close();child?.kill();await rm(profile,{recursive:true,force:true,maxRetries:10,retryDelay:100});throw error;}
}
diff --git a/test/safesocial-ui.mjs b/test/safesocial-ui.mjs
index 3045013de..728bb0388 100644
--- a/test/safesocial-ui.mjs
+++ b/test/safesocial-ui.mjs
@@ -1,7 +1,7 @@
import { chromium, firefox } from 'playwright';
import { createServer } from 'node:http';
import { readFile, mkdir } from 'node:fs/promises';
-import { resolve, extname } from 'node:path';
+import { resolve, extname, sep } from 'node:path';
import assert from 'node:assert/strict';
const root = resolve('.');
const output = process.env.SAFESOCIAL_UI_OUTPUT || '/tmp/webbrain-safesocial-review';
@@ -12,7 +12,7 @@ const server = createServer(async (req, res) => {
const path = new URL(req.url, 'http://localhost').pathname;
if (path === '/fixture') { res.setHeader('Content-Type', 'text/html'); res.end('<html><body><main><article><img id="media" width="300" height="300" src="https://scontent.cdninstagram.com/fixture.png"></article></main></body></html>'); return; }
const file = resolve(root, '.' + path);
- if (!file.startsWith(root + '/')) throw Error('outside root');
+ if (!file.startsWith(root + sep)) throw Error('outside root');
res.setHeader('Content-Type', mime[extname(file)] || 'text/plain'); res.end(await readFile(file));
} catch { res.statusCode = 404; res.end(); }
});
diff --git a/test/systemone-ui.mjs b/test/systemone-ui.mjs
index c9ed1658f..415469282 100644
--- a/test/systemone-ui.mjs
+++ b/test/systemone-ui.mjs
@@ -1,12 +1,12 @@
import { chromium, firefox } from 'playwright';
import { createServer } from 'node:http';
import { readFile, mkdir } from 'node:fs/promises';
-import { resolve, extname } from 'node:path';
+import { resolve, extname, sep } from 'node:path';
import assert from 'node:assert/strict';
const root = resolve('.');
const { version } = JSON.parse(await readFile(resolve(root, 'package.json'), 'utf8'));
const server = createServer(async (req, res) => {
- try { const file = resolve(root, '.' + new URL(req.url, 'http://localhost').pathname); if (!file.startsWith(root + '/')) throw Error();
+ try { const file = resolve(root, '.' + new URL(req.url, 'http://localhost').pathname); if (!file.startsWith(root + sep)) throw Error();
res.setHeader('Content-Type', ({ '.js': 'text/javascript', '.mjs': 'text/javascript', '.html': 'text/html', '.css': 'text/css', '.svg': 'image/svg+xml' })[extname(file)] || 'text/plain'); res.end(await readFile(file));
} catch { res.statusCode = 404; res.end(); }
});