π¬ A browser extension and desktop app that turns your clicks into step-by-step guides with annotated screenshots π
TypeScript browser-extensionchrome-extensiondocumentationfirefox-extensionguide-generatorlocal-firstmanifest-v3privacy-firstproductivityreactscreenshotstep-by-step-guidetutorialtypescriptworkflowwxt
chore(voice): drop unused Silero VAD wrapper and dependency
Luis Ortiz82a08feff47a
diff --git a/package.json b/package.jsonindex fac78a6..c69520b 100644--- a/package.json+++ b/package.json@@ -28,7 +28,6 @@"@ai-sdk/anthropic": "^3.0.64","@ai-sdk/openai": "^3.0.49","@fontsource/poppins": "^5.2.7",- "@ricky0123/vad-web": "^0.0.30","@tailwindcss/vite": "^4.2.2","@webext-core/messaging": "^2.3.0","@wxt-dev/module-react": "^1.2.2",diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex ff4ed9b..d209c2c 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -22,9 +22,6 @@ importers:'@fontsource/poppins':specifier: ^5.2.7version: 5.2.7- '@ricky0123/vad-web':- specifier: ^0.0.30- version: 0.0.30'@tailwindcss/vite':specifier: ^4.2.2@@ -627,33 +624,6 @@ packages:resolution: {integrity: sha512-h104Kh26rR8tm+a3Qkc5S4VLYint3FE48as7+/5oCEcKR2idC/pF1G6AhIXKI+eHPJa/3J9i5z0Al47IeGHPkA==}engines: {node: '>=12'}- '@protobufjs/[email protected]':- resolution: {integrity: sha512-j+gKExEuLmKwvz3OgROXtrJ2UG2x8Ch2YZUxahh+s1F2HZ+wAceUNLkvy6zKCPVRkU++ZWQrdxsUeQXmcg4uoQ==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-AZkcAA5vnN/v4PDqKyMR5lx7hZttPDgClv83E//FMNhR2TMcLUhfRUBHCmSl0oi9zMgDDqRUJkSxO3wm85+XLg==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-zgXFLzW3Ap33e6d0Wlj4MGIm6Ce8O89n/apUaGNB/jx+hw+ruWEp7EwGUshdLKVRCxZW12fp9r40E1mQrf/34g==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-vW1GmwMZNnL+gMRaovlh9yZX74kc+TTU3FObkkurpMaRtBfLP3ldjS9KQWlwZgraRE0+dheEEoAxdzcJQ8eXZg==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-GpptLrs57adMSuHi3VNj0mAF8dwh36LMaYF6XyJ6JMWlVsc+t42tm1HSEDmOs3A8fC9yyeisgLhsTVQokOZ0zw==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-Ddb+kVXlXst9d+R9PfTIxh1EdNkgoRe5tOX6t01f1lYWOvJnSPDBlG241QLzcyPdoNTsblLUdujGSE4RzrTZGQ==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-6JOcJ5Tm08dOHAbdR3GrvP+yUUfkjG5ePsHYczMFLq3ZmMkAD98cDgcT2iA1lJ9NVwFd4tH/iSSoe44YWkltEA==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-0kELaGSIDBKvcgS4zkjz1PeddatrjYcmMWOlAuAPwAeccUrPHdUqo/J6LiymHHEiJT5NrF1UVwxY14f+fy4WQw==}-- '@protobufjs/[email protected]':- resolution: {integrity: sha512-b1UQwcEZ4yCnMCD8DAL1VlbvBJE9/IX4FTIp7BG1xYpf29SLazLSrqUkj4w7Y5y7cCVP6E5tcqqcI0xemPkHug==}-'@radix-ui/[email protected]':resolution: {integrity: sha512-MkKCwxlXTgz6CFoJx3pCwn07GKp36+aZyu/u2Ln2VrA5DcdyCZkASEDBTd8x5whTQQL5CiYf4prXKLcgQdv29g==}@@ -1344,9 +1314,6 @@ packages:'@radix-ui/[email protected]':resolution: {integrity: sha512-HPwpGIzkl28mWyZqG52jiqDJ12waP11Pa1lGoiyUkIEuMLBP0oeK/C89esbXrxsky5we7dfd8U58nm0SgAWpVw==}- '@ricky0123/[email protected]':- resolution: {integrity: sha512-cJyYrh4YeeUBJcbR9Bic/bFDyB9qBkAepvpuWM3vLxnAi7bC3VHzf51UeNdT+OtY4D7MLAgV8iJMc4z41ZnaWg==}-'@rolldown/[email protected]':resolution: {integrity: sha512-pv1y2Fv0JybcykuiiD3qBOBdz6RteYojRFY1d+b95WVuzx211CRh+ytI/+9iVyWQ6koTh5dawe4S/yRfOFjgaA==}engines: {node: ^20.19.0 || >=22.12.0}@@ -2228,9 +2195,6 @@ packages:engines: {node: '>=18'}hasBin: true- resolution: {integrity: sha512-MI1qs7Lo4Syw0EOzUl0xjs2lsoeqFku44KpngfIduHBYvzm8h2+7K8YMQh1JtVVVrUvhLpNwqVi4DERegUJhPQ==}-resolution: {integrity: sha512-G6NsmEW15s0Uw9XnCg+33H3ViYRyiM0hMrMhhqQOR8NFc5GhYrI+6I3u7OTw7b91J2g8rtvMBZJDbcGb2YUniw==}engines: {node: '>= 18'}@@ -2307,9 +2271,6 @@ packages:resolution: {integrity: sha512-+xGQY0YyAWCnqy7Cd++hc2JqMYzlm0dG30Jd0beaA64sROr8C4nt8Yc9V5Ro3avlSUDTN0ulqP/VBKi1/lLygw==}- resolution: {integrity: sha512-Y8T4vYhEfwJOTbouREvG+3XDsjr8E3kIr7uf+JZ0BYloFsttiHU0WfvANVsR7TxNUJa/WpCnw/Ino/p+DeBhBQ==}-resolution: {integrity: sha512-Tz23LR9T9jOGVZm2x1EPdXqwA37G/owYMxRwU0E4miurAtFsPMQ1d2Jc2okUaSjZqAFz2oEn3FLXC5a0a+siyA==}engines: {node: '>=20.0.0'}@@ -2677,9 +2638,6 @@ packages:resolution: {integrity: sha512-9ie8ItPR6tjY5uYJh8K/Zrv/RMZ5VOlOWvtZdEHYSTFKZfIBPQa9tOAEeAWhd+AnIneLJ22w5fjOYtoutpWq5w==}engines: {node: '>=18'}- resolution: {integrity: sha512-mNAgZ1GmyNhD7AuqnTG3/VQ26o760+ZYBPKjPvugO8+nLbYfX6TVpJPseBvopbdY+qpZ/lKUnmEc1LeZYS3QAA==}-resolution: {integrity: sha512-lyuxPGr/Wfhrlem2CL/UcnUc1zcqKAImBDzukY7Y5F/yQiNdko6+fRLevlw1HgMySw7f611UIY408EtxRSoK3Q==}hasBin: true@@ -2816,12 +2774,6 @@ packages:resolution: {integrity: sha512-VXJjc87FScF88uafS3JllDgvAm+c/Slfz06lorj2uAY34rlUu0Nt+v8wreiImcrgAjjIHp1rXpTDlLOGw29WwQ==}engines: {node: '>=18'}- resolution: {integrity: sha512-3KxL5wIVqa8Ex08jxSzncm9CMgw8CjOFyOQ7SxvG9o0cVLlhTNKXyIQuTbtX4tGPJEf73OER2xrjt4HJSBL4ow==}-- resolution: {integrity: sha512-ogDLsqIozHZwifPuN37OproAo0byX6t43/bP8GzeZWBWD6MOGExswFAx3up4NS/vvWBOg2u2PXomDt3rMmdQSg==}-resolution: {integrity: sha512-smsWv2LzFjP03xmvFoJ331ss6h+jixfA4UUV/Bsiyuu4YJPfN+FIQGOIiv4w9/+MoHkfkJ22UIaQWRVFRfH6Vw==}engines: {node: '>=20'}@@ -2895,9 +2847,6 @@ packages:resolution: {integrity: sha512-SIqCzDRg0s9npO5XQ3tNZioRY1uK06lA41ynBC1YmFTmnY6FjUjVt6s4LoADmwoig1qqD0oK8h1p/8mlMx8Oig==}- resolution: {integrity: sha512-fnWVljUchTro6RiCFvCXBbNhJc2NijN7oIQxbwsyL0buWJPG85v81ehlHI9fXrJsMNgTofEoWIQeClKpgxFLrg==}-resolution: {integrity: sha512-HBV/RJg81z5BiiZ9yPzIiClYV/QMsDCKUyogwH9p3MCP6IYjUFu/MActgYAvK0oWyV9NlwM3GLBjADyWgydVyg==}engines: {node: '>=18'}@@ -2940,10 +2889,6 @@ packages:resolution: {integrity: sha512-vtK/94akxsTMhe0/cbfpR+syPuszcuwhqVjJq26CuNDgFGj682oRBXOP5MJpv2r7JtE8MsiepGIqvvOTBwn2vA==}- resolution: {integrity: sha512-/FPD0nUc9jH6rfFjji9IBqOz4pcSE3CsT1m7Ep6Mdb0LxSUMj8hgl6GomOvZzpNpAqqGaXA0P3VSrZLFzIhQrw==}- engines: {node: '>=12.0.0'}-resolution: {integrity: sha512-QMQbWL0FWgBfnkJ6w8HOJoIPaWLE7vTpewM4ae2vLs7SrD4eKdAk+SxOzqAICwbhEPuaLAOA+XkT9sZS5R0PmA==}engines: {node: '>=18.0.0'}@@ -4096,26 +4041,6 @@ snapshots:'@pnpm/network.ca-file': 1.0.2config-chain: 1.1.13- '@protobufjs/[email protected]': {}-- '@protobufjs/[email protected]': {}-- '@protobufjs/[email protected]': {}-- '@protobufjs/[email protected]': {}-- '@protobufjs/[email protected]':- dependencies:- '@protobufjs/aspromise': 1.1.2-- '@protobufjs/[email protected]': {}-- '@protobufjs/[email protected]': {}-- '@protobufjs/[email protected]': {}-- '@protobufjs/[email protected]': {}-'@radix-ui/[email protected]': {}'@radix-ui/[email protected]': {}@@ -4863,10 +4788,6 @@ snapshots:'@radix-ui/[email protected]': {}- '@ricky0123/[email protected]':- dependencies:- onnxruntime-web: 1.27.0-'@rolldown/[email protected]':optional: true@@ -5673,8 +5594,6 @@ snapshots:minimist: 1.2.8xml2js: 0.6.2- [email protected]: {}-@@ -5739,8 +5658,6 @@ snapshots:- [email protected]: {}-dependencies:'@types/node': 25.5.0@@ -6082,8 +5999,6 @@ snapshots:strip-ansi: 7.2.0wrap-ansi: 9.0.2- [email protected]: {}-dependencies:js-tokens: 4.0.0@@ -6212,17 +6127,6 @@ snapshots:dependencies:mimic-function: 5.0.1- [email protected]: {}-- dependencies:- flatbuffers: 25.9.23- guid-typescript: 1.0.9- long: 5.3.2- onnxruntime-common: 1.27.0- platform: 1.3.6- protobufjs: 7.6.5-dependencies:default-browser: 5.5.0@@ -6315,8 +6219,6 @@ snapshots:exsolve: 1.0.8pathe: 2.0.3- [email protected]: {}-@@ -6360,20 +6262,6 @@ snapshots:- dependencies:- '@protobufjs/aspromise': 1.1.2- '@protobufjs/base64': 1.1.2- '@protobufjs/codegen': 2.0.5- '@protobufjs/eventemitter': 1.1.1- '@protobufjs/fetch': 1.1.1- '@protobufjs/float': 1.0.2- '@protobufjs/path': 1.1.2- '@protobufjs/pool': 1.1.0- '@protobufjs/utf8': 1.1.2- '@types/node': 25.5.0- long: 5.3.2-dependencies:cac: 6.7.14diff --git a/src/core/capture/voice/__tests__/vad.integration.test.ts b/src/core/capture/voice/__tests__/vad.integration.test.tsdeleted file mode 100644index 3124368..0000000--- a/src/core/capture/voice/__tests__/vad.integration.test.ts+++ /dev/null@@ -1,61 +0,0 @@-import { readFile } from 'node:fs/promises';-import { createRequire } from 'node:module';-import { describe, expect, it } from 'vitest';-import { createSpeechDetector } from '../vad';--const require = createRequire(import.meta.url);--const detectWithLocalModel = createSpeechDetector({- modelURL: require.resolve('@ricky0123/vad-web/dist/silero_vad_legacy.onnx'),- modelFetcher: async (path: string) => {- const file = await readFile(path);- return file.buffer.slice(file.byteOffset, file.byteOffset + file.byteLength) as ArrayBuffer;- },-});--const SAMPLE_RATE = 16000;-const DURATION_S = 6;--function synth(shape: (i: number) => number): Int16Array {- const pcm = new Int16Array(SAMPLE_RATE * DURATION_S);- for (let i = 0; i < pcm.length; i += 1) {- pcm[i] = Math.max(-32768, Math.min(32767, Math.round(shape(i))));- }- return pcm;-}--function pseudoRandom(seed: number): () => number {- let state = seed;- return () => {- state = (state * 1664525 + 1013904223) % 4294967296;- return state / 4294967296;- };-}--describe('detectSpeech against real Silero', () => {- const nonSpeech: Array<[string, Int16Array]> = [- ['digital silence', synth(() => 0)],- ['sine tone at 220Hz', synth((i) => 8000 * Math.sin((2 * Math.PI * 220 * i) / SAMPLE_RATE))],- ['mains hum at 60Hz', synth((i) => 12000 * Math.sin((2 * Math.PI * 60 * i) / SAMPLE_RATE))],- [- 'loud white noise',- (() => {- const rand = pseudoRandom(7);- return synth(() => (rand() * 2 - 1) * 20000);- })(),- ],- [- 'room-level white noise',- (() => {- const rand = pseudoRandom(11);- return synth(() => (rand() * 2 - 1) * 600);- })(),- ],- ];-- for (const [name, pcm] of nonSpeech) {- it(`returns no segments for ${name}`, async () => {- await expect(detectWithLocalModel(pcm, SAMPLE_RATE)).resolves.toEqual([]);- }, 60000);- }-});diff --git a/src/core/capture/voice/__tests__/vad.test.ts b/src/core/capture/voice/__tests__/vad.test.tsdeleted file mode 100644index b0c2190..0000000--- a/src/core/capture/voice/__tests__/vad.test.ts+++ /dev/null@@ -1,137 +0,0 @@-import { describe, expect, it, vi } from 'vitest';-import type { AbsoluteSeconds } from '../types';-import {- createSpeechDetector,- detectSpeech,- MIN_SPEECH_FRAMES,- MS_PER_FRAME,- PRE_SPEECH_PAD_FRAMES,- REDEMPTION_FRAMES,-} from '../vad';--const spy = vi.hoisted(() => ({- detected: [] as Array<{ start: number; end: number }>,- audio: null as Float32Array | null,- sampleRate: 0,- options: {} as Record<string, unknown>,-}));--vi.mock('@ricky0123/vad-web', () => ({- NonRealTimeVAD: {- new: async (options: Record<string, unknown>) => {- spy.options = options;- return {- async *run(audio: Float32Array, sampleRate: number) {- spy.audio = audio;- spy.sampleRate = sampleRate;- for (const item of spy.detected) yield { audio: new Float32Array(0), ...item };- },- };- },- },-}));--const givenDetected = (items: Array<{ start: number; end: number }>) => {- spy.detected = items;-};--describe('detectSpeech', () => {- it('converts Int16 samples to Float32 by dividing by 32768', async () => {- givenDetected([]);- await detectSpeech(new Int16Array([-32768, -1, 0, 1, 32767]), 16000);-- expect(Array.from(spy.audio ?? [])).toEqual([-1, -1 / 32768, 0, 1 / 32768, 32767 / 32768]);- expect(spy.audio).toBeInstanceOf(Float32Array);- });-- it('keeps every converted sample inside the normalised range', async () => {- givenDetected([]);- await detectSpeech(new Int16Array([-32768, 32767, -16384, 16384]), 16000);-- const values = Array.from(spy.audio ?? []);- expect(values.every((v) => v >= -1 && v <= 1)).toBe(true);- expect(values[2]).toBe(-0.5);- expect(values[3]).toBe(0.5);- });-- it('forwards the source sample rate untouched', async () => {- givenDetected([]);- await detectSpeech(new Int16Array(16), 48000);-- expect(spy.sampleRate).toBe(48000);- });-- it('converts library milliseconds into seconds', async () => {- givenDetected([- { start: 1500, end: 3250 },- { start: 4000, end: 4500 },- ]);- const segments = await detectSpeech(new Int16Array(16), 16000);-- expect(segments).toEqual([- { start: 1.5, end: 3.25 },- { start: 4, end: 4.5 },- ]);- });-- it('returns segments in ascending start order', async () => {- givenDetected([- { start: 9000, end: 9500 },- { start: 1000, end: 1500 },- { start: 5000, end: 5500 },- ]);- const segments = await detectSpeech(new Int16Array(16), 16000);-- expect(segments.map((s) => s.start)).toEqual([1, 5, 9]);- expect(segments.map((s) => s.end)).toEqual([1.5, 5.5, 9.5]);- });-- it('brands its output as AbsoluteSeconds', async () => {- givenDetected([{ start: 2000, end: 4000 }]);- const segments = await detectSpeech(new Int16Array(16), 16000);-- const start: AbsoluteSeconds = segments[0].start;- const end: AbsoluteSeconds = segments[0].end;- expect(start).toBe(2);- expect(end).toBe(4);- });-- it('returns an empty array when the VAD finds no speech', async () => {- givenDetected([]);- const segments = await detectSpeech(new Int16Array(16000 * 5), 16000);-- expect(segments).toEqual([]);- });-- it('passes the narration-tuned thresholds and frame counts to the VAD', async () => {- givenDetected([]);- await detectSpeech(new Int16Array(16), 16000);-- expect(spy.options).toMatchObject({- positiveSpeechThreshold: 0.5,- negativeSpeechThreshold: 0.35,- minSpeechMs: MIN_SPEECH_FRAMES * MS_PER_FRAME,- redemptionMs: REDEMPTION_FRAMES * MS_PER_FRAME,- preSpeechPadMs: PRE_SPEECH_PAD_FRAMES * MS_PER_FRAME,- });- expect(MS_PER_FRAME).toBe(96);- expect(spy.options.minSpeechMs).toBe(384);- expect(spy.options.redemptionMs).toBe(1152);- expect(spy.options.preSpeechPadMs).toBe(480);- });-- it('lets a caller override asset locations without changing the tuning', async () => {- givenDetected([]);- const ortConfig = vi.fn();- await createSpeechDetector({ modelURL: 'chrome-extension://abc/silero.onnx', ortConfig })(- new Int16Array(16),- 16000,- );-- expect(spy.options).toMatchObject({- modelURL: 'chrome-extension://abc/silero.onnx',- ortConfig,- positiveSpeechThreshold: 0.5,- });- });-});diff --git a/src/core/capture/voice/vad.ts b/src/core/capture/voice/vad.tsdeleted file mode 100644index 7777274..0000000--- a/src/core/capture/voice/vad.ts+++ /dev/null@@ -1,50 +0,0 @@-import { absoluteSeconds, type SpeechSegment } from './types';--export const FRAME_SAMPLES = 1536;-export const MS_PER_FRAME = FRAME_SAMPLES / 16;--export const POSITIVE_SPEECH_THRESHOLD = 0.5;-export const NEGATIVE_SPEECH_THRESHOLD = 0.35;-export const MIN_SPEECH_FRAMES = 4;-export const REDEMPTION_FRAMES = 12;-export const PRE_SPEECH_PAD_FRAMES = 5;--const INT16_SCALE = 32768;--export interface VadAssetOptions {- modelURL?: string;- modelFetcher?: (path: string) => Promise<ArrayBuffer>;- ortConfig?: (ort: any) => void;-}--export function toFloat32(pcm: Int16Array): Float32Array {- const out = new Float32Array(pcm.length);- for (let i = 0; i < pcm.length; i += 1) out[i] = pcm[i] / INT16_SCALE;- return out;-}--export function createSpeechDetector(assets: VadAssetOptions = {}) {- return async function detectSpeech(pcm: Int16Array, sampleRate: number): Promise<SpeechSegment[]> {- const { NonRealTimeVAD } = await import('@ricky0123/vad-web');- const vad = await NonRealTimeVAD.new({- positiveSpeechThreshold: POSITIVE_SPEECH_THRESHOLD,- negativeSpeechThreshold: NEGATIVE_SPEECH_THRESHOLD,- minSpeechMs: MIN_SPEECH_FRAMES * MS_PER_FRAME,- redemptionMs: REDEMPTION_FRAMES * MS_PER_FRAME,- preSpeechPadMs: PRE_SPEECH_PAD_FRAMES * MS_PER_FRAME,- ...assets,- });-- const segments: SpeechSegment[] = [];- for await (const detected of vad.run(toFloat32(pcm), sampleRate)) {- segments.push({- start: absoluteSeconds(detected.start / 1000),- end: absoluteSeconds(detected.end / 1000),- });- }-- return segments.sort((a, b) => a.start - b.start);- };-}--export const detectSpeech = createSpeechDetector();