Skip to content

Spot it. Save it. Free, local-first Chrome extension for images, videos and prompts. Explore 2,000+ curated cases and connect your library to AI Agents via MCP. 提示词导演

9.3 KB
Raw Blame
from __future__ import annotations

import re
import os
import tempfile
from pathlib import Path

from playwright.sync_api import expect

from e2e_support import extension_session


def main() -> None:
    with extension_session(
        "prompt-director-clipboard-consume-",
        viewport={"width": 390, "height": 844},
    ) as session:
        session.context.add_init_script(
            """window.__promptDirectorClipboardMode = 'image';
            window.__promptDirectorClipboardReads = 0;
            if (globalThis.chrome?.permissions) {
              const originalContains = chrome.permissions.contains.bind(chrome.permissions);
              const originalRequest = chrome.permissions.request.bind(chrome.permissions);
              Object.defineProperty(chrome.permissions, 'contains', {
                configurable: true,
                value: async request => request?.permissions?.includes('clipboardRead') || request?.origins?.includes('https://example.com/*')
                  ? true
                  : originalContains(request)
              });
              Object.defineProperty(chrome.permissions, 'request', {
                configurable: true,
                value: async request => request?.permissions?.includes('clipboardRead') || request?.origins?.includes('https://example.com/*')
                  ? true
                  : originalRequest(request)
              });
            }
            if (globalThis.chrome?.tabs) {
              const originalQuery = chrome.tabs.query.bind(chrome.tabs);
              Object.defineProperty(chrome.tabs, 'query', {
                configurable: true,
                value: async query => query?.active
                  ? [{id: 999, url: 'https://example.com/capture-fixture', title: 'Selection fixture'}]
                  : originalQuery(query)
              });
            }
            if (globalThis.chrome?.runtime) {
              const originalSendMessage = chrome.runtime.sendMessage.bind(chrome.runtime);
              Object.defineProperty(chrome.runtime, 'sendMessage', {
                configurable: true,
                value: async message => message?.type === 'ADD_ACTIVE_SELECTION_TO_DRAFT'
                  ? {ok: true, added: false, reason: 'empty-selection', draft: {fragments: [], visuals: []}}
                  : originalSendMessage(message)
              });
            }
            Object.defineProperty(navigator, 'clipboard', {
              configurable: true,
              value: {read: async () => {
                window.__promptDirectorClipboardReads += 1;
                if (window.__promptDirectorClipboardMode === 'image') {
                  const bytes = Uint8Array.from(atob('iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII='), value => value.charCodeAt(0));
                  const image = new Blob([bytes], {type: 'image/png'});
                  return [{types: ['image/png'], getType: async () => image}];
                }
                return [{
                  types: ['text/plain'],
                  getType: async () => new Blob(['第一段剪贴板文字'], {type: 'text/plain'})
                }];
              }}
            });"""
        )
        collector = session.open_page("collector.html")
        expect(collector.locator("#start-state")).to_be_visible()
        collector.evaluate("""() => chrome.storage.local.set({
          capturePermissionOnboarding: {
            version: 1,
            acknowledgedAt: new Date().toISOString(),
            clipboardIncluded: true
          }
        })""")
        assert collector.evaluate("window.__promptDirectorClipboardReads") == 0

        for width in (320, 390):
            collector.set_viewport_size({'width': width, 'height':844})
            boxes=collector.locator('#normal-start .capture-actions button').evaluate_all("es=>es.map(e=>({top:e.getBoundingClientRect().top,height:e.getBoundingClientRect().height,overflow:e.scrollWidth>e.clientWidth}))")
            assert len(boxes)==5 and len({b['top'] for b in boxes[1:]})==1,boxes
            assert len({b['height'] for b in boxes[1:]})==1 and not any(b['overflow'] for b in boxes),boxes
        collector.locator('#start-selection').click()
        expect(collector.locator('#feedback')).to_contain_text('请先在网页中选中文字')
        assert collector.evaluate('window.__promptDirectorClipboardReads')==0
        expect(collector.locator('#preview-state')).to_be_hidden()
        screenshot_dir=Path(os.environ.get('PROMPTDIRECTOR_E2E_SCREENSHOT_DIR',tempfile.gettempdir()))
        screenshot_dir.mkdir(parents=True,exist_ok=True)
        collector.screenshot(path=str(screenshot_dir/'sidebar-entry-390.png'),full_page=True)

        collector.locator("#start-clipboard").click()
        expect(collector.locator("#preview-state")).to_be_visible()
        expect(collector.locator("#content-summary")).to_have_text("1 张图片")
        expect(collector.locator("#quick-preview .quick-visuals img")).to_have_count(1)
        expect(collector.locator("#quick-preview .quick-visuals img")).to_have_attribute("src", re.compile(r"^blob:"))
        assert collector.evaluate("window.__promptDirectorClipboardReads") == 1

        collector.get_by_role("button", name="删除第 1 张图片").click()
        expect(collector.locator("#start-state")).to_be_visible()
        cleared_image_draft = collector.evaluate("() => chrome.runtime.sendMessage({type: 'GET_CAPTURE_WORKSPACE'}).then(result => result.draft)")
        assert cleared_image_draft["visuals"] == [], cleared_image_draft

        collector.locator("#start-clipboard").click()
        expect(collector.locator("#preview-state")).to_be_visible()
        expect(collector.locator("#content-summary")).to_have_text("1 张图片")
        assert collector.evaluate("window.__promptDirectorClipboardReads") == 2

        expect(collector.get_by_role('textbox',name='添加标签',exact=True)).to_be_visible()
        collector.get_by_role('textbox',name='添加标签',exact=True).fill('镜头参考')
        collector.get_by_role('textbox',name='添加标签',exact=True).press('Enter')
        expect(collector.locator('.tag-editor-chip')).to_contain_text('镜头参考')
        for width in (320,390):
            collector.set_viewport_size({'width':width,'height':844})
            assert collector.locator('#capture-add-more-actions > button').evaluate_all("es=>es.every(e=>e.scrollWidth<=e.clientWidth && getComputedStyle(e).whiteSpace==='nowrap')")
            expect(collector.get_by_role('textbox',name='添加标签',exact=True)).to_be_visible()
            tops=collector.locator('#capture-add-more-actions > *').evaluate_all('es=>es.map(e=>e.getBoundingClientRect().top)')
            assert len(set(tops))==1,tops
        collector.screenshot(path=str(screenshot_dir/'sidebar-image-draft-390.png'),full_page=True)
        collector.locator("#save-draft").click()
        expect(collector.locator("#start-state")).to_be_visible()
        saved = collector.evaluate("() => chrome.runtime.sendMessage({type: 'GET_STATE'}).then(result => result.entries)")
        assert len(saved) == 1 and len(saved[0]["mediaAssets"]) == 1, saved
        assert "镜头参考" in saved[0]["customLabels"],saved

        collector.evaluate("window.dispatchEvent(new Event('focus'))")
        collector.wait_for_timeout(250)
        expect(collector.locator("#preview-state")).to_be_hidden()
        assert collector.evaluate("window.__promptDirectorClipboardReads") == 2

        collector.evaluate("window.__promptDirectorClipboardMode = 'text'")
        collector.locator("#start-clipboard").click()
        expect(collector.locator("#preview-state")).to_be_visible()
        expect(collector.locator("#quick-preview")).to_contain_text("第一段剪贴板文字")
        assert collector.evaluate("window.__promptDirectorClipboardReads") == 3

        collector.get_by_role("button", name="删除第 1 段文字").click()
        expect(collector.locator("#start-state")).to_be_visible()
        cleared_text_draft = collector.evaluate("() => chrome.runtime.sendMessage({type: 'GET_CAPTURE_WORKSPACE'}).then(result => result.draft)")
        assert cleared_text_draft["fragments"] == [], cleared_text_draft

        reads_before_decline = collector.evaluate("window.__promptDirectorClipboardReads")
        collector.evaluate("""() => chrome.storage.local.set({
          capturePermissionOnboarding: {
            version: 1,
            acknowledgedAt: new Date().toISOString(),
            clipboardIncluded: false
          }
        })""")
        collector.locator("#start-clipboard").click()
        expect(collector.locator("#clipboard-permission-dialog")).to_be_visible()
        assert collector.evaluate("window.__promptDirectorClipboardReads") == reads_before_decline
        collector.locator("#clipboard-permission-cancel").click()
        expect(collector.locator("#clipboard-permission-dialog")).to_be_hidden()
        assert collector.evaluate("window.__promptDirectorClipboardReads") == reads_before_decline

        print({
            "automatic_clipboard_reads": 0,
            "explicit_clipboard_reads": 3,
            "copied_image_imported": True,
            "saved_clipboard_can_be_extracted_again": True,
            "single_item_removal": True,
            "persisted_clipboard_opt_out_read": False,
            "later_explicit_clipboard_enable_prompt": True,
            "mobile_sidebar": True,
        })


if __name__ == "__main__":
    main()