Skip to content

Spot it. Save it. Free, local-first Chrome extension for images, videos and prompts. Explore 2,000+ curated cases and connect your library to AI Agents via MCP. 提示词导演

13.1 KB
Raw Blame
from __future__ import annotations

import argparse
import json
import subprocess
import sys
import time
from dataclasses import asdict, dataclass
from pathlib import Path


TEST_DIR = Path(__file__).resolve().parent
SCRIPTS = [
    "detail_toolbar_components_e2e.py",
    "selected_content_media_e2e.py",
    "composer_settings_components_e2e.py",
    "refined_controls_components_e2e.py",
    "import_source_components_e2e.py",
    "dedupe_cleanup_components_e2e.py",
    "diagnostic_controls_components_e2e.py",
    "detail_media_stability_components_e2e.py",
    "capture_source_text_e2e.py",
    "video_setup_restart_e2e.py",
    "video_setup_refresh_e2e.py",
    "capture_access_gate_e2e.py",
    "agent_capture_preview_e2e.py",
    "agent_capture_commit_receipt_e2e.py",
    "plugin_assistant_e2e.py",
    "capture_assistant_feedback_e2e.py",
    "assistant_chat_loading_e2e.py",
    "capture_assistant_recovery_e2e.py",
    "capture_assistant_batch_ui_e2e.py",
    "capture_assistant_long_batch_e2e.py",
    "scroll_content_reachability_e2e.py",
    "capture_current_page_e2e.py",
    "code_case_e2e.py",
    "code_case_gallery_e2e.py",
    "capture_native_sidepanel_e2e.py",
    "acceptance_feedback_e2e.py",
    "share_directory_e2e.py",
    "pinterest_metadata_e2e.py",
    "library_similarity_reconstruction_e2e.py",
    "analysis_diagnostics_e2e.py",
    "analysis_failure_commit_e2e.py",
    "library_quick_actions_e2e.py",
    "library_quick_cleanup_e2e.py",
    "text_tagging_maintenance_e2e.py",
    "project_text_batch_e2e.py",
    "local_document_import_e2e.py",
    "page_capture_batch_scale_e2e.py",
    "generic_capture_template_details_e2e.py",
    "page_capture_manual_template_save_e2e.py",
    "page_capture_reactive_template_e2e.py",
    "page_capture_batch_scroll_e2e.py",
    "workspace_sync_e2e.py",
    "temporary_review_race_e2e.py",
    "review_feedback_regressions_e2e.py",
    "review_toolbar_layout_e2e.py",
    "video_frame_controls_e2e.py",
    "detail_information_e2e.py",
    "detail_selector_e2e.py",
    "detail_overlay_regressions_e2e.py",
    "floating_review_preferences_e2e.py",
    "library_session_preview_e2e.py",
    "layout_settings_e2e.py",
    "layout_persistence_regressions_e2e.py",
    "agent_library_e2e.py",
    "agent_markdown_body_e2e.py",
    "article_reader_consistency_e2e.py",
    "agent_media_performance_e2e.py",
    "sha256_performance_e2e.py",
    "agent_search_e2e.py",
    "skill_operations_e2e.py",
    "case_operations_e2e.py",
    "agent_common_tools_e2e.py",
    "mcp_case_coverage_e2e.py",
    "cross_project_compound_e2e.py",
    "dialog_localization_e2e.py",
    "reference_drag_gestures_e2e.py",
    "reference_selection_startup_e2e.py",
    "external_analysis_batches_e2e.py",
    "project_creation_e2e.py",
    "reference_handoff_e2e.py",
    "e2e_worker_attachment_e2e.py",
    "frontend_compact_surfaces_e2e.py",
    "composer_defaults_share_e2e.py",
    "capture_and_cross_page_e2e.py",
    "library_core_e2e.py",
    "library_navigation_e2e.py",
    "library_browse_views_e2e.py",
    "library_folder_ownership_e2e.py",
    "library_dedupe_e2e.py",
    "library_dedupe_review_e2e.py",
    "library_dedupe_settings_e2e.py",
    "library_dedupe_bulk_e2e.py",
    "trash_cleanup_e2e.py",
    "trash_preview_window_e2e.py",
    "trash_cleanup_feedback_e2e.py",
    "staged_media_lifecycle_e2e.py",
    "saved_media_lifecycle_e2e.py",
    "library_modular_layout_e2e.py",
    "library_layout_controls_e2e.py",
    "library_layout_feedback_e2e.py",
    "library_hidden_scroll_e2e.py",
    "library_resource_window_e2e.py",
    "library_startup_read_scope_e2e.py",
    "library_incremental_refresh_e2e.py",
    "library_metadata_startup_e2e.py",
    "library_progressive_startup_e2e.py",
    "library_ordered_startup_e2e.py",
    "library_edit_incremental_e2e.py",
    "library_search_warmup_e2e.py",
    "library_version_guard_e2e.py",
    "library_browse_return_e2e.py",
    "curated_workflow_e2e.py",
    "curated_skills_install_e2e.py",
    "curated_video_workflow_e2e.py",
    "library_import_ui_e2e.py",
    "library_import_resources_e2e.py",
    "library_package_pending_e2e.py",
    "local_upgrade_snapshot_e2e.py",
    "historical_zip_salvage_e2e.py",
    "import_job_lifecycle_e2e.py",
    "library_media_actions_e2e.py",
    "video_detail_layout_e2e.py",
    "capture_review_regressions_e2e.py",
    "clipboard_return_e2e.py",
    "midjourney_capture_e2e.py",
    "capture_session_video_e2e.py",
    "platform_video_capture_e2e.py",
    "platform_video_failure_e2e.py",
    "video_component_setup_ui_e2e.py",
    "detail_tag_organization_e2e.py",
    "undo_safety_feedback_e2e.py",
    "library_recovery_confirmation_e2e.py",
    "task_feedback_ui_e2e.py",
    "prompt_panels_e2e.py",
    "detail_media_feedback_e2e.py",
    "library_detail_surface_e2e.py",
    "code_case_workspace_e2e.py",
    "library_code_refresh_e2e.py",
    "library_tag_navigation_e2e.py",
    "library_tag_manager_e2e.py",
    "detail_workspace_controls_e2e.py",
    "detail_two_panes_e2e.py",
    "detail_layering_e2e.py",
    "detail_navigation_continuity_e2e.py",
    "detail_mode_lifecycle_e2e.py",
    "detail_visual_stability_e2e.py",
    "detail_content_editing_e2e.py",
    "case_edit_persistence_e2e.py",
    "case_covers_e2e.py",
    "x_post_capture_e2e.py",
    "x_image_originals_e2e.py",
    "x_capture_injection_e2e.py",
    "x_followup_capture_e2e.py",
    "x_media_feedback_e2e.py",
    "x_large_media_save_e2e.py",
    "media_reference_cards_e2e.py",
    "dialog_input_safety_e2e.py",
    "library_detail_actions_e2e.py",
    "library_detail_rendering_e2e.py",
    "detail_open_performance_e2e.py",
    "virtual_gallery_layout_e2e.py",
    "library_detail_sidebar_responsive_e2e.py",
    "library_responsive_layout_e2e.py",
    "library_discovery_e2e.py",
    "projects_and_categories_e2e.py",
    "project_tree_e2e.py",
    "project_deletion_e2e.py",
    "text_and_image_analysis_e2e.py",
    "single_case_visual_batch_e2e.py",
    "composer_generation_e2e.py",
    "composer_reference_picker_e2e.py",
    "composer_reference_performance_e2e.py",
    "composer_reference_window_media_e2e.py",
    "composer_library_knowledge_e2e.py",
    "composer_candidate_layout_e2e.py",
    "composer_tool_images_e2e.py",
    "composer_tool_draft_localization_e2e.py",
    "compatible_composer_stream_e2e.py",
    "composer_workspace_tools_e2e.py",
    "composer_library_host_e2e.py",
    "composer_reference_remove_e2e.py",
    "composer_video_generation_e2e.py",
    "creative_job_recovery_e2e.py",
    "composer_image_workspace_e2e.py",
    "composer_temp_references_e2e.py",
    "composer_session_layout_e2e.py",
    "sharing_and_data_safety_e2e.py",
    "library_import_interruption_e2e.py",
    "library_import_preview_e2e.py",
    "folder_picker_activation_e2e.py",
    "library_zip_scale_e2e.py",
    "library_image_formats_e2e.py",
    "image_generation_info_e2e.py",
    "manual_sync_e2e.py",
    "region_and_smart_picker_e2e.py",
    "smart_visual_picker_e2e.py",
    "page_capture_e2e.py",
    "page_capture_sidebar_e2e.py",
    "capture_additions_e2e.py",
    "capture_organization_progress_e2e.py",
    "capture_save_lifecycle_e2e.py",
    "capture_save_restart_e2e.py",
    "capture_save_discard_e2e.py",
    "capture_partial_supplement_e2e.py",
    "capture_quick_entry_e2e.py",
    "page_content_picker_e2e.py",
    "video_discovery_e2e.py",
    "video_comments_capture_e2e.py",
    "capture_classification_detail_e2e.py",
    "capture_partial_save_e2e.py",
    "capture_local_partial_e2e.py",
    "composer_tool_journal_e2e.py",
    "x_capture_extraction_e2e.py",
    "x_edited_post_identity_e2e.py",
    "x_comment_capture_e2e.py",
    "x_video_playback_e2e.py",
    "x_quoted_video_capture_e2e.py",
    "higgsfield_capture_e2e.py",
    "asset_board_capture_e2e.py",
    "feishu_capture_e2e.py",
    "generic_scroll_capture_e2e.py",
    "article_cases_capture_e2e.py",
    "generic_capture_groups_e2e.py",
    "generic_capture_structure_e2e.py",
    "generic_component_capture_e2e.py",
    "generic_capture_details_e2e.py",
    "animated_image_preview_e2e.py",
    "xiaoheihe_capture_e2e.py",
    "artstation_capture_e2e.py",
    "krea_capture_e2e.py",
    "libtv_capture_e2e.py",
    "jimeng_capture_e2e.py",
    "jimeng_redesign_e2e.py",
    "jimeng_video_capture_e2e.py",
    "ai_provider_registry_e2e.py",
    "ai_multimodel_routing_regression_e2e.py",
    "zhipu_glm_analysis_e2e.py",
    "composer_video_dialogue_e2e.py",
    "composer_reference_inputs_e2e.py",
    "creative_skills_e2e.py",
    "skill_source_video_e2e.py",
    "selection_video_preview_e2e.py",
    "skill_cover_e2e.py",
    "skill_source_density_e2e.py",
    "manager_regression_e2e.py",
    "library_gallery_recovery_e2e.py",
    "library_132_e2e.py",
    "large_library_e2e.py",
    "library-thumbnail-rebind-e2e.py",
    "creative_feedback_e2e.py",
    "ui_foundation_e2e.py",
    "material_management_regressions_e2e.py",
    "ui_regressions_e2e.py",
    "settings_visual_anchor_e2e.py",
    "settings_compact_e2e.py",
    "settings_update_feedback_e2e.py",
    "settings_simplification_e2e.py",
    "settings_text_completion_e2e.py",
    "settings_tab_stability_e2e.py",
    "brand_i18n_e2e.py",
    "english_interaction_states_e2e.py",
    "case_management_batch_regression_e2e.py",
    "library_selection_menu_scroll_e2e.py",
]

CASE_MANAGEMENT_SCRIPTS = [
    "library_tag_manager_e2e.py",
    "library_session_preview_e2e.py",
    "layout_settings_e2e.py",
    "layout_persistence_regressions_e2e.py",
    "detail_information_e2e.py",
    "detail_selector_e2e.py",
    "detail_overlay_regressions_e2e.py",
    "floating_review_preferences_e2e.py",
    "undo_safety_feedback_e2e.py",
    "library_recovery_confirmation_e2e.py",
    "library_navigation_e2e.py",
    "library_browse_views_e2e.py",
    "library_folder_ownership_e2e.py",
    "cross_project_compound_e2e.py",
    "library_dedupe_e2e.py",
    "library_dedupe_review_e2e.py",
    "library_dedupe_settings_e2e.py",
    "library_dedupe_bulk_e2e.py",
    "trash_cleanup_e2e.py",
    "trash_preview_window_e2e.py",
    "trash_cleanup_feedback_e2e.py",
    "library_modular_layout_e2e.py",
    "library_layout_controls_e2e.py",
    "library_layout_feedback_e2e.py",
    "library_hidden_scroll_e2e.py",
    "library_browse_return_e2e.py",
    "historical_zip_salvage_e2e.py",
    "video_detail_layout_e2e.py",
    "library_detail_actions_e2e.py",
    "library_detail_rendering_e2e.py",
    "detail_open_performance_e2e.py",
    "virtual_gallery_layout_e2e.py",
    "library_detail_sidebar_responsive_e2e.py",
    "library_responsive_layout_e2e.py",
    "library_discovery_e2e.py",
    "projects_and_categories_e2e.py",
    "project_tree_e2e.py",
    "case_management_batch_regression_e2e.py",
    "library_selection_menu_scroll_e2e.py",
]


@dataclass
class Result:
    script: str
    returncode: int
    duration: float
    output: str


def parse_args() -> argparse.Namespace:
    parser = argparse.ArgumentParser(description="Run PromptDirector browser regression scripts")
    parser.add_argument("--group", choices=["all", "case-management"], default="all")
    parser.add_argument("--script", choices=SCRIPTS, help="Run one registered browser regression script")
    parser.add_argument("--scripts", nargs='+', choices=SCRIPTS, help="Run the planned CI scenarios")
    parser.add_argument("--report", type=Path, help="Save every scenario result, including failures")
    args = parser.parse_args()
    if args.scripts and (args.script or args.group != 'all' or len(args.scripts) != len(set(args.scripts))):
        parser.error('Explicit CI scenarios must be unique and cannot be combined with a group or single script')
    return args


def main() -> None:
    args = parse_args()
    scripts = args.scripts or ([args.script] if args.script else CASE_MANAGEMENT_SCRIPTS if args.group == "case-management" else SCRIPTS)
    results: list[Result] = []
    for script in scripts:
        started = time.monotonic()
        print(f"[RUN] {script}", flush=True)
        output = []
        with subprocess.Popen(
            [sys.executable, "-u", str(TEST_DIR / script)],
            cwd=TEST_DIR.parent, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
            text=True, bufsize=1,
        ) as process:
            for line in process.stdout:
                output.append(line)
                print(line, end="", flush=True)
            returncode = process.wait()
        result = Result(script, returncode, time.monotonic() - started, "".join(output))
        results.append(result)
        state = "PASS" if result.returncode == 0 else "FAIL"
        print(f"[{state}] {script} ({result.duration:.1f}s)", flush=True)

    print(f"\nE2E summary: {len(results) - sum(result.returncode != 0 for result in results)}/{len(results)} passed")
    for result in results:
        state = "通过" if result.returncode == 0 else "失败"
        print(f"- {state} {result.script}: {result.duration:.1f}s")
    failed = [result for result in results if result.returncode]
    if args.report:
        args.report.parent.mkdir(parents=True, exist_ok=True)
        args.report.write_text(json.dumps([asdict(result) for result in results], ensure_ascii=False, indent=2), encoding='utf-8')
    if failed:
        raise SystemExit(1)


if __name__ == "__main__":
    main()