Open-source AI browser agent for Chrome and Firefox (monorepo) π§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
"""Video-specific regression tests.
Each test navigates to a page that should contain at least one video
and asserts the script extracts a URL that looks like real video media
(by file extension or known video-CDN host).
"""
from __future__ import annotations
import time
from common import TestResult, inject_smd, collect_smd
from url_hosts import url_has_host
from sites import _safe_goto, _screenshot, _click_first
TESTS = []
def register(fn):
TESTS.append(fn)
return fn
# Substrings / extensions that indicate a video media URL.
_VIDEO_HOST_HINTS = (
"v.redd.it",
"video.twimg.com",
"amplify_video",
"ext_tw_video",
"fbcdn.net/v/", # FB video CDN paths
"v1.pinimg.com/videos/",
"/videos/", # generic
)
_VIDEO_EXT_RE_STR = ".mp4" # quick string check is enough; we'll OR with .webm / .m3u8
def _is_video_url(u: str) -> bool:
u_lower = u.lower()
if any(ext in u_lower for ext in (".mp4", ".webm", ".m3u8", ".mpd", ".mov", ".ts")):
return True
return any(h in u for h in _VIDEO_HOST_HINTS)
def _video_assertions(r, data, expected_profile, require_video_url=True):
"""Common: at least one extracted URL looks like video media.
Set require_video_url=False for platforms whose feed videos play via
MSE/blob URLs (IG reels, LinkedIn HLS) β in those cases the script
can only realistically extract the poster, not the video stream.
"""
urls = data.get("urls", [])
video_urls = [u for u in urls if _is_video_url(u)]
r.profile_detected = data.get("profile")
r.url_count = len(urls)
r.sample_urls = [u[:90] for u in (video_urls or urls)[:3]]
if require_video_url:
r.assertions = [
f"profile == '{expected_profile}' (got: {r.profile_detected})",
f"at least one video URL (got: {len(video_urls)} of {len(urls)} total)",
]
else:
r.assertions = [
f"profile == '{expected_profile}' (got: {r.profile_detected})",
f"any media URLs (got: {len(urls)}); video URLs: {len(video_urls)}",
]
if r.profile_detected != expected_profile:
r.failures.append("wrong profile")
if require_video_url and len(video_urls) < 1:
r.failures.append("no video URLs found")
if (not require_video_url) and len(urls) < 1:
r.failures.append("no URLs found at all")
if len(video_urls) == 0 and len(urls) > 0 and not require_video_url:
addn = "video plays via MSE/blob - only poster extracted"
r.notes = (r.notes + " | " if r.notes else "") + addn
r.passed = not r.failures
@register
def test_pinterest_video(page, js_path, sdir):
# Pinterest video search β almost always returns video pins
r = TestResult(site="pinterest_video",
url="https://www.pinterest.com/search/pins/?q=cat+video",
passed=False)
_safe_goto(page, r.url); time.sleep(4)
try: page.evaluate("window.scrollBy(0, 500)"); time.sleep(1)
except Exception: pass
inject_smd(page, js_path)
data = collect_smd(page, "all")
if "error" in data:
r.error = data["error"]; r.screenshot_path = _screenshot(page, sdir, "pinterest_video"); return r
_video_assertions(r, data, "pinterest")
if not r.passed: r.screenshot_path = _screenshot(page, sdir, "pinterest_video")
return r
@register
def test_reddit_video(page, js_path, sdir):
# r/funny reliably has video posts at the top. r/videos had click
# issues (sub loading slowly / new-reddit shadow DOM). Use the same
# selector strategy as reddit_single β proven to work.
r = TestResult(site="reddit_video", url="https://www.reddit.com/r/funny/", passed=False)
_safe_goto(page, r.url); time.sleep(3)
# Try multiple clicks until we find one that lands on a video post.
# First few r/funny posts are usually videos; if not, give up after 3.
clicked = False
for _ in range(3):
if _click_first(page, 'a[href*="/comments/"]'):
clicked = True
break
time.sleep(1)
if not clicked:
r.error = "could not click into a r/funny post"
r.screenshot_path = _screenshot(page, sdir, "reddit_video"); return r
r.url = page.url; time.sleep(2)
inject_smd(page, js_path)
data = collect_smd(page, "main")
if "error" in data:
r.error = data["error"]; r.screenshot_path = _screenshot(page, sdir, "reddit_video"); return r
# Reddit videos use v.redd.it DASH; accept poster-only as pass since not
# every top post is a video. Note ffmpeg if v.redd.it found.
_video_assertions(r, data, "reddit", require_video_url=False)
urls = data.get("urls", [])
if any("v.redd.it" in u for u in urls):
addn = "v.redd.it DASH: merge with `ffmpeg -i video.mp4 -i audio.mp4 -c copy out.mp4`"
r.notes = (r.notes + " | " if r.notes else "") + addn
if not r.passed: r.screenshot_path = _screenshot(page, sdir, "reddit_video")
return r
@register
def test_instagram_video(page, js_path, sdir):
r = TestResult(site="instagram_video",
url="https://www.instagram.com/natgeo/reels/", passed=False)
_safe_goto(page, r.url); time.sleep(4)
if page.locator('input[name="username"]').count() > 0:
r.needs_login = True
r.assertions = ["needs login to load reels"]
r.notes = "Use CDP attach."
return r
# Click first reel β opens /reel/ID/
try: page.evaluate("window.scrollBy(0, 400)"); time.sleep(1)
except Exception: pass
_click_first(page, 'a[href*="/reel/"]') # best-effort; reels also play on hover
time.sleep(3)
r.url = page.url
inject_smd(page, js_path)
data = collect_smd(page, "auto")
if "error" in data:
r.error = data["error"]; r.screenshot_path = _screenshot(page, sdir, "instagram_video"); return r
# IG reels play via MSE β only the poster is extractable.
_video_assertions(r, data, "instagram", require_video_url=False)
if not r.passed: r.screenshot_path = _screenshot(page, sdir, "instagram_video")
return r
@register
def test_twitter_video(page, js_path, sdir):
# X /media tab on a video-heavy account mixes photos and videos.
# Run in 'all' mode and assert at least one video URL is found.
r = TestResult(site="twitter_video", url="https://x.com/NASA/media", passed=False)
_safe_goto(page, r.url); time.sleep(4)
if page.locator('[data-testid="loginButton"]').count() > 0:
r.needs_login = True
r.assertions = ["needs login"]
r.notes = "Use CDP attach."
return r
try: page.evaluate("window.scrollBy(0, 600)"); time.sleep(2)
except Exception: pass
inject_smd(page, js_path)
data = collect_smd(page, "all")
if "error" in data:
r.error = data["error"]; r.screenshot_path = _screenshot(page, sdir, "twitter_video"); return r
_video_assertions(r, data, "twitter")
if not r.passed: r.screenshot_path = _screenshot(page, sdir, "twitter_video")
return r
@register
def test_facebook_video(page, js_path, sdir):
# NASA's video tab. Many videos play via MSE/blob β those won't have
# downloadable URLs (script will note this). But page should expose
# at least one fbcdn video URL via og:video or video posters.
r = TestResult(site="facebook_video", url="https://www.facebook.com/NASA/videos", passed=False)
_safe_goto(page, r.url); time.sleep(5)
if page.locator('input[name="email"]').count() > 0:
r.needs_login = True
r.assertions = ["needs login"]
r.notes = "Use CDP attach."
return r
try: page.evaluate("window.scrollBy(0, 600)"); time.sleep(2)
except Exception: pass
inject_smd(page, js_path)
data = collect_smd(page, "all")
if "error" in data:
r.error = data["error"]; r.screenshot_path = _screenshot(page, sdir, "facebook_video"); return r
_video_assertions(r, data, "facebook")
if not r.passed: r.screenshot_path = _screenshot(page, sdir, "facebook_video")
return r
@register
def test_youtube_video(page, js_path, sdir):
"""YouTube watch page. Only the poster is downloadable; the actual
video uses MSE/DRM. This test verifies we still surface SOMETHING
(poster) so the user knows the script ran."""
r = TestResult(site="youtube_video",
url="https://www.youtube.com/watch?v=dQw4w9WgXcQ",
passed=False)
_safe_goto(page, r.url); time.sleep(5)
inject_smd(page, js_path)
data = collect_smd(page, "auto")
if "error" in data:
r.error = data["error"]; r.screenshot_path = _screenshot(page, sdir, "youtube_video"); return r
urls = data.get("urls", [])
# Accept poster (.jpg/.webp on ytimg.com) as a "video-related" success
yt_media = [u for u in urls if url_has_host(u, "ytimg.com", "googlevideo.com") or _is_video_url(u)]
r.profile_detected = data.get("profile"); r.url_count = len(urls)
r.sample_urls = [u[:90] for u in (yt_media or urls)[:3]]
r.assertions = [
f"profile == 'youtube' (got: {r.profile_detected})",
f"at least one YT media URL (got: {len(yt_media)} of {len(urls)})",
]
if r.profile_detected != "youtube": r.failures.append("wrong profile")
if len(yt_media) < 1: r.failures.append("no ytimg/googlevideo URLs found")
r.notes = "Direct YouTube video download not supported (MSE/DRM) - use yt-dlp."
r.passed = not r.failures
if not r.passed: r.screenshot_path = _screenshot(page, sdir, "youtube_video")
return r
@register
def test_linkedin_video(page, js_path, sdir):
# LinkedIn video posts often use HLS (.m3u8). Check the feed for any
# video URL β falls back to needs_login if not signed in.
r = TestResult(site="linkedin_video",
url="https://www.linkedin.com/company/nasa/posts/", passed=False)
_safe_goto(page, r.url); time.sleep(4)
title = page.title()
if ("Sign Up" in title or "Join" in title or
page.locator('input[name="session_key"]').count() > 0):
r.needs_login = True
r.assertions = ["needs login"]
r.notes = "Use CDP attach."
return r
# Scroll to get past static images and into video posts
try:
for _ in range(3):
page.evaluate("window.scrollBy(0, 800)"); time.sleep(2)
except Exception: pass
inject_smd(page, js_path)
data = collect_smd(page, "all")
if "error" in data:
r.error = data["error"]; r.screenshot_path = _screenshot(page, sdir, "linkedin_video"); return r
# LinkedIn feed videos are HLS in <video> tag with blob src β only
# poster images are reliably extractable from the feed view.
_video_assertions(r, data, "linkedin", require_video_url=False)
if not r.passed: r.screenshot_path = _screenshot(page, sdir, "linkedin_video")
return r