Give your AI agent eyes to see the entire internet. Read & search Twitter, Reddit, YouTube, GitHub, Bilibili, XiaoHongShu — one CLI, zero API fees.
Python agent-infrastructureai-agentai-searchautomationbilibiliclaude-codeclicursorfree-apillm-toolsmcppythonreddit-scrapertwitter-scraperweb-scraperxiaohongshuyoutube-transcript
"""Secrets embedded in URLs must not reach user-facing diagnostics."""
from agent_reach.utils.text import scrub_url_credentials
def test_scrubs_userinfo_and_sensitive_query_values():
raw = (
"proxy http://user:[email protected]:8080 failed; "
"upstream https://api.example.test/path?access_token=secret"
"&page=2&api_key=another-secret"
)
scrubbed = scrub_url_credentials(raw)
assert "user:pass" not in scrubbed
assert "secret" not in scrubbed
assert "another-secret" not in scrubbed
assert "http://***@proxy.example:8080" in scrubbed
assert "access_token=***" in scrubbed
assert "page=2" in scrubbed
assert "api_key=***" in scrubbed
def test_scrubs_multiple_schemes_and_fragment_tokens():
raw = (
"socks5://token@host:1080 "
"https://example.test/#auth_token=fragment-secret"
)
scrubbed = scrub_url_credentials(ValueError(raw))
assert scrubbed == (
"socks5://***@host:1080 "
"https://example.test/#auth_token=***"
)
def test_scrubs_bare_user_password_host_diagnostics():
raw = "proxy handshake for user:[email protected] failed"
assert scrub_url_credentials(raw) == "proxy handshake for ***@proxy.test failed"
def test_leaves_non_secret_urls_and_plain_text_unchanged():
raw = "See https://example.test/search?q=python&page=2 after timeout"
assert scrub_url_credentials(raw) == raw