Give your AI agent eyes to see the entire internet. Read & search Twitter, Reddit, YouTube, GitHub, Bilibili, XiaoHongShu — one CLI, zero API fees.
Python agent-infrastructureai-agentai-searchautomationbilibiliclaude-codeclicursorfree-apillm-toolsmcppythonreddit-scrapertwitter-scraperweb-scraperxiaohongshuyoutube-transcript
"""Read-only session discovery and explicit connection choices. Never logs a user in."""
import json
import urllib.request
from datetime import datetime
from urllib.parse import urlsplit
from agent_reach.utils.url import host_matches
from .result import BAD_INPUT, ReachError
# These describe public routes an agent can try, not authenticated Reach readiness.
# A successful sample depends on the tool, network exit, content and platform response.
_PUBLIC_ACCESS = {
'web': '先用 Agent 已有网页搜索和读取;只为剩余缺口调用 Reach。',
'github': '公开仓库、README、Issue/PR 及公开评论可先用网页或公开接口。',
'youtube': '公开搜索、简介可先读;原生工具的部分样本可取评论、字幕和时间戳。',
'bilibili': '公开搜索、简介、统计可先读;部分公开接口可取评论及回复关系。',
'xiaoyuzhou': '播客转录需要 Groq Key;安装不要求登录。',
'v2ex': '公开主题正文和部分回复可先读;完整性、分页需要单独核对。',
'reddit': '公开搜索、正文和部分评论可先读;部分公开 JSON 样本可含评论及 parent_id。',
'twitter': '公开搜索摘要、部分单帖全文可先尝试;公开嵌入不提供评论流。',
'xiaohongshu': '公开发现页可能提供笔记 ID 和作者;不据此认定正文、评论可读。',
'instagram': '公开搜索或主页信息可先尝试;HTML 可能只有应用外壳,Caption 和评论未获统一验证。',
'facebook': '公开搜索摘要可先尝试;帖子正文和评论取决于页面与访问路径。',
'linkedin': '公开职位可先搜索、读详情;2026-10-21 已取得免登录职位样本,不保证所有职位可读。',
'boss': '公开职位索引和页面可先尝试;本轮未做匿名粒度验收。',
'xueqiu': '公开股票行情和名称搜索可先尝试;社区内容另按所选路径判断。',
}
_CAPABILITY_LIMITS = {
'youtube': ['read 返回元信息和简介;没有独立 comments 动作。',
'字幕依赖可用轨道;转录还需配置服务及额度,登录不保证有字幕。'],
'bilibili': ['read 返回元信息和简介;没有独立 comments 动作。',
'subtitle 当前读取首P已有字幕;可能要求登录,不代表整套多P视频。'],
'reddit': ['read 仅承诺其返回的帖子和评论;不保证完整评论树,不提供发评论动作。'],
'twitter': ['thread 仅覆盖实际返回的回复;不保证完整评论流,不提供发帖动作。'],
'xiaohongshu': ['只报告实际读取的正文、已加载评论和回复,不承诺完整导出。'],
'instagram': ['search 搜索用户;没有任意帖子 read 或独立 comments 动作。'],
'facebook': ['当前仅声明 search/profile,不承诺独立帖文读取或评论导出。'],
'linkedin': ['当前仅声明职位搜索和 JD 读取,不承诺联系人或动态抓取。'],
'boss': ['当前仅声明职位搜索和 JD 读取;登录不保证平台始终允许访问。'],
'v2ex': ['回复是否完整须核对分页与实际返回数量。'],
}
# Public web options and authenticated Reach actions; detailed limits stay in capability_summary.
_QUICK_ACCESS = {
'xiaoyuzhou': ('🔑 转录需 Key', '—'),
'github': ('✅ 找项目、读文档、看讨论、看评论', '—'),
'youtube': ('✅ 找视频、读简介、读字幕', '—'),
'bilibili': ('✅ 找视频、读简介', '❌ 读字幕'),
'v2ex': ('✅ 读帖子、看回复', '—'),
'web': ('✅ 搜资料、读网页', '—'),
'reddit': ('✅ 搜帖子、读正文、看评论', '—'),
'twitter': ('✅ 搜摘要、试读原文', '❌ 搜推文、看动态、看回复'),
'xiaohongshu': ('✅ 搜摘要、找链接', '❌ 站内搜、读正文、看评论'),
'instagram': ('✅ 搜简介', '❌ 找用户、看主页、看帖子'),
'facebook': ('✅ 搜摘要', '❌ 站内搜、看主页'),
'linkedin': ('✅ 找职位、读公开详情', '❌ 站内搜'),
'boss': ('✅ 搜标题、找链接', '❌ 站内搜、读详情'),
'xueqiu': ('✅ 找股票、查行情', '❌ 看热帖、看热股'),
}
_DISPLAY_NAMES = {
'xiaoyuzhou': '小宇宙',
'github': 'GitHub', 'youtube': 'YouTube', 'bilibili': 'B站', 'v2ex': 'V2EX',
'web': '网页', 'reddit': 'Reddit', 'twitter': 'X / Twitter', 'facebook': 'Facebook',
'instagram': 'Instagram', 'xiaohongshu': '小红书', 'linkedin': 'LinkedIn',
'boss': 'BOSS直聘', 'xueqiu': '雪球',
}
_STATUS_LABELS = {
'not_added': '未接入,可按需添加', 'needs_setup': '待配置', 'unverified': '已接入,待实测',
'ready': '已有有效验收', 'search_ready': '仅搜索已有验收',
'needs_login': '所测动作要求登录', 'cooldown': '暂缓访问',
'needs_user_action': '等待人工验证', 'broken': '当前路径故障',
}
def _local_greeting():
"""Use the installing computer's clock and timezone, without a network lookup."""
hour = datetime.now().hour
if 5 <= hour < 11:
return '早上好呀,想搜点什么?☀️'
if 11 <= hour < 14:
return '中午好,想搜点什么?'
if 14 <= hour < 18:
return '下午好,想搜点什么?'
if 18 <= hour < 22:
return '晚上好,想搜点什么?'
return '夜深了,想搜点什么?🌙'
def _upgrade_lines(result):
"""Only for users coming from 1.5: what was kept, what changed, what is left to do."""
migration = result.get('migration')
if not migration:
return []
lines = ['**这次是从旧版本(1.5)升级上来的:**', '',
'- 你的密钥和设置都保留了。',
'- RSS 订阅和 Exa 全网搜索不再单独提供,搜资料、读网页统一用"网页"。',
'- 推特、小红书这类要登录的平台,现在用 Agent Reach 自己的专用浏览器;第一次用时会先尝试复用你 Chrome 里的登录。',
'- 你以前另外装的命令行工具(比如 twitter-cli、bili)原样保留,没有删。']
suggested = [_DISPLAY_NAMES.get(n, n) for n in migration.get('suggested_channels') or []]
if suggested:
lines.append('- 你以前用过' + '、'.join(suggested) + ',想继续用直接跟我说"加上 XX"。')
old = result.get('old_copies') or {}
if old.get('removed'):
lines.append('- 旧版程序已经删掉,以后不会和新版冲突。')
for item in old.get('failed') or []:
from .legacy import manual_command
lines.append(f"- 旧版程序没删成,请运行:`{manual_command(item)}`")
return lines + ['']
def installation_report(result):
"""Render one short receipt; keep detailed evidence in the structured summary."""
def cell(value):
return str(value).replace('|', r'\|').replace('\n', ' ')
entries = result['capability_summary']['channels']
installs = {row['channel']: row for row in result['default_channels']}
installed = sum(bool(row['ok']) for row in installs.values())
completed = all(row['ok'] for row in installs.values())
lines = [
_local_greeting(), '',
f"**Agent Reach {result['version']} {'安装完成' if completed else '安装还差一步'}。** "
f'默认功能:{installed}/{len(installs)} 项准备成功。', '',
*_upgrade_lines(result),
'✅ 不用登录;❌ 登录后再试;🔑 需 Key;— 不用额外登录。', '',
'| 平台 | 不登录可以查什么 | 需要登录后再试 |', '|---|---|---|',
]
for entry in sorted(entries, key=lambda item: item['level'] != 'default'):
name = entry['channel']
label = _DISPLAY_NAMES.get(name, name)
item = installs.get(name)
if entry['level'] == 'default':
if item and not item['ok']:
label += '(安装失败:' + item.get('error', {}).get('code', 'UNKNOWN') + ')'
elif not item:
label += '(保留用户移除)'
elif entry['reach_status'] in {'needs_setup', 'needs_login', 'cooldown', 'needs_user_action', 'broken'}:
label += '(' + _STATUS_LABELS[entry['reach_status']] + ')'
public, login = _QUICK_ACCESS.get(name, (entry['public_access'], '—'))
lines.append('| ' + ' | '.join(cell(value) for value in (label, public, login)) + ' |')
verified = [entry for entry in entries if entry['verified_actions']]
if verified:
names = ';'.join(_DISPLAY_NAMES.get(entry['channel'], entry['channel']) + ':' +
'/'.join(entry['verified_actions']) for entry in verified)
lines += ['', '已测通过:' + names + '。其余还没逐项联网测试。']
else:
lines += ['', '还没逐项联网测试。']
lines += ['摘要、标题和链接先从搜索引擎找;评论以已读内容为准,字幕需视频自带。', '',
'**想查什么,直接说。** 会先尝试复用已有登录;确实需要你登录时,再打开窗口。']
return '\n'.join(lines) + '\n'
def capability_summary(channels, statuses):
"""Describe public options, declared actions and local evidence without any I/O.
Management supplies status records so this summary cannot initiate discovery,
installation, login or a live request. Actions always come from the registry.
"""
by_name = {entry['channel']: entry for entry in statuses}
entries = []
for ch in channels:
current = by_name.get(ch.name, {})
names = [action.name for action in ch.actions]
can_login = bool(ch.login_url or ch.login_argv)
auth_actions = {'bilibili': ['subtitle'], 'xueqiu': ['hot_posts', 'hot_stocks']}.get(
ch.name, names if can_login else [])
entries.append({
'channel': ch.name,
'level': ch.level,
'reach_status': current.get('status', 'unverified'),
'verified_actions': current.get('verified_actions', []),
'actions': [{'action': action.name, 'detail': action.help} for action in ch.actions],
'public_access': _PUBLIC_ACCESS.get(ch.name, '先尝试 Agent 已有公开搜索和读取。'),
'authentication': {
'when': 'only_if_required',
'may_enable_actions': [name for name in auth_actions if name in names],
'note': '剩余任务的选定路径实际要求认证时,先复用已授权会话,再请用户登录;登录后仍需验证动作。',
},
'limits': _CAPABILITY_LIMITS.get(ch.name, []),
})
message = ['先使用 Agent 已有公开搜索和读取;Reach 按需补充能力,安装不要求逐个平台登录。']
for entry in entries:
actions = '/'.join(action['action'] for action in entry['actions'])
status_label = _STATUS_LABELS.get(entry['reach_status'], entry['reach_status'])
limits = ' '.join(entry['limits'])
message.append(f"{entry['channel']}:{entry['public_access']} Reach {actions}({status_label})。{limits}")
return {
'policy': 'public_first; login_only_for_remaining_task_when_required',
'evidence_note': '公开路径说明来自样本与访问条件,不能代替本机 Reach 验收;网络、403、超时或验证码均不能单独证明需要登录。',
'channels': entries,
'message': '\n'.join(message),
}
def cdp_url():
value = 'http://127.0.0.1:9222'
return validate_cdp(value)
def validate_cdp(value):
try:
u = urlsplit(value)
valid = (u.scheme == 'http' and u.hostname in {'localhost', '127.0.0.1', '::1'}
and u.port and not u.username and not u.password and not u.query
and not u.fragment and u.path in ('', '/'))
except (TypeError, ValueError):
valid = False
if not valid:
raise ReachError(BAD_INPUT, 'CDP must be a loopback HTTP address with an explicit port')
return value.rstrip('/')
def cdp_status():
url = cdp_url()
opener = urllib.request.build_opener(urllib.request.ProxyHandler({}))
try:
with opener.open(url + '/json/list', timeout=2) as resp:
tabs = json.loads(resp.read(1024 * 1024))
found = isinstance(tabs, list) and any(
isinstance(t, dict) and t.get('type') == 'page'
and host_matches(t.get('url', ''), 'zhipin.com') for t in tabs)
return {'endpoint': url, 'connected': isinstance(tabs, list), 'boss_tab_present': bool(found)}
except (OSError, ValueError):
return {'endpoint': url, 'connected': False, 'boss_tab_present': False}
def require_boss_cdp():
from . import browser, session_reuse
session_reuse.prepare("boss")
if not cdp_status()['boss_tab_present']:
browser.open_url('https://www.zhipin.com/web/geek/jobs')
browser.touch()
return browser.CDP_URL