Skip to content

🕵️‍♂️ (2-in-1) Email & Username OSINT suite featuring native MCP support for deep data extraction just from a single Email/Username. Analyzes 2720+ actively maintained scan vectors (210+ email / 2510+ username) for security research, investigations, and digital footprinting.

feat(user_scan): add Weblancer username module (#646)

Kristo Isberg21584995bcd5
diff --git a/user_scanner/user_scan/other/weblancer.py b/user_scanner/user_scan/other/weblancer.py
new file mode 100644
index 0000000..f512b45
--- /dev/null
+++ b/user_scanner/user_scan/other/weblancer.py
@@ -0,0 +1,195 @@
+import json
+import re
+from datetime import datetime, timedelta, timezone
+from html import unescape
+from urllib.parse import quote, urlsplit
+
+from user_scanner.core.impersonate import impersonate_validate
+from user_scanner.core.nextjs import iter_next_app_flight_chunks
+from user_scanner.core.result import Result
+
+NOT_FOUND = "<title>404: Страница не найдена</title>"
+
+
+def validate_weblancer(user: str) -> Result:
+ username = user.strip()
+ url = f"https://www.weblancer.net/users/{quote(username, safe='')}/"
+
+ def process(response):
+ if response.status_code == 404 and NOT_FOUND in response.text:
+ return Result.available()
+ if response.status_code != 200:
+ return Result.error(f"Unexpected response status: {response.status_code}")
+
+ profile = _profile(response.text, username)
+ if profile is None:
+ return Result.error("Weblancer profile markers were missing")
+
+ description = _flight_text(response.text, profile.get("description"))
+ extra = {
+ "id": profile.get("id"),
+ "first_name": profile.get("first_name"),
+ "last_name": profile.get("last_name"),
+ "bio": _text(description),
+ "social_links": _social_links(description) or None,
+ "gender": profile.get("gender"),
+ "birthday": profile.get("birthday"),
+ "title": profile.get("title"),
+ "country": (profile.get("country") or {}).get("name"),
+ "city_id": profile.get("city_id"),
+ "timezone": _utc_offset(profile.get("time_zone")),
+ "account_type": profile.get("account_type"),
+ "is_customer": profile.get("isCustomer"),
+ "is_freelancer": profile.get("isFreelancer"),
+ "blocked": profile.get("blocked"),
+ "block_reason": profile.get("block_reason"),
+ "no_index": profile.get("noIndex"),
+ "settings": profile.get("settings"),
+ "verified": profile.get("verified"),
+ "online": profile.get("online"),
+ "freelancer_rating": profile.get("freelancer_rating"),
+ "customer_rating": profile.get("customer_rating"),
+ "reviews_per_year": profile.get("reviewsPerYear"),
+ "jobs": profile.get("jobCount"),
+ "portfolio": profile.get("portfolio_count"),
+ "services": profile.get("services_count"),
+ "projects": profile.get("projects_count"),
+ "contests": profile.get("contests_count"),
+ "vacancies": profile.get("vacancies_count"),
+ "created_at": _iso(profile.get("created_time")),
+ "last_online_at": _iso(profile.get("last_online_time")),
+ "skills": [
+ tag["name"]
+ for tag in profile.get("tagList") or []
+ if isinstance(tag, dict) and isinstance(tag.get("name"), str)
+ ]
+ or None,
+ }
+ for label, value in (
+ ("reviews", profile.get("reviews_count")),
+ ("freelancer_reviews", profile.get("freelancer_reviews_count")),
+ ("customer_reviews", profile.get("customer_reviews_count")),
+ ):
+ extra.update(_review_breakdown(label, value))
+ extra.update(_statistics(profile))
+ userpic = profile.get("userpic_file")
+ media = {
+ "avatar": f"https://st.weblancer.net/download/{quote(userpic, safe='')}"
+ if isinstance(userpic, str) and userpic
+ else None
+ }
+ return Result.taken(extra=extra, media=media)
+
+ return impersonate_validate(url, process)
+
+
+def _profile(document: str, username: str) -> dict | None:
+ decoder = json.JSONDecoder()
+ for chunk in iter_next_app_flight_chunks(document):
+ start = 0
+ while (marker := chunk.find('"user":', start)) >= 0:
+ start = marker + len('"user":')
+ try:
+ candidate = decoder.raw_decode(chunk[start:])[0]
+ except json.JSONDecodeError:
+ continue
+ if (
+ isinstance(candidate, dict)
+ and isinstance(candidate.get("login"), str)
+ and candidate["login"].casefold() == username.casefold()
+ ):
+ return candidate
+ return None
+
+
+def _flight_text(document: str, value: object) -> str | None:
+ if not isinstance(value, str) or not value.startswith("$"):
+ return value if isinstance(value, str) else None
+
+ pattern = re.compile(rf"(?m)^{re.escape(value[1:])}:T([0-9a-f]+),")
+ for chunk in iter_next_app_flight_chunks(document):
+ if match := pattern.search(chunk):
+ size = int(match.group(1), 16)
+ try:
+ return chunk[match.end() :].encode()[:size].decode()
+ except UnicodeDecodeError:
+ return None
+ return None
+
+
+def _text(value: str | None) -> str | None:
+ if value is None:
+ return None
+ return re.sub(r"\s+", " ", unescape(re.sub(r"<[^>]+>", " ", value))).strip()
+
+
+def _social_links(value: str | None) -> list[str]:
+ links = []
+ for href in re.findall(r'<a\b[^>]*\bhref=["\']([^"\']+)', value or "", re.IGNORECASE):
+ href = unescape(href)
+ href = f"https:{href}" if href.startswith("//") else href
+ if urlsplit(href).scheme in {"http", "https"} and href not in links:
+ links.append(href)
+ return links
+
+
+def _review_breakdown(label: str, value: object) -> dict[str, int]:
+ try:
+ positive, negative = (int(count) for count in str(value).split("|", 1))
+ except ValueError:
+ return {}
+ return {
+ label: positive + negative,
+ f"{label}_positive": positive,
+ f"{label}_negative": negative,
+ }
+
+
+def _utc_offset(value: object) -> str | None:
+ if not isinstance(value, (int, float)) or isinstance(value, bool):
+ return None
+ try:
+ return timezone(timedelta(hours=value)).tzname(None)
+ except (OverflowError, ValueError):
+ return None
+
+
+def _statistics(profile: dict) -> dict:
+ statistics: dict[str, object] = {}
+ for prefix, value in (
+ ("freelancer", profile.get("freelancer_stats")),
+ ("customer", profile.get("customer_stats")),
+ ):
+ if isinstance(value, str):
+ try:
+ value = json.loads(value)
+ except json.JSONDecodeError:
+ continue
+ if isinstance(value, dict):
+ statistics.update({f"{prefix}_{key}": item for key, item in value.items()})
+
+ rating = profile.get("rating")
+ if not isinstance(rating, dict):
+ return statistics
+
+ total = rating.get("total")
+ if isinstance(total, dict):
+ statistics.update(
+ {
+ "overall_rank": total.get("position"),
+ "overall_rank_rating": total.get("rating"),
+ "overall_rank_jobs": total.get("jobs_count"),
+ "ranking_updated_at": _iso(total.get("updated_time")),
+ }
+ )
+
+ return statistics
+
+
+def _iso(value: object) -> str | None:
+ if not isinstance(value, (int, float)) or isinstance(value, bool):
+ return None
+ try:
+ return datetime.fromtimestamp(value, timezone.utc).isoformat(timespec="seconds")
+ except (OSError, OverflowError, ValueError):
+ return None