AI powered OSINT engine to discover and map 840+ social media identities across the web
Python aiartificial-intelligencedebainhackhackerhackinghackingtoolsinformationinformation-gatheringlinuxlinux-desktoposintpythonpython-scriptpython3social-mediasocialmediahackingtermuxtermux-tool
import json
from importlib import resources
from aliens_eye.core.detector import (
FOUND_THRESHOLD,
ML_WEIGHT,
NOT_FOUND_THRESHOLD,
Detector,
_sigmoid,
)
# The blend weight and thresholds the packaged model actually runs with. These
# are documented in README.md and WORKING.md; if the shipped model changes,
# update both docs and this table in the same commit. The fallback constants in
# core/detector.py are deliberately different and must not be confused for these.
SHIPPED_MODEL_ML_WEIGHT = 0.9
SHIPPED_MODEL_FOUND_THRESHOLD = 0.6202
SHIPPED_MODEL_NOT_FOUND_THRESHOLD = 0.3597
def make_found_features():
return {
"http_200": 1.0,
"has_username_in_path": 1.0,
"positive_keyword_count": 6.0,
"profile_section_count": 3.0,
"meta_has_username": 1.0,
"img_count": 10.0,
}
def make_not_found_features():
return {
"http_404": 1.0,
"error_keyword_count": 5.0,
"error_section_count": 2.0,
"meta_error_keyword_count": 2.0,
}
def test_heuristic_found():
detector = Detector()
result = detector.predict(make_found_features())
assert result.status == "Found"
assert result.method == "heuristic"
assert result.probability is not None
assert result.probability > FOUND_THRESHOLD
assert 0 < result.confidence <= 99
def test_heuristic_not_found():
detector = Detector()
result = detector.predict(make_not_found_features())
assert result.status == "Not Found"
assert result.probability < NOT_FOUND_THRESHOLD
def test_heuristic_maybe_on_empty():
detector = Detector()
result = detector.predict({})
assert result.status == "Maybe"
def test_predict_sets_heuristic_score_feature():
detector = Detector()
features = make_found_features()
detector.predict(features)
assert "heuristic_score" in features
def test_status_boundaries():
detector = Detector()
status, _ = detector._status_from_probability(FOUND_THRESHOLD + 0.01)
assert status == "Found"
status, _ = detector._status_from_probability(NOT_FOUND_THRESHOLD - 0.01)
assert status == "Not Found"
status, _ = detector._status_from_probability(0.5)
assert status == "Maybe"
def test_confidence_scales_with_probability():
detector = Detector()
_, low = detector._status_from_probability(FOUND_THRESHOLD + 0.01)
_, high = detector._status_from_probability(0.99)
assert high > low
def test_load_model_missing_falls_back(logger, tmp_path):
detector = Detector()
detector.load_model(logger, tmp_path / "missing.json")
assert detector.model is None
result = detector.predict(make_found_features())
assert result.method == "heuristic"
def test_load_packaged_model_blends(logger):
detector = Detector()
detector.load_model(logger)
assert detector.model is not None
result = detector.predict(make_found_features())
assert result.method == "ml+heuristic"
assert 0.0 <= result.probability <= 1.0
def test_redirect_off_username_path_penalized():
# Same base features, but one landed on a generic page after a redirect
# (visitor/login/geo-block-wall pattern) -> should score lower.
detector = Detector()
base = {"http_200": 1.0, "positive_keyword_count": 3.0}
on_profile = {**base, "has_username_in_path": 1.0, "redirect_count": 1.0}
bounced = {**base, "has_username_in_path": 0.0, "redirect_count": 1.0}
assert detector.predict(on_profile).score > detector.predict(bounced).score
def test_redirect_without_leaving_username_path_not_penalized():
# A redirect that still lands on a URL containing the username (e.g. a
# canonical-URL normalization) should not be penalized.
detector = Detector()
base = {"http_200": 1.0, "has_username_in_path": 1.0}
assert detector.predict({**base, "redirect_count": 0.0}).score == detector.predict(
{**base, "redirect_count": 1.0}
).score
def test_sigmoid_bounds():
assert _sigmoid(1000) == 1.0
assert _sigmoid(-1000) < 1e-20
assert abs(_sigmoid(0) - 0.5) < 1e-9
def test_shipped_model_matches_documented_values():
"""Guard the doc/model drift that had WORKING.md stating the wrong blend.
The shipped model overrides the module fallbacks at runtime, so the docs
must describe the model's values, not the constants.
"""
text = (resources.files("aliens_eye.data") / "model.json").read_text("utf-8")
data = json.loads(text)
assert data["ml_weight"] == SHIPPED_MODEL_ML_WEIGHT
assert data["thresholds"]["found"] == SHIPPED_MODEL_FOUND_THRESHOLD
assert data["thresholds"]["not_found"] == SHIPPED_MODEL_NOT_FOUND_THRESHOLD
def test_shipped_model_actually_overrides_fallbacks(logger):
"""If these ever coincide, the override path stops being exercised."""
detector = Detector()
detector.load_model(logger)
assert detector.model.ml_weight == SHIPPED_MODEL_ML_WEIGHT != ML_WEIGHT
assert detector.model.found_threshold == SHIPPED_MODEL_FOUND_THRESHOLD != FOUND_THRESHOLD
assert (
detector.model.not_found_threshold
== SHIPPED_MODEL_NOT_FOUND_THRESHOLD
!= NOT_FOUND_THRESHOLD
)
def test_model_defaults_fall_back_to_detector_constants():
"""A model file omitting the tuning fields must inherit the constants."""
from aliens_eye.core.features import FEATURE_SCHEMA
from aliens_eye.ml.inference import MLModel
n = len(FEATURE_SCHEMA)
model = MLModel.from_dict({
"feature_schema": list(FEATURE_SCHEMA),
"mean": [0.0] * n,
"scale": [1.0] * n,
"coef": [0.0] * n,
"intercept": 0.0,
})
assert model.ml_weight == ML_WEIGHT
assert model.found_threshold == FOUND_THRESHOLD
assert model.not_found_threshold == NOT_FOUND_THRESHOLD