Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

Leaderboard stats APIs

blueheron78643715773bc7f
diff --git a/mwmbl/api.py b/mwmbl/api.py
index 63f9143..3f73140 100644
--- a/mwmbl/api.py
+++ b/mwmbl/api.py
@@ -16,8 +16,10 @@ JWT token endpoints (from NinjaJWTDefaultController) are registered on v1,
typically at /api/v1/platform/token/pair, /api/v1/platform/token/refresh, etc.
"""
+from datetime import timedelta
+
from ninja import Field
-from ninja_extra import NinjaExtraAPI, api_controller, http_post
+from ninja_extra import NinjaExtraAPI, api_controller, http_get, http_post
from ninja_extra.permissions import AllowAny
from ninja_jwt.controller import TokenObtainPairController, TokenVerificationController
from ninja_jwt.schema import TokenObtainPairInputSchema
@@ -26,7 +28,9 @@ from ninja_jwt.settings import api_settings
from scalar_ninja import ScalarViewer
from scalar_ninja.scalar_ninja import AgentConfig
+from mwmbl.crawler.app import stats_manager
from mwmbl.exceptions import InvalidRequest
+from mwmbl.utils import utc_today
_schema = SchemaControl(api_settings)
@@ -100,6 +104,31 @@ def invalid_request_handler(request, exc: InvalidRequest):
)
+@api_controller("/leaderboard", tags=["Platform"])
+class LeaderboardController:
+ """Leaderboard API endpoints."""
+
+ @http_get("/{period}", response={200: list})
+ def get_leaderboard(self, request, period: str):
+ """
+ Get leaderboard data for a given period.
+ Supported periods: 'yesterday', 'all'
+ Returns list of [username, score] pairs sorted by score descending.
+ """
+ if period == "yesterday":
+ yesterday = utc_today() - timedelta(days=1)
+ results = stats_manager.get_leaderboard_for_date(yesterday)
+ return [[username, score] for username, score in results]
+ elif period == "all":
+ results = stats_manager.get_all_time_leaderboard()
+ return [[username, score] for username, score in results]
+ else:
+ return []
+
+
+api.register_controllers(LeaderboardController)
+
+
v2_api = NinjaExtraAPI(
title="Mwmbl API v2",
version="2.0.0",
diff --git a/mwmbl/crawler/stats.py b/mwmbl/crawler/stats.py
index 362b1f6..7246845 100644
--- a/mwmbl/crawler/stats.py
+++ b/mwmbl/crawler/stats.py
@@ -138,6 +138,30 @@ class StatsManager:
def get_stats_for_domain(self, host: str) -> DomainStats:
return DomainStats(domain_name=host, num_index_results=get_domain_result_count(host))
+ def get_leaderboard_for_date(self, target_date: date) -> list[tuple[str, int]]:
+ """Get leaderboard for a specific date from the per-user results sorted set."""
+ user_result_count_key = USER_RESULTS_COUNT_KEY.format(date=target_date)
+ results = self.redis.zrevrange(user_result_count_key, 0, 100, withscores=True)
+ return [(username, int(score)) for username, score in results]
+
+ def get_all_time_leaderboard(self) -> list[tuple[str, int]]:
+ """Get all-time leaderboard by aggregating across the last 30 days."""
+ from collections import Counter
+
+ date_time = datetime.now(timezone.utc)
+ today = date_time.date()
+
+ aggregated = Counter()
+ for i in range(30):
+ date_i = today - timedelta(days=i)
+ user_result_count_key = USER_RESULTS_COUNT_KEY.format(date=date_i)
+ results = self.redis.zrevrange(user_result_count_key, 0, -1, withscores=True)
+ for username, score in results:
+ aggregated[username] += int(score)
+
+ # Return top 100 sorted by score descending
+ return aggregated.most_common(100)
+
def record_results(self, results: Results, username: str) -> None:
result_count_key = RESULTS_COUNT_KEY.format(date=utc_today())
num_results = len(results.results)