An open source, non-profit web search engine
Leaderboard stats APIs
blueheron78643715773bc7f
diff --git a/mwmbl/api.py b/mwmbl/api.pyindex 63f9143..3f73140 100644--- a/mwmbl/api.py+++ b/mwmbl/api.py@@ -16,8 +16,10 @@ JWT token endpoints (from NinjaJWTDefaultController) are registered on v1,typically at /api/v1/platform/token/pair, /api/v1/platform/token/refresh, etc."""+from datetime import timedelta+from ninja import Field-from ninja_extra import NinjaExtraAPI, api_controller, http_post+from ninja_extra import NinjaExtraAPI, api_controller, http_get, http_postfrom ninja_extra.permissions import AllowAnyfrom ninja_jwt.controller import TokenObtainPairController, TokenVerificationControllerfrom ninja_jwt.schema import TokenObtainPairInputSchema@@ -26,7 +28,9 @@ from ninja_jwt.settings import api_settingsfrom scalar_ninja import ScalarViewerfrom scalar_ninja.scalar_ninja import AgentConfig+from mwmbl.crawler.app import stats_managerfrom mwmbl.exceptions import InvalidRequest+from mwmbl.utils import utc_today_schema = SchemaControl(api_settings)@@ -100,6 +104,31 @@ def invalid_request_handler(request, exc: InvalidRequest):)+@api_controller("/leaderboard", tags=["Platform"])+class LeaderboardController:+ """Leaderboard API endpoints."""++ @http_get("/{period}", response={200: list})+ def get_leaderboard(self, request, period: str):+ """+ Get leaderboard data for a given period.+ Supported periods: 'yesterday', 'all'+ Returns list of [username, score] pairs sorted by score descending.+ """+ if period == "yesterday":+ yesterday = utc_today() - timedelta(days=1)+ results = stats_manager.get_leaderboard_for_date(yesterday)+ return [[username, score] for username, score in results]+ elif period == "all":+ results = stats_manager.get_all_time_leaderboard()+ return [[username, score] for username, score in results]+ else:+ return []+++api.register_controllers(LeaderboardController)++v2_api = NinjaExtraAPI(title="Mwmbl API v2",version="2.0.0",diff --git a/mwmbl/crawler/stats.py b/mwmbl/crawler/stats.pyindex 362b1f6..7246845 100644--- a/mwmbl/crawler/stats.py+++ b/mwmbl/crawler/stats.py@@ -138,6 +138,30 @@ class StatsManager:def get_stats_for_domain(self, host: str) -> DomainStats:return DomainStats(domain_name=host, num_index_results=get_domain_result_count(host))+ def get_leaderboard_for_date(self, target_date: date) -> list[tuple[str, int]]:+ """Get leaderboard for a specific date from the per-user results sorted set."""+ user_result_count_key = USER_RESULTS_COUNT_KEY.format(date=target_date)+ results = self.redis.zrevrange(user_result_count_key, 0, 100, withscores=True)+ return [(username, int(score)) for username, score in results]++ def get_all_time_leaderboard(self) -> list[tuple[str, int]]:+ """Get all-time leaderboard by aggregating across the last 30 days."""+ from collections import Counter++ date_time = datetime.now(timezone.utc)+ today = date_time.date()++ aggregated = Counter()+ for i in range(30):+ date_i = today - timedelta(days=i)+ user_result_count_key = USER_RESULTS_COUNT_KEY.format(date=date_i)+ results = self.redis.zrevrange(user_result_count_key, 0, -1, withscores=True)+ for username, score in results:+ aggregated[username] += int(score)++ # Return top 100 sorted by score descending+ return aggregated.most_common(100)+def record_results(self, results: Results, username: str) -> None:result_count_key = RESULTS_COUNT_KEY.format(date=utc_today())num_results = len(results.results)