OpenPanel is an open-source web and product analytics platform, an open-source alternative to Mixpanel with optional self-hosting.
fix: improve performance for realtime map
Carl-Gerhard Lindesvärd20665789e197
diff --git a/packages/trpc/src/routers/realtime.ts b/packages/trpc/src/routers/realtime.tsindex c6ff228d2..4bc1dd126 100644--- a/packages/trpc/src/routers/realtime.ts+++ b/packages/trpc/src/routers/realtime.ts@@ -106,17 +106,77 @@ function buildRealtimeBadgeDetailsFilter(input: {return buildRealtimeLocationFilter(input.locations);}+interface CoordinatePoint {+ country: string;+ city: string;+ long: number;+ lat: number;+ count: number;+};++function mergeByRadius(+ points: CoordinatePoint[],+ radius: number+): CoordinatePoint[] {+ // Highest-count points become cluster centers; nearby points get absorbed into them+ const sorted = [...points].sort((a, b) => b.count - a.count);+ const absorbed = new Uint8Array(sorted.length);+ const clusters: CoordinatePoint[] = [];++ for (let i = 0; i < sorted.length; i++) {+ if (absorbed[i]) {+ continue;+ }+ const seed = sorted[i];+ if (!seed) {+ continue;+ }+ const center: CoordinatePoint = { ...seed };+ for (let j = i + 1; j < sorted.length; j++) {+ if (absorbed[j]) {+ continue;+ }+ const other = sorted[j];+ if (!other) {+ continue;+ }+ const dlat = other.lat - center.lat;+ const dlong = other.long - center.long;+ if (Math.sqrt(dlat * dlat + dlong * dlong) <= radius) {+ center.count += other.count;+ absorbed[j] = 1;+ }+ }+ clusters.push(center);+ }++ return clusters;+}++function adaptiveCluster(+ points: CoordinatePoint[],+ target: number+): CoordinatePoint[] {+ if (points.length <= target) {+ return points;+ }++ // Expand merge radius until we hit the target (~55km → ~111km → ~333km → ~1110km)+ for (const radius of [0.5, 1, 3, 10]) {+ const clustered = mergeByRadius(points, radius);+ if (clustered.length <= target) {+ return clustered;+ }+ }++ return points.slice(0, target);+}+export const realtimeRouter = createTRPCRouter({coordinates: protectedProcedure.input(z.object({ projectId: z.string() })).query(async ({ input }) => {- const res = await chQuery<{- city: string;- country: string;- long: number;- lat: number;- count: number;- }>(+ const res = await chQuery<CoordinatePoint>(`SELECTcountry,city,@@ -129,13 +189,11 @@ export const realtimeRouter = createTRPCRouter({AND longitude IS NOT NULLAND latitude IS NOT NULLGROUP BY country, city, longitude, latitude- ORDER BY count DESC`+ ORDER BY count DESC+ LIMIT 5000`);- res.forEach((item) => {- console.log(item.country, item.city, item.long, item.lat);- });- return res;+ return adaptiveCluster(res, 500);}),mapBadgeDetails: protectedProcedure.input(