Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

3.8 KB
Raw Blame
import {Chart} from "chart.js/auto";

(async () => {
  Chart.defaults.font.size = 16;

  function createChart(elementId, labels, label) {
    const canvas = document.getElementById(elementId);
    return new Chart(canvas, {
      type: 'line',
      data: {
        labels: labels,
        datasets: [{
          label: label,
          borderWidth: 1
        }]
      },
      options: {
        scales: {
          y: {
            beginAtZero: true
          }
        },
        maintainAspectRatio: false
      }
    });
  }

  const resultsIndexedDailyChart = createChart('results-indexed-daily', null, "Results indexed by day");
  const usersCrawledDailyChart = createChart('users-by-day', null, "Number of users crawling by day");
  const datasetQueriesDailyChart = createChart('dataset-queries-by-day', null, "Dataset queries by day");
  const datasetResultsDailyChart = createChart('dataset-results-by-day', null, "Dataset results by day");

  const urlsByUserCanvas = document.getElementById('top-user-results');
  const byUserChart = new Chart(urlsByUserCanvas, {
    type: 'bar',
    data: {
      datasets: [{
        label: "Top users",
        borderWidth: 1
        // barThickness: 15
      }]
    },
    options: {
      scales: {
        x: {
          beginAtZero: true
        }
      },
      indexAxis: 'y',
      maintainAspectRatio: false
    }
  });
  
function numberWithCommas(x) {
  // From https://stackoverflow.com/a/2901298/660902
  if (x == null) return "0";
  return x.toString().replace(/\B(?<!\.\d*)(?=(\d{3})+(?!\d))/g, ",");
}

  function updateStats() {
    fetch("https://api.mwmbl.org/crawler/stats").then(result => {
      result.json().then(stats => {
        console.log("Stats", stats);

        const numUsers = Object.values(stats.users_crawled_daily)[Object.keys(stats.users_crawled_daily).length - 1];
        const userCountSpan = document.getElementById("num-users");
        userCountSpan.innerText = numberWithCommas(numUsers);

        const numDatasetQueries = Object.values(stats.dataset_queries_daily)[Object.keys(stats.dataset_queries_daily).length - 1];
        const numDatasetQueriesSpan = document.getElementById("num-dataset-queries");
        numDatasetQueriesSpan.innerText = numberWithCommas(numDatasetQueries);

        const numDatasetResults = Object.values(stats.dataset_results_daily)[Object.keys(stats.dataset_results_daily).length - 1];
        const numDatasetResultsSpan = document.getElementById("num-dataset-results");
        numDatasetResultsSpan.innerText = numberWithCommas(numDatasetResults);

        resultsIndexedDailyChart.data.labels = Object.keys(stats.results_indexed_daily);
        resultsIndexedDailyChart.data.datasets[0].data = Object.values(stats.results_indexed_daily);
        resultsIndexedDailyChart.update();

        usersCrawledDailyChart.data.labels = Object.keys(stats.users_crawled_daily);
        usersCrawledDailyChart.data.datasets[0].data = Object.values(stats.users_crawled_daily);
        usersCrawledDailyChart.update();

        console.log("Top users", stats.top_user_results);
        byUserChart.data.labels = stats.top_user_results.map(u => u[0]);
        byUserChart.data.datasets[0].data = stats.top_user_results.map(u => u[1]);
        byUserChart.update();

        datasetQueriesDailyChart.data.labels = Object.keys(stats.dataset_queries_daily);
        datasetQueriesDailyChart.data.datasets[0].data = Object.values(stats.dataset_queries_daily);
        datasetQueriesDailyChart.update();

        datasetResultsDailyChart.data.labels = Object.keys(stats.dataset_results_daily);
        datasetResultsDailyChart.data.datasets[0].data = Object.values(stats.dataset_results_daily);
        datasetResultsDailyChart.update();
      })
    });
  }

  updateStats();
  setInterval(() => {
    updateStats();
  }, 5000);

})();