An open source, non-profit web search engine
import {Chart} from "chart.js/auto";
(async () => {
Chart.defaults.font.size = 16;
function createChart(elementId, labels, label) {
const canvas = document.getElementById(elementId);
return new Chart(canvas, {
type: 'line',
data: {
labels: labels,
datasets: [{
label: label,
borderWidth: 1
}]
},
options: {
scales: {
y: {
beginAtZero: true
}
},
maintainAspectRatio: false
}
});
}
const resultsIndexedDailyChart = createChart('results-indexed-daily', null, "Results indexed by day");
const usersCrawledDailyChart = createChart('users-by-day', null, "Number of users crawling by day");
const datasetQueriesDailyChart = createChart('dataset-queries-by-day', null, "Dataset queries by day");
const datasetResultsDailyChart = createChart('dataset-results-by-day', null, "Dataset results by day");
const urlsByUserCanvas = document.getElementById('top-user-results');
const byUserChart = new Chart(urlsByUserCanvas, {
type: 'bar',
data: {
datasets: [{
label: "Top users",
borderWidth: 1
// barThickness: 15
}]
},
options: {
scales: {
x: {
beginAtZero: true
}
},
indexAxis: 'y',
maintainAspectRatio: false
}
});
function numberWithCommas(x) {
// From https://stackoverflow.com/a/2901298/660902
if (x == null) return "0";
return x.toString().replace(/\B(?<!\.\d*)(?=(\d{3})+(?!\d))/g, ",");
}
function updateStats() {
fetch("https://api.mwmbl.org/crawler/stats").then(result => {
result.json().then(stats => {
console.log("Stats", stats);
const numUsers = Object.values(stats.users_crawled_daily)[Object.keys(stats.users_crawled_daily).length - 1];
const userCountSpan = document.getElementById("num-users");
userCountSpan.innerText = numberWithCommas(numUsers);
const numDatasetQueries = Object.values(stats.dataset_queries_daily)[Object.keys(stats.dataset_queries_daily).length - 1];
const numDatasetQueriesSpan = document.getElementById("num-dataset-queries");
numDatasetQueriesSpan.innerText = numberWithCommas(numDatasetQueries);
const numDatasetResults = Object.values(stats.dataset_results_daily)[Object.keys(stats.dataset_results_daily).length - 1];
const numDatasetResultsSpan = document.getElementById("num-dataset-results");
numDatasetResultsSpan.innerText = numberWithCommas(numDatasetResults);
resultsIndexedDailyChart.data.labels = Object.keys(stats.results_indexed_daily);
resultsIndexedDailyChart.data.datasets[0].data = Object.values(stats.results_indexed_daily);
resultsIndexedDailyChart.update();
usersCrawledDailyChart.data.labels = Object.keys(stats.users_crawled_daily);
usersCrawledDailyChart.data.datasets[0].data = Object.values(stats.users_crawled_daily);
usersCrawledDailyChart.update();
console.log("Top users", stats.top_user_results);
byUserChart.data.labels = stats.top_user_results.map(u => u[0]);
byUserChart.data.datasets[0].data = stats.top_user_results.map(u => u[1]);
byUserChart.update();
datasetQueriesDailyChart.data.labels = Object.keys(stats.dataset_queries_daily);
datasetQueriesDailyChart.data.datasets[0].data = Object.values(stats.dataset_queries_daily);
datasetQueriesDailyChart.update();
datasetResultsDailyChart.data.labels = Object.keys(stats.dataset_results_daily);
datasetResultsDailyChart.data.datasets[0].data = Object.values(stats.dataset_results_daily);
datasetResultsDailyChart.update();
})
});
}
updateStats();
setInterval(() => {
updateStats();
}, 5000);
})();