Skip to content

The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:

Automate js/ts stats update (#69167)

Ryan Lauriebfc496310985
diff --git a/.github/scripts/csv-to-mb.js b/.github/scripts/csv-to-mb.js
new file mode 100644
index 00000000000..893e9ae6963
--- /dev/null
+++ b/.github/scripts/csv-to-mb.js
@@ -0,0 +1,41 @@
+/**
+ * jsonData must be in the format:
+ * [
+ * { column1: value1, column2: value2, ... },
+ * { column1: value3, column2: value4, ... },
+ * ...
+ * ]
+ */
+function jsonToCsvFormData(jsonData) {
+ const formData = new FormData();
+ const csvHeader = Object.keys(jsonData[0]).join(',') + '\n';
+ const csvContent = jsonData.map(row =>
+ Object.values(row).map(value => `"${String(value).replace(/"/g, '""')}"`).join(',')
+ ).join('\n');
+
+ const blob = new Blob([csvHeader + csvContent], { type: 'text/csv' });
+ formData.append('file', blob, 'data.csv');
+
+ return formData;
+}
+
+function uploadCsvToMb({ baseUrl, tableId, jsonData, mode = 'append' }) {
+ const formData = jsonToCsvFormData(jsonData);
+ const operation = mode === 'replace' ? 'replace-csv' : 'append-csv';
+
+ return fetch(`${baseUrl}/api/table/${tableId}/${operation}`, {
+ method: 'POST',
+ headers: {
+ "x-api-key": process.env.API_KEY
+ },
+ body: formData
+ })
+ .then(response => {
+ if (!response.ok) {
+ throw new Error(`Upload failed`);
+ }
+ return { success: true };
+ });
+}
+
+module.exports = { uploadCsvToMb };
diff --git a/.github/workflows/js-stats-update.yml b/.github/workflows/js-stats-update.yml
new file mode 100644
index 00000000000..55dcd82dc10
--- /dev/null
+++ b/.github/workflows/js-stats-update.yml
@@ -0,0 +1,51 @@
+name: JS Stats Update
+
+on:
+ workflow_dispatch:
+ schedule:
+ - cron: 40 1 * * 4 # every Thursday at 1:40
+
+jobs:
+ js-stats:
+ runs-on: ubuntu-latest
+ timeout-minutes: 5
+ steps:
+ - uses: actions/checkout@v4
+ - name: get JS file count
+ id: get-js-file-count
+ run: |
+ oss=$(find ./frontend/src/metabase -type f -name "*.js" -o -name "*.jsx" | wc -l)
+ ee=$(find ./enterprise/frontend/src/metabase-enterprise -type f -name "*.js" -o -name "*.jsx" | wc -l)
+
+ echo $(($oss+$ee)) javascript files
+
+ echo "JS_FILES=$(($oss+$ee))" >> $GITHUB_OUTPUT
+ - name: Upload count to Stats
+ uses: actions/github-script@v7
+ env:
+ JS_FILES: ${{ steps.get-js-file-count.outputs.JS_FILES }}
+ API_KEY: ${{ secrets.STATS_API_KEY }}
+ with:
+ script: | # js
+ const { uploadCsvToMb } = require('${{ github.workspace }}/.github/scripts/csv-to-mb.js');
+
+ console.log("JS_FILES", Number(process.env.JS_FILES));
+
+ const data = [
+ {
+ 'Date': new Date().toISOString().slice(0, 10), // YYYY-MM-DD
+ 'Js files': Number(process.env.JS_FILES),
+ }
+ ];
+
+ uploadCsvToMb({
+ baseUrl: 'https://stats.metabase.com',
+ tableId: 73270,
+ jsonData: data,
+ mode: 'append',
+ }).then(() => {
+ console.log('Data uploaded successfully');
+ }).catch((error) => {
+ console.error('Error uploading data:', error);
+ process.exit(1);
+ });