The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:
TypeScript analyticsbibusiness-intelligencebusinessintelligenceclojuredashboarddatadata-analysisdata-visualizationdatabasemetabasemysqlpostgrespostgresqlreportingslacksql-editorvisualization
Automate js/ts stats update (#69167)
Ryan Lauriebfc496310985
diff --git a/.github/scripts/csv-to-mb.js b/.github/scripts/csv-to-mb.jsnew file mode 100644index 00000000000..893e9ae6963--- /dev/null+++ b/.github/scripts/csv-to-mb.js@@ -0,0 +1,41 @@+/**+ * jsonData must be in the format:+ * [+ * { column1: value1, column2: value2, ... },+ * { column1: value3, column2: value4, ... },+ * ...+ * ]+ */+function jsonToCsvFormData(jsonData) {+ const formData = new FormData();+ const csvHeader = Object.keys(jsonData[0]).join(',') + '\n';+ const csvContent = jsonData.map(row =>+ Object.values(row).map(value => `"${String(value).replace(/"/g, '""')}"`).join(',')+ ).join('\n');++ const blob = new Blob([csvHeader + csvContent], { type: 'text/csv' });+ formData.append('file', blob, 'data.csv');++ return formData;+}++function uploadCsvToMb({ baseUrl, tableId, jsonData, mode = 'append' }) {+ const formData = jsonToCsvFormData(jsonData);+ const operation = mode === 'replace' ? 'replace-csv' : 'append-csv';++ return fetch(`${baseUrl}/api/table/${tableId}/${operation}`, {+ method: 'POST',+ headers: {+ "x-api-key": process.env.API_KEY+ },+ body: formData+ })+ .then(response => {+ if (!response.ok) {+ throw new Error(`Upload failed`);+ }+ return { success: true };+ });+}++module.exports = { uploadCsvToMb };diff --git a/.github/workflows/js-stats-update.yml b/.github/workflows/js-stats-update.ymlnew file mode 100644index 00000000000..55dcd82dc10--- /dev/null+++ b/.github/workflows/js-stats-update.yml@@ -0,0 +1,51 @@+name: JS Stats Update++on:+ workflow_dispatch:+ schedule:+ - cron: 40 1 * * 4 # every Thursday at 1:40++jobs:+ js-stats:+ runs-on: ubuntu-latest+ timeout-minutes: 5+ steps:+ - uses: actions/checkout@v4+ - name: get JS file count+ id: get-js-file-count+ run: |+ oss=$(find ./frontend/src/metabase -type f -name "*.js" -o -name "*.jsx" | wc -l)+ ee=$(find ./enterprise/frontend/src/metabase-enterprise -type f -name "*.js" -o -name "*.jsx" | wc -l)++ echo $(($oss+$ee)) javascript files++ echo "JS_FILES=$(($oss+$ee))" >> $GITHUB_OUTPUT+ - name: Upload count to Stats+ uses: actions/github-script@v7+ env:+ JS_FILES: ${{ steps.get-js-file-count.outputs.JS_FILES }}+ API_KEY: ${{ secrets.STATS_API_KEY }}+ with:+ script: | # js+ const { uploadCsvToMb } = require('${{ github.workspace }}/.github/scripts/csv-to-mb.js');++ console.log("JS_FILES", Number(process.env.JS_FILES));++ const data = [+ {+ 'Date': new Date().toISOString().slice(0, 10), // YYYY-MM-DD+ 'Js files': Number(process.env.JS_FILES),+ }+ ];++ uploadCsvToMb({+ baseUrl: 'https://stats.metabase.com',+ tableId: 73270,+ jsonData: data,+ mode: 'append',+ }).then(() => {+ console.log('Data uploaded successfully');+ }).catch((error) => {+ console.error('Error uploading data:', error);+ process.exit(1);+ });