Interactive interface for browsing global, full-resolution satellite imagery
getVisMetadata conversion wip
ZachTRice5dcd987ae8d6
diff --git a/tasks/buildOptions.sh b/tasks/buildOptions.shindex 5ca64046a..ce4bb1a4c 100755--- a/tasks/buildOptions.sh+++ b/tasks/buildOptions.sh@@ -52,14 +52,18 @@ mkdir -p "$BUILD_DIR/colormaps"if [ "$FETCH_GC" ] ; thenrm -rf "$OPT_DIR/$OPT_SUBDIR/gc/*"rm -rf "$OPT_DIR/$OPT_SUBDIR/colormaps/gc/*"- `node $NODE_SCRIPTS_DIR/getCapabilities.js --config "$OPT_DIR/$OPT_SUBDIR/config.json" --getcapabilities "$OPT_DIR/$OPT_SUBDIR/gc"`+ `node $NODE_SCRIPTS_DIR/getCapabilities.js \+ --config "$OPT_DIR/$OPT_SUBDIR/config.json" \+ --getcapabilities "$OPT_DIR/$OPT_SUBDIR/gc"`# Get visualization metadata (if configured)- # rm -rf "$OPT_DIR/$OPT_SUBDIR/layer-metadata"- # mkdir -p "$OPT_DIR/$OPT_SUBDIR/layer-metadata"- # "$PYTHON_SCRIPTS_DIR/getVisMetadata.py" "$BUILD_DIR/features.json" \- # "$BUILD_DIR/config/wv.json/layerOrder.json" "$OPT_DIR/$OPT_SUBDIR/layer-metadata/all.json"- # exit 0+ rm -rf "$OPT_DIR/$OPT_SUBDIR/layer-metadata"+ mkdir -p "$OPT_DIR/$OPT_SUBDIR/layer-metadata"+ `node $NODE_SCRIPTS_DIR/getVisMetadata.js \+ --features "$BUILD_DIR/features.json" \+ --layerOrder "$BUILD_DIR/config/wv.json/layerOrder.json" \+ --layerMetadata "$OPT_DIR/$OPT_SUBDIR/layer-metadata/all.json"`+ exit 0fi# "$PYTHON_SCRIPTS_DIR/validateConfigs.py" "$SRC_DIR/common/config/wv.json/layers" \diff --git a/tasks/node/getVisMetadata.js b/tasks/node/getVisMetadata.jsnew file mode 100755index 000000000..4ed16c976--- /dev/null+++ b/tasks/node/getVisMetadata.js@@ -0,0 +1,124 @@+const fs = require('fs')+const path = require('path')+const yargs = require('yargs')+const console = require('console')+const request = require('axios').default++const prog = path.basename(__filename)++const options = yargs+ .usage('Usage: $0 [options]')+ .option('features', {+ demandOption: true,+ alias: 'f',+ type: 'string',+ description: 'features.json file'+ })+ .option('layerOrder', {+ demandOption: true,+ alias: 'o',+ type: 'string',+ description: 'layerOrder.json file'+ })+ .option('layerMetadata', {+ demandOption: true,+ alias: 'm',+ type: 'string',+ description: 'layer-metadata/all.json file'+ })+ .epilog('Pulls visualization metadata files')++const { argv } = options+if (!argv.features && !argv.layerOrder && !argv.layerMetadata) {+ throw new Error('Invalid number of arguments')+}++const featuresFile = argv.features+let featuresData = fs.readFileSync(featuresFile)+let features = JSON.parse(featuresData)+if (fs.existsSync(featuresFile)) {+ featuresData = fs.readFileSync(featuresFile)+ features = JSON.parse(featuresData)+} else {+ throw new Error(`Error: ${featuresFile} feature file does not exist`)+}++const layerOrderFile = argv.layerOrder+let layerOrderData+let layerOrder+if (fs.existsSync(layerOrderFile)) {+ layerOrderData = fs.readFileSync(layerOrderFile)+ layerOrder = JSON.parse(layerOrderData)+} else {+ throw new Error(`Error: ${layerOrderFile} layer order file does not exist`)+}++const outputFile = argv.layerMetadata+let outputData+let output+if (fs.existsSync(outputFile)) {+ outputData = fs.readFileSync(outputFile)+ output = JSON.parse(outputData)+}++const metadataConfig = features.features.vismetadata+const url = metadataConfig.url+const daacMap = metadataConfig.daacMap || {}+const layerMetadata = {}+const failedRequests = []++// These are alias or otherwise layers that don't exist in GIBS+skipLayers = [+ 'Land_Water_Map',+ 'Land_Mask',+ 'World_Database_on_Protected_Areas'+]++// NOTE: Only using these properties at this time+useKeys = [+ 'conceptIds',+ 'dataCenter',+ 'daynight',+ 'orbitTracks',+ 'orbitDirection',+ 'ongoing',+ 'layerPeriod',+ 'title',+ 'subtitle'+]++async function main (url) {+ layerOrder = layerOrder.layerOrder+ layerOrder = layerOrder.filter(x => !skipLayers.includes(x))++ console.warn(`${prog}: Pulling vis metadata for ${layerOrder.length} layers... `)+ for (layerId of layerOrder) {+ await getMetadata(layerId, url)+ }+ console.warn(layerMetadata)+}++async function getDAAC (metadata) {+ console.warn(metadata)+}++async function getMetadata (layerId, baseUrl) {+ try {+ await request({+ method: 'get',+ url: `${baseUrl}${layerId}.json`,+ timeout: 10000+ }).then(async (response) => {+ metadata = JSON.parse(response)+ layerMetadata[layerId] = getDAAC(metadata)+ })+ } catch (error) {+ // count how many times this has errored, then rety 2 times+ // throw new Error(`{prog}: WARNING: Failed to retrieve metadata config for ${layerId}, will retry...`)+ }+}++main(url).catch((err) => {+ console.error(err.stack)+ throw new Error(`${prog}: Visualization metadata not configured. Exiting.`)+})