Skip to content

Interactive interface for browsing global, full-resolution satellite imagery

8.3 KB
Raw Blame
#!/bin/bash
PROG=$(basename "$0")
BASE=$(dirname "$0")/..
SRC_DIR="$BASE/config/default"
OPT_DIR="$BASE/config/default"
BUILD_DIR="$BASE/build/options-build"
DEST_DIR="$BASE/build/options"
SCRIPTS_DIR="$BASE/tasks/build-options"

MODE="default"
CACHE_MODE="default"

while getopts ":vfd" option; do
   echo "Option -$option set"
   case $option in
      v)
        echo "Verbose Mode Activated"
        MODE="verbose"
        ;;
      f)
        echo "Force Mode Activated"
        CACHE_MODE="no-store"
        ;;
      d)
        echo "Debug Mode Activated"
        export NODE_OPTIONS='--inspect'
        export NODE_DEBUG=http,http2
        echo "Open debugger to view results (change '--inspect' to '--inspect-brk' to break on start)"
        ;;
   esac
done

# If there is an active directory, use instead of defaults
if [ -d "$BASE/config/active" ]; then
    SRC_DIR="$BASE/config/active"
    OPT_DIR="$BASE/config/active"
fi

# If $IGNORE_ERRORS is true, don't fail on errors
[ "$IGNORE_ERRORS" ] || set -e

die() {
    echo "$PROG: ERROR: $@" >& 2
    exit 1
}

[ -d "$SRC_DIR" ] || die "Options directory does not exist"

# Set $OPT_SUBDIR to the value of CONFIG_ENV or "release"
OPT_SUBDIR="${CONFIG_ENV-release}"

CONFIG=$(echo $SRC_DIR | sed s_tasks/../__)
echo "Using $CONFIG ($OPT_SUBDIR)"

# Copy options files to build directory, and various other file operations
rm -rf "$BUILD_DIR" "$DEST_DIR"
mkdir -p "$BUILD_DIR" "$DEST_DIR"

cp -r "$SRC_DIR"/common/* "$BUILD_DIR"

if hash rsync 2>/dev/null; then
    rsync -a "$SRC_DIR/$OPT_SUBDIR"/* "$BUILD_DIR"
else
    cp -r "$SRC_DIR/$OPT_SUBDIR"/* "$BUILD_DIR"
fi

mkdir -p "$DEST_DIR/config"
mkdir -p "$BUILD_DIR/colormaps"

# If $FETCH_GC is set, make various API requests
if [ "$FETCH_GC" ] ; then
    # Fetch GC files and create colormaps, vectordata and vectorstyle files
    if [ "$MODE" == "verbose" ] ; then
      echo "Fetch GC files and create colormaps, vectordata and vectorstyle files"
    fi
    rm -rf "$OPT_DIR/$OPT_SUBDIR/gc/*"
    rm -rf "$OPT_DIR/$OPT_SUBDIR/colormaps/gc/*"
    `node $SCRIPTS_DIR/getCapabilities.js \
      --config "$OPT_DIR/$OPT_SUBDIR/config.json" \
      --getcapabilities "$OPT_DIR/$OPT_SUBDIR/gc" \
      --mode "$MODE" \
      --cacheMode "$CACHE_MODE"`

    # Get metadata for files in layerOrder.json and combine this data into 1 file
    if [ "$MODE" == "verbose" ] ; then
      echo "Get metadata for files in layerOrder.json and combine this data into 1 file"
    fi
    rm -rf "$OPT_DIR/$OPT_SUBDIR/layer-metadata"
    mkdir -p "$OPT_DIR/$OPT_SUBDIR/layer-metadata"
    `node $SCRIPTS_DIR/getVisMetadata.js \
      --features "$BUILD_DIR/features.json" \
      --layerOrder "$BUILD_DIR/config/wv.json/layerOrder.json" \
      --layerMetadata "$OPT_DIR/$OPT_SUBDIR/layer-metadata/all.json" \
      --mode "$MODE" \
      --cacheMode "$CACHE_MODE"`
else
  # Validate layers in wv.json with a JSON schema
  if [ "$MODE" == "verbose" ] ; then
    echo "Validate layers in wv.json with a JSON schema"
  fi
  `node $SCRIPTS_DIR/validateConfigs.js \
    --inputDirectory "$SRC_DIR/common/config/wv.json/layers" \
    --schemaFile "$BASE/schemas/layer-config.json" \
    --mode "$MODE" \
    --cacheMode "$CACHE_MODE"`

  if [ -e "$BUILD_DIR/features.json" ] ; then
    if [ "$MODE" == "verbose" ] ; then
      echo "Copying features.json from $BUILD_DIR/features.json --> $BUILD_DIR/config/wv.json/_features.json"
    fi
    cp "$BUILD_DIR/features.json" "$BUILD_DIR/config/wv.json/_features.json"
  fi

  # Run extractConfigFromWMTS.js script with config.json
  if [ -e "$BUILD_DIR/config.json" ] ; then
    mkdir -p "$DEST_DIR"/config/dateRanges
    if [ "$MODE" == "verbose" ] ; then
      echo "Run extractConfigFromWMTS.js script with config.json"
    fi
    `node $SCRIPTS_DIR/extractConfigFromWMTS.js \
      --config "$BUILD_DIR/config.json" \
      --inputDir "$BUILD_DIR/gc" \
      --outputDir  "$BUILD_DIR/_wmts" \
      --mode "$MODE" \
      --features "$BUILD_DIR/features.json" \
      --cacheMode "$CACHE_MODE"`
  fi

  # Run processVectorStyles.js and move vectorstyles where we want them
  if [ -e "$BUILD_DIR/gc/vectorstyles" ] ; then
      if [ "$MODE" == "verbose" ] ; then
        echo "Run processVectorStyles.js and move vectorstyles where we want them"
      fi
      mkdir -p "$BUILD_DIR/config/wv.json/vectorstyles"
      `node $SCRIPTS_DIR/processVectorStyles.js \
        --inputDir "$BUILD_DIR/gc/vectorstyles" \
        --wvStylesDir "$SRC_DIR/common/vectorstyles" \
        --outputDir "$BUILD_DIR/config/wv.json/vectorstyles" \
        --mode "$MODE" \
        --cacheMode "$CACHE_MODE"`
  fi

  # Run processVectorData.js and move vectordata where we want them
  if [ -e "$BUILD_DIR/gc/vectordata" ] ; then
      if [ "$MODE" == "verbose" ] ; then
        echo "Run processVectorData.js and move vectordata where we want them"
      fi
      mkdir -p "$BUILD_DIR/config/wv.json/vectordata"
      `node $SCRIPTS_DIR/processVectorData.js \
        --inputDir "$BUILD_DIR/gc/vectordata" \
        --outputDir "$BUILD_DIR/config/wv.json/vectordata" \
        --mode "$MODE" \
        --cacheMode "$CACHE_MODE"`
  fi

  # Run processColormap.js and move colormaps where we want them
  if [ -e "$BUILD_DIR/colormaps" ] ; then
      if [ "$MODE" == "verbose" ] ; then
        echo "Run processColormap.js and move colormaps where we want them"
      fi
      mkdir -p "$BUILD_DIR"/config/palettes
      if [ -d "$BUILD_DIR"/gc/colormaps ] ; then
          cp -r "$BUILD_DIR"/gc/colormaps "$BUILD_DIR"/colormaps/gc
      fi
      `node $SCRIPTS_DIR/processColormap.js \
        --config "$OPT_DIR/$OPT_SUBDIR/config.json" \
        --inputDir "$BUILD_DIR/colormaps" \
        --outputDir "$BUILD_DIR/config/palettes" \
        --layersDir "$BUILD_DIR/_wmts" \
        --mode "$MODE" \
        --cacheMode "$CACHE_MODE"`
  fi

  # Throw error if no categoryGroupOrder.json file present
  if [ ! -e "$BUILD_DIR/config/wv.json/categoryGroupOrder.json" ] ; then
      echo "categoryGroupOrder.json not found.  Generating..."
      `node $SCRIPTS_DIR/generateCategoryGroupOrder.js \
        --inputDir "$SRC_DIR/common/config/wv.json/categories/" \
        --outputDir "$SRC_DIR/common/config/wv.json/" \
        --mode "$MODE" \
        --cacheMode "$CACHE_MODE"`
  fi

  if [ -e "$OPT_DIR/$OPT_SUBDIR/layer-metadata/all.json" ] ; then
      cp "$OPT_DIR/$OPT_SUBDIR/layer-metadata/all.json" "$BUILD_DIR/config/wv.json/layer-metadata.json"
  fi

  # Run mergeConfig.js on each directory in /config containing .json files
  # This creates on palettes-custom.json and wv.json
  configs=$(ls "$BUILD_DIR/config")
  for config in $configs; do
      case $config in
          *.json)
              bash -c "node $SCRIPTS_DIR/mergeConfig.js \
                --inputDir '$BUILD_DIR/config/$config' \
                --outputFile '$DEST_DIR/config/$config'"
              ;;
          *)
              cp -r "$BUILD_DIR/config/$config" "$DEST_DIR/config/$config"
              ;;
      esac
  done

  # Run mergeConfigWithWMTS.js to merge layer metadata from WMTS GC with worldview layer configs into wv.json
  if [ "$MODE" == "verbose" ] ; then
    echo "Run mergeConfigWithWMTS.js to merge layer metadata from WMTS GC with worldview layer configs into wv.json"
  fi
  `node $SCRIPTS_DIR/mergeConfigWithWMTS.js \
    --inputDir "$BUILD_DIR/_wmts" \
    --outputFile "$DEST_DIR/config/wv.json" \
    --mode "$MODE" \
    --cacheMode "$CACHE_MODE"`

  # Copy brand files from build to dest
  if [ "$MODE" == "verbose" ] ; then
    echo "Copy brand files from build to dest"
  fi
  cp -r "$BUILD_DIR/brand" "$DEST_DIR"
  cp "$BUILD_DIR/brand.json" "$DEST_DIR"


  # Validate the options build
  if [ "$MODE" == "verbose" ] ; then
    echo "Validate the options build"
  fi
  `node $SCRIPTS_DIR/validateOptions.js \
    --optionsFile "$BUILD_DIR/config.json" \
    --configDir "$DEST_DIR/config" \
    --mode "$MODE" \
    --features "$BUILD_DIR/features.json" \
    --cacheMode "$CACHE_MODE"`

  # Fetch preview images from WV Snapshots for any layers which they are missing
  if [ "$MODE" == "verbose" ] ; then
    echo "Fetch preview images from WV Snapshots for any layers which they are missing"
  fi
  `node $SCRIPTS_DIR/fetchPreviewSnapshots.js \
    --wvJsonFile "$DEST_DIR/config/wv.json" \
    --overridesFile "$OPT_DIR/common/previewLayerOverrides.json" \
    --featuresFile "$BUILD_DIR/features.json" \
    --mode "$MODE" \
    --cacheMode "$CACHE_MODE"`
fi
exit 0