Interactive interface for browsing global, full-resolution satellite imagery
Increase timeouts during build (#4006)
Jason Kentbaf08f6cc7ad
diff --git a/tasks/python3/getCapabilities.py b/tasks/python3/getCapabilities.pyindex 75a570ef0..9bb101e24 100755--- a/tasks/python3/getCapabilities.py+++ b/tasks/python3/getCapabilities.py@@ -1,13 +1,11 @@#!/usr/bin/env python-from concurrent.futures import ThreadPoolExecutorfrom optparse import OptionParserfrom collections import OrderedDictimport osimport sysimport jsonimport xmltodict-import tracebackimport httpximport asyncio@@ -110,7 +108,6 @@ async def process_remote(client, entry):except Exception as e:print(('ERROR: %s: %s' % (url, str(e))))- print((str(traceback.format_exc())))async def process_metadata(client, link, dir, ext):try:@@ -133,7 +130,7 @@ async def gather_process(type, typeStr, client, dir, ext):async def main():if "wv-options-fetch" in config:limits = httpx.Limits(max_keepalive_connections=10, max_connections=10)- async with httpx.AsyncClient(limits=limits) as client:+ async with httpx.AsyncClient(limits=limits, timeout=20.0) as client:await asyncio.gather(*[process_remote(client, entry) for entry in config["wv-options-fetch"]])if colormaps:await gather_process(colormaps, 'colormaps', client, colormaps_dir, '.xml')diff --git a/tasks/python3/getVisMetadata.py b/tasks/python3/getVisMetadata.pyindex 9480ab48f..dab91ac68 100755--- a/tasks/python3/getVisMetadata.py+++ b/tasks/python3/getVisMetadata.py@@ -82,7 +82,7 @@ async def main(url):print('%s: Pulling vis metadata for %s layers... ' % (prog, len(filtered_ids)))limits = httpx.Limits(max_keepalive_connections=10, max_connections=10)- async with httpx.AsyncClient(limits=limits) as client:+ async with httpx.AsyncClient(limits=limits, timeout=10.0) as client:await asyncio.gather(*[get_metadata(client, layer_id, url) for layer_id in filtered_ids])await asyncio.gather(*[get_metadata(client, layer_id, url) for layer_id in failed_requests])