Skip to content

Interactive interface for browsing global, full-resolution satellite imagery

Increase timeouts during build (#4006)

Jason Kentbaf08f6cc7ad
diff --git a/tasks/python3/getCapabilities.py b/tasks/python3/getCapabilities.py
index 75a570ef0..9bb101e24 100755
--- a/tasks/python3/getCapabilities.py
+++ b/tasks/python3/getCapabilities.py
@@ -1,13 +1,11 @@
#!/usr/bin/env python
-from concurrent.futures import ThreadPoolExecutor
from optparse import OptionParser
from collections import OrderedDict
import os
import sys
import json
import xmltodict
-import traceback
import httpx
import asyncio
@@ -110,7 +108,6 @@ async def process_remote(client, entry):
except Exception as e:
print(('ERROR: %s: %s' % (url, str(e))))
- print((str(traceback.format_exc())))
async def process_metadata(client, link, dir, ext):
try:
@@ -133,7 +130,7 @@ async def gather_process(type, typeStr, client, dir, ext):
async def main():
if "wv-options-fetch" in config:
limits = httpx.Limits(max_keepalive_connections=10, max_connections=10)
- async with httpx.AsyncClient(limits=limits) as client:
+ async with httpx.AsyncClient(limits=limits, timeout=20.0) as client:
await asyncio.gather(*[process_remote(client, entry) for entry in config["wv-options-fetch"]])
if colormaps:
await gather_process(colormaps, 'colormaps', client, colormaps_dir, '.xml')
diff --git a/tasks/python3/getVisMetadata.py b/tasks/python3/getVisMetadata.py
index 9480ab48f..dab91ac68 100755
--- a/tasks/python3/getVisMetadata.py
+++ b/tasks/python3/getVisMetadata.py
@@ -82,7 +82,7 @@ async def main(url):
print('%s: Pulling vis metadata for %s layers... ' % (prog, len(filtered_ids)))
limits = httpx.Limits(max_keepalive_connections=10, max_connections=10)
- async with httpx.AsyncClient(limits=limits) as client:
+ async with httpx.AsyncClient(limits=limits, timeout=10.0) as client:
await asyncio.gather(*[get_metadata(client, layer_id, url) for layer_id in filtered_ids])
await asyncio.gather(*[get_metadata(client, layer_id, url) for layer_id in failed_requests])