Skip to content

Python tool for aircraft Doppler audio geolocation using historical ADS-B flight data (Source-available)

Ignore partial ADS-B.lol trace members (#367)

Cinna Davis733b98ed81e7
diff --git a/src/dopplergeist/data_access.py b/src/dopplergeist/data_access.py
index 4364b62..b8558d9 100644
--- a/src/dopplergeist/data_access.py
+++ b/src/dopplergeist/data_access.py
@@ -419,7 +419,7 @@ def _archive_members(paths, max_member_bytes):
with io.BufferedReader(SplitReader(paths)) as stream:
with tarfile.open(fileobj=stream, mode="r|*") as archive:
for member in archive:
- if not member.isfile() or "trace_full_" not in member.name:
+ if not member.isfile() or "trace_full_" not in member.name or not member.name.endswith(".json"):
continue
if member.size > max_member_bytes:
raise DataUnavailable(f"Oversized trace member: {member.name}")
diff --git a/src/dopplergeist/index_compatibility.py b/src/dopplergeist/index_compatibility.py
index afa8dc5..e9c29ec 100644
--- a/src/dopplergeist/index_compatibility.py
+++ b/src/dopplergeist/index_compatibility.py
@@ -3,6 +3,11 @@
# Listed source revisions have been checked against recorded observations;
# unlisted edits disable the prepared-track fast path.
PREPARED_DATA_ACCESS_EQUIVALENCE = {
+ # Archive intake now excludes partial .readsb_tmp members; prepared-track
+ # decoding and normalization are unchanged from the prior source.
+ "92ea0983dc869a815fc872ad1be56441421f7764db98d2b2a676ab5fe0c469d5": (
+ "690caf2155bcc17905a5d71ea3b3d4111485451cc734b827c9c4ac5f2997d22b",
+ ),
# Acquisition progress callbacks report counters and do not change recorded
# observation decoding, normalization, or prepared track construction.
"6f1927a9daa638748207abb0479031baa01f6aee1fcedcfbf74280111cb0b47d": (
diff --git a/tests/test_data_access.py b/tests/test_data_access.py
index b4e4ef6..9fa060f 100644
--- a/tests/test_data_access.py
+++ b/tests/test_data_access.py
@@ -118,6 +118,18 @@ def test_streaming_split_readsb_archive(tmp_path):
list(archive_frames(paths))
+def test_archive_ignores_readsb_partial_members(tmp_path):
+ stream = io.BytesIO()
+ with tarfile.open(fileobj=stream, mode="w") as archive:
+ member = tarfile.TarInfo("traces/trace_full_a4414a.json.readsb_tmp")
+ member.size = 0
+ archive.addfile(member, io.BytesIO())
+ path = tmp_path / "archive.tar"
+ path.write_bytes(stream.getvalue())
+
+ assert list(archive_frames([path])) == []
+
+
def test_terrain_offline_datum_missing_and_corruption(tmp_path):
import rasterio
from rasterio.transform import from_origin