Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

chore(data-warehouse): classify real source errors in one shared test (#120393)

Tom Owersed24513ae671
diff --git a/.agents/skills/implementing-warehouse-sources/references/testing.md b/.agents/skills/implementing-warehouse-sources/references/testing.md
index 7c019eec2e9b..76ce3157c2e7 100644
--- a/.agents/skills/implementing-warehouse-sources/references/testing.md
+++ b/.agents/skills/implementing-warehouse-sources/references/testing.md
@@ -34,7 +34,7 @@ The shared tests live in `sources/tests/test_source_catalog_invariants.py`, `tes
| Do not test | Why |
| ------------------------------------------------------------------------------------------------------------------------------------------ | -------------------------------------------------------------------------------------- |
-| That an error string matches a key of `get_non_retryable_errors()`, e.g. `assert any(p in msg for p in source.get_non_retryable_errors())` | The test copies the pattern into the message, so it restates the dict |
+| That an error string matches a key of `get_non_retryable_errors()`, e.g. `assert any(p in msg for p in source.get_non_retryable_errors())` | `test_source_error_contract.py` classifies the real errors of every source |
| `get_schemas(names=[...])` filtering, or the sync modes it builds, when `get_schemas` is one `build_endpoint_schemas(...)` call | `common/test_source_schema.py` covers the helper |
| `get_documented_tables()` output | The catalog invariants cover it |
| A `source_for_pipeline` that forwards its config to the transport | The forwarding has no branch |
diff --git a/posthog/test/repo_invariants/source_test_hand_written_status_error_baseline.txt b/posthog/test/repo_invariants/source_test_hand_written_status_error_baseline.txt
new file mode 100644
index 000000000000..8beabbf76cc8
--- /dev/null
+++ b/posthog/test/repo_invariants/source_test_hand_written_status_error_baseline.txt
@@ -0,0 +1,76 @@
+products/warehouse_sources/backend/temporal/data_imports/sources/adobe_analytics/tests/test_adobe_analytics_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/alguna/tests/test_alguna_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/assemblyai/tests/test_assemblyai_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/attio/tests/test_attio_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/azure_cost_management/tests/test_azure_cost_management_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/better_stack/tests/test_better_stack_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/bland_ai/tests/test_bland_ai_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/blogger/tests/test_blogger_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/charthop/tests/test_charthop_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/checkout_com/tests/test_checkout_com_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/circleci/tests/test_circleci_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/circleci_insights/tests/test_circleci_insights_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/cloudsmith/tests/test_cloudsmith_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/cloudzero/tests/test_cloudzero_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/convertkit/tests/test_convertkit_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/convex/tests/test_convex.py
+products/warehouse_sources/backend/temporal/data_imports/sources/dagster_cloud/tests/test_dagster_cloud_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/deepsource/tests/test_deepsource_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/dixa/tests/test_dixa_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/docuseal/tests/test_docuseal_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/drata/tests/test_drata_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/drip/tests/test_drip_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/dynamics365/tests/test_dynamics365_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/dynamics_365_business_central/tests/test_dynamics_365_business_central_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/firehydrant/tests/test_firehydrant_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/fireworks_ai/tests/test_fireworks_ai_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/flutterwave/tests/test_flutterwave_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/fly_io/tests/test_fly_io_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/g2/tests/test_g2_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/gusto/tests/test_gusto_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/helpscout/tests/test_helpscout_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/hibob/tests/test_hibob_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/honeycomb/tests/test_honeycomb_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/incident_io/tests/test_incident_io_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/instantly/tests/test_instantly_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/kickscale/tests/test_kickscale_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/lattice/tests/test_lattice_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/lemlist/tests/test_lemlist_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/lever/tests/test_lever_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/lightfield/tests/test_lightfield_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/linear/test_linear.py
+products/warehouse_sources/backend/temporal/data_imports/sources/linearb/tests/test_linearb_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/lingo_dev/tests/test_lingo_dev_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/linkrunner/tests/test_linkrunner_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/llama_cloud/tests/test_llama_cloud_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/lovable/tests/test_lovable_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/microsoft_clarity/tests/test_microsoft_clarity_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/mistral_ai/tests/test_mistral_ai_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/mixpanel/test_mixpanel_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/mux/tests/test_mux_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/new_relic/tests/test_new_relic_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/northflank/tests/test_northflank_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/okendo/tests/test_okendo_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/onepassword/tests/test_1password_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/openalex/tests/test_openalex_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/partnerize/tests/test_partnerize_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/payfit/tests/test_payfit_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/personio/tests/test_personio_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/phyllo/tests/test_phyllo_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/rss/tests/test_rss_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/runpod/tests/test_runpod.py
+products/warehouse_sources/backend/temporal/data_imports/sources/shopify/tests/test_access_token.py
+products/warehouse_sources/backend/temporal/data_imports/sources/sigma_computing/tests/test_sigma_computing_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/snowplow/tests/test_snowplow_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/solarwinds_service_desk/tests/test_solarwinds_service_desk_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/stripe/tests/test_stripe_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/tiktok_ads/test/test_tiktok_ads_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/tremendous/tests/test_tremendous_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/trustpilot/tests/test_trustpilot_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/ubidots/tests/test_ubidots_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/vapi/tests/test_vapi_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/vercel/tests/test_vercel_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/whop/tests/test_whop_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/writesonic/tests/test_writesonic_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sunshine/tests/test_zendesk_sunshine_source.py
+products/warehouse_sources/backend/temporal/data_imports/sources/zonka_feedback/tests/test_zonka_feedback_source.py
diff --git a/posthog/test/repo_invariants/test_warehouse_source_test_shapes.py b/posthog/test/repo_invariants/test_warehouse_source_test_shapes.py
index 1a479474a4e3..fba0aae4cdf5 100644
--- a/posthog/test/repo_invariants/test_warehouse_source_test_shapes.py
+++ b/posthog/test/repo_invariants/test_warehouse_source_test_shapes.py
@@ -1,10 +1,12 @@
"""Ratchets on warehouse source tests that can hide real behavior.
-Three test shapes weaken coverage, and each has a baseline here that may only get shorter:
+Four test shapes weaken coverage, and each has a baseline here that may only get shorter:
- a patch of a private shared helper can miss a decorated call after a rename;
- a mocked resume manager cannot show which cursor persists;
-- a patched tracked session hides the real HTTP request.
+- a patched tracked session hides the real HTTP request;
+- a hand-written HTTP status error, matched against `get_non_retryable_errors()`, proves only that the
+ test and the dict agree, and not that the source raises that error.
The baselines list the test files that already have each shape.
"""
@@ -30,6 +32,13 @@ REGENERATE = "PYTHONPATH=. python posthog/test/repo_invariants/test_warehouse_so
PRIVATE_SHARED_NAME = re.compile(r"sources\.common\.[A-Za-z0-9_.]+\._[a-z][A-Za-z0-9_]*$")
MOCK_BUILDERS = {"MagicMock", "Mock", "NonCallableMagicMock", "create_autospec"}
TESTING_PATH = "products/warehouse_sources/backend/temporal/data_imports/sources/common/testing"
+STATUS_ERROR = re.compile(r"\b[45]\d\d (Client|Server) Error\b")
+# The calls of a test that only reads the dict and matches strings against it.
+DICT_READ_CALL = re.compile(
+ r"^(any|all|set|str|len|sorted|list|error_message_matches|[A-Za-z0-9_]*Source"
+ r"|.*\.get_non_retryable_errors|.*\.(items|keys|values|lower))$"
+)
+MATCH_CALLS = {"any", "error_message_matches"}
Check = Callable[[ast.Module], bool]
@@ -80,6 +89,47 @@ def patched_session(tree: ast.Module) -> bool:
return False
+def _is_match_claim(test: ast.expr) -> bool:
+ """`any(...)` or `error_message_matches(...)`, negated or compared with a row's expected value."""
+ if isinstance(test, ast.UnaryOp) and isinstance(test.op, ast.Not):
+ test = test.operand
+
+ def is_match(node: ast.expr) -> bool:
+ return isinstance(node, ast.Call) and ast.unparse(node.func) in MATCH_CALLS
+
+ if is_match(test):
+ return True
+ if isinstance(test, ast.Compare) and len(test.ops) == 1 and isinstance(test.ops[0], ast.Eq | ast.Is):
+ sides = [test.left, *test.comparators]
+ return any(is_match(side) for side in sides) and any(
+ isinstance(side, ast.Name | ast.Constant) for side in sides
+ )
+ return False
+
+
+def _matches_hand_written_status_error(test: ast.FunctionDef) -> bool:
+ body = ast.Module(body=test.body, type_ignores=[])
+ nodes = list(ast.walk(body))
+ if not any(isinstance(node, ast.Attribute) and node.attr == "get_non_retryable_errors" for node in nodes):
+ return False
+ if any(isinstance(node, ast.Call) and not DICT_READ_CALL.match(ast.unparse(node.func)) for node in nodes):
+ return False
+ asserts = [node for node in nodes if isinstance(node, ast.Assert)]
+ if not asserts or not all(_is_match_claim(node.test) for node in asserts):
+ return False
+ return any(
+ isinstance(node, ast.Constant) and isinstance(node.value, str) and STATUS_ERROR.search(node.value)
+ for node in ast.walk(test)
+ )
+
+
+def hand_written_status_error(tree: ast.Module) -> bool:
+ return any(
+ isinstance(node, ast.FunctionDef) and node.name.startswith("test_") and _matches_hand_written_status_error(node)
+ for node in ast.walk(tree)
+ )
+
+
# Each check: the collector, the words of which a file must hold one to be parsed, the baseline file,
# and what a '+' line means.
CHECKS: dict[str, tuple[Check, tuple[str, ...], str, str]] = {
@@ -96,6 +146,15 @@ CHECKS: dict[str, tuple[Check, tuple[str, ...], str, str]] = {
"source_test_mocked_resume_manager_baseline.txt",
"A '+' line is a test file that mocks `ResumableSourceManager`. The mock cannot show which cursor persists. ",
),
+ "hand_written_status_error": (
+ hand_written_status_error,
+ ("get_non_retryable_errors",),
+ "source_test_hand_written_status_error_baseline.txt",
+ "A '+' line is a test file that matches a hand-written HTTP status error against "
+ "`get_non_retryable_errors()`. The string proves only that the test and the dict agree. "
+ "`sources/tests/test_source_error_contract.py` checks the real 401, 403, 429, 500 and timeout "
+ "errors of every source it can drive. For another error, drive the real response. ",
+ ),
"patched_session": (
patched_session,
("make_tracked_session",),
@@ -105,12 +164,17 @@ CHECKS: dict[str, tuple[Check, tuple[str, ...], str, str]] = {
}
BLOCKING_FROM: dict[str, date] = {
+ "hand_written_status_error": date.fromisoformat("2026-10-20"),
"mocked_resume_manager": date.fromisoformat("2026-10-09"),
"patched_session": date.fromisoformat("2026-10-09"),
"private_shared_patch": date.fromisoformat("2026-10-09"),
}
+def test_every_check_has_a_blocking_date() -> None:
+ assert BLOCKING_FROM.keys() == CHECKS.keys()
+
+
def collect(check: Check, words: tuple[str, ...]) -> list[str]:
found: list[str] = []
for path in SOURCES_ROOT.rglob("test_*.py"):
@@ -136,6 +200,12 @@ def collect(check: Check, words: tuple[str, ...]) -> list[str]:
return sorted(set(found))
+HAND_WRITTEN_MATCH = (
+ "def test_auth(self):\n"
+ " message = '401 Client Error: Unauthorized for url: https://api.example.com/x'\n"
+ " assert any(key in message for key in self.source.get_non_retryable_errors())\n"
+)
+
# A baseline test cannot catch a detection regression on its own: a file that stops being
# detected leaves as a '-' line, which reads as a file someone fixed.
DETECTION_CASES = [
@@ -144,6 +214,9 @@ DETECTION_CASES = [
("mocked_resume_manager", "manager = mock.MagicMock(spec=ResumableSourceManager)\n", True),
("mocked_resume_manager", "manager = MagicMock(spec=OtherManager)\n", False),
("patched_session", "target = 'source.make_tracked_session'\n", True),
+ ("hand_written_status_error", HAND_WRITTEN_MATCH, True),
+ ("hand_written_status_error", HAND_WRITTEN_MATCH.replace("401 Client Error", "Vendor rejected the key"), False),
+ ("hand_written_status_error", HAND_WRITTEN_MATCH.replace("assert any", "assert driver_result() and any"), False),
("patched_session", "target = 'source.make_other_session'\n", False),
]
diff --git a/products/warehouse_sources/backend/temporal/data_imports/pipelines/pipeline_v3/load/test_append_rollback.py b/products/warehouse_sources/backend/temporal/data_imports/pipelines/pipeline_v3/load/test_append_rollback.py
index cc41fdc1106f..6297e2c7e51d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/pipelines/pipeline_v3/load/test_append_rollback.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/pipelines/pipeline_v3/load/test_append_rollback.py
@@ -27,6 +27,7 @@ from products.warehouse_sources.backend.temporal.data_imports.pipelines.pipeline
process_message,
process_messages,
)
+from products.warehouse_sources_queue.backend.core.jobs_db import UnfinishedEarlierBatches
_PROCESSOR = "products.warehouse_sources.backend.temporal.data_imports.pipelines.pipeline_v3.load.processor"
@@ -149,6 +150,13 @@ def _boundaries(settings: Any) -> Iterator[None]:
stack.enter_context(patch(f"{_PROCESSOR}.{target}"))
stack.enter_context(patch(f"{_PROCESSOR}.is_batch_already_processed", return_value=False))
stack.enter_context(patch(f"{_PROCESSOR}.finish_row_tracking", new_callable=AsyncMock))
+ # The completion check reads the queue DB, which these tests do not have.
+ stack.enter_context(
+ patch(
+ f"{_PROCESSOR}.BatchQueue.get_unfinished_earlier_batches_sync",
+ return_value=UnfinishedEarlierBatches(count=0, first_batch_index=None, states=()),
+ )
+ )
stack.enter_context(
patch(
f"{_PROCESSOR}.run_post_load_operations",
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/ably/tests/test_ably_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/ably/tests/test_ably_source.py
index a669a0fc544b..5225025c0d6f 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/ably/tests/test_ably_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/ably/tests/test_ably_source.py
@@ -110,14 +110,3 @@ class TestAblySource:
assert result.raised is None
assert result.requests[0].param("start") is None
assert result.requests[0].param("end") is None
-
- @pytest.mark.parametrize(
- "error_message",
- [
- "401 Client Error: Unauthorized for url: https://main.realtime.ably.net/stats",
- "403 Client Error: Forbidden for url: https://main.realtime.ably.net/stats",
- ],
- )
- def test_non_retryable_errors(self, error_message):
- non_retryable = self.source.get_non_retryable_errors()
- assert any(pattern in error_message for pattern in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_analytics/tests/test_adobe_analytics_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_analytics/tests/test_adobe_analytics_source.py
index b85f10edbd6f..7ffa250ea6ff 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_analytics/tests/test_adobe_analytics_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_analytics/tests/test_adobe_analytics_source.py
@@ -43,8 +43,6 @@ class TestAdobeAnalyticsSource:
@pytest.mark.parametrize(
"other_error",
[
- "429 Client Error: Too Many Requests for url: https://analytics.adobe.io/api/gcid/reports",
- "500 Server Error for url: https://analytics.adobe.io/api/gcid/reports",
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
],
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_commerce/tests/test_adobe_commerce_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_commerce/tests/test_adobe_commerce_source.py
index 06dbc1daabac..f0615a803c63 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_commerce/tests/test_adobe_commerce_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/adobe_commerce/tests/test_adobe_commerce_source.py
@@ -85,27 +85,6 @@ class TestAdobeCommerceSource:
def test_incremental_fields_map_matches_the_endpoint_catalog(self) -> None:
assert set(INCREMENTAL_FIELDS) == set(INCREMENTAL_ENDPOINTS)
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://store.example.com/rest/V1/orders"),
- ("forbidden", "403 Client Error: Forbidden for url: https://other.example.com/rest/V1/products"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- assert any(key in observed_error for key in self.source.get_non_retryable_errors())
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://store.example.com/rest/V1/orders",
- ),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://store.example.com/rest/V1/orders"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- assert not any(key in unrelated_error for key in self.source.get_non_retryable_errors())
-
@parameterized.expand(
[
("server_error", "Adobe Commerce admin token request failed (retryable): status=500"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/adyen/tests/test_adyen_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/adyen/tests/test_adyen_source.py
index eabbb143d84e..e011ddda7daa 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/adyen/tests/test_adyen_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/adyen/tests/test_adyen_source.py
@@ -95,15 +95,3 @@ class TestAdyenSource:
non_retryable_errors = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("HTTPSConnectionPool(host='balanceplatform-api-live.adyen.com', port=443): Read timed out.",),
- ("500 Server Error: Internal Server Error",),
- ("Connection reset by peer",),
- ]
- )
- def test_non_retryable_errors_do_not_match_transient_errors(self, other_error: str) -> None:
- non_retryable_errors = self.source.get_non_retryable_errors()
-
- assert not any(key in other_error for key in non_retryable_errors)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/aftership/tests/test_aftership_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/aftership/tests/test_aftership_source.py
index f4fb18e003ec..0877ccc1b22b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/aftership/tests/test_aftership_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/aftership/tests/test_aftership_source.py
@@ -67,24 +67,6 @@ class TestAftershipSource:
assert message == "Unknown AfterShip table 'not_a_table'"
assert network.requests_log == []
- @parameterized.expand(
- [
- ("bad_key", "401 Client Error: Unauthorized for url: https://api.aftership.com/tracking/2026-07/trackings"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.aftership.com/tracking/2026-07/couriers"),
- ]
- )
- def test_non_retryable_errors_match_credential_failures(self, _name: str, observed_error: str) -> None:
- assert any(key in observed_error for key in self.source.get_non_retryable_errors())
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.aftership.com/tracking"),
- ("server_error", "503 Server Error: Service Unavailable for url: https://api.aftership.com/tracking"),
- ]
- )
- def test_non_retryable_errors_ignore_transient_failures(self, _name: str, unrelated_error: str) -> None:
- assert not any(key in unrelated_error for key in self.source.get_non_retryable_errors())
-
@parameterized.expand([("unpinned", None, "2026-07"), ("pinned", "2026-07", "2026-07")])
@mock.patch(AFTERSHIP_SOURCE_PATH)
def test_source_for_pipeline_plumbs_arguments(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/agilecrm/tests/test_agilecrm_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/agilecrm/tests/test_agilecrm_source.py
index 6b17367571bc..125303a0139b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/agilecrm/tests/test_agilecrm_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/agilecrm/tests/test_agilecrm_source.py
@@ -23,18 +23,6 @@ class TestSourceConfig:
assert AgileCRMSource().connection_host_fields == ["domain"]
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://acme.agilecrm.com/dev/api/contacts"),
- ("forbidden", "403 Client Error: Forbidden for url: https://acme.agilecrm.com/dev/api/opportunity"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = AgileCRMSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
-
class TestValidateCredentials:
def test_success(self, monkeypatch: Any) -> None:
monkeypatch.setattr(agilecrm_source_module, "validate_agilecrm_credentials", lambda *a, **k: True)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/airbrake/tests/test_airbrake_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/airbrake/tests/test_airbrake_source.py
index a210eaddd7fe..288d4bc95a59 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/airbrake/tests/test_airbrake_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/airbrake/tests/test_airbrake_source.py
@@ -63,26 +63,3 @@ class TestAirbrakeSource:
assert result.requests[1].param("start_time") == (
"2026-03-04T00:00:00.000Z" if expected_last_value is not None else None
)
-
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.airbrake.io/api/v4/projects?key=x"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.airbrake.io/api/v4/projects/1/groups"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable_errors = AirbrakeSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.airbrake.io', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.airbrake.io/api/v4/projects",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable_errors = AirbrakeSource().get_non_retryable_errors()
- assert not any(key in observed_error for key in non_retryable_errors)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/airops/tests/test_airops_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/airops/tests/test_airops_source.py
index 037e89ff30b6..3540ac00e8fa 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/airops/tests/test_airops_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/airops/tests/test_airops_source.py
@@ -19,15 +19,3 @@ class TestAirOpsSource:
assert AirOpsSource().validate_credentials(_config(), team_id=1) == expected
assert len(network.requests_log) == 1
assert network.requests_log[0].headers["authorization"] == "Bearer test-key"
-
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.airops.com/public_api/airops_apps",),
- ("403 Client Error: Forbidden for url: https://api.airops.com/public_api/airops_apps",),
- ]
- )
- def test_non_retryable_errors_match_credential_failures(self, raised_message: str) -> None:
- # A revoked/regenerated key must permanently fail the sync rather than retry forever; the
- # matcher keys on the stable status text + base host, so a real HTTPError string matches.
- errors = AirOpsSource().get_non_retryable_errors()
- assert any(pattern in raised_message and friendly for pattern, friendly in errors.items())
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/alguna/tests/test_alguna_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/alguna/tests/test_alguna_source.py
index a59a847aecb1..edc7b22e0147 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/alguna/tests/test_alguna_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/alguna/tests/test_alguna_source.py
@@ -12,23 +12,9 @@ class TestAlgunaSource:
self.team_id = 123
self.config = AlgunaSourceConfig(api_key="alg-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.alguna.io/customers?limit=100&offset=0",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.alguna.io/invoices?limit=100&offset=0"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
@parameterized.expand(
[
("other_vendor", "401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers"),
- ("server_error", "500 Server Error for url: https://api.alguna.io/customers"),
]
)
def test_non_retryable_errors_does_not_match_unrelated(self, _name, other_vendor_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/anthropic/tests/test_anthropic.py b/products/warehouse_sources/backend/temporal/data_imports/sources/anthropic/tests/test_anthropic.py
index 0174e65f2395..49e3d211216c 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/anthropic/tests/test_anthropic.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/anthropic/tests/test_anthropic.py
@@ -252,35 +252,6 @@ class TestValidateCredentials:
class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.anthropic.com/v1/organizations/users?limit=1",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.anthropic.com/v1/organizations/cost_report",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = AnthropicSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.anthropic.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.anthropic.com/v1/organizations/users",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = AnthropicSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
@parameterized.expand(
[
(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/assemblyai/tests/test_assemblyai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/assemblyai/tests/test_assemblyai_source.py
index 89e40d170a70..ae9bc3207469 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/assemblyai/tests/test_assemblyai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/assemblyai/tests/test_assemblyai_source.py
@@ -41,7 +41,6 @@ class TestAssemblyAISource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://api.assemblyai.com/v2/transcript?limit=200",
"401 Client Error: Unauthorized for url: https://api.eu.assemblyai.com/v2/transcript/abc",
],
)
@@ -52,8 +51,6 @@ class TestAssemblyAISource:
@pytest.mark.parametrize(
"other_error",
[
- "500 Server Error: Internal Server Error for url: https://api.assemblyai.com/v2/transcript",
- "429 Client Error: Too Many Requests for url: https://api.assemblyai.com/v2/transcript",
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
],
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/attio/tests/test_attio_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/attio/tests/test_attio_source.py
index c2f74ca26da1..c226fe4df1cd 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/attio/tests/test_attio_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/attio/tests/test_attio_source.py
@@ -16,8 +16,6 @@ class TestAttioSource:
@pytest.mark.parametrize(
"pattern",
[
- "401 Client Error: Unauthorized for url: https://api.attio.com",
- "403 Client Error: Forbidden for url: https://api.attio.com",
"400 Client Error: Bad Request for url: https://api.attio.com/v2/objects/",
],
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/automox/tests/test_automox_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/automox/tests/test_automox_source.py
index 5a1d9a4c5520..709c736c72f7 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/automox/tests/test_automox_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/automox/tests/test_automox_source.py
@@ -20,14 +20,6 @@ class TestSourceConfig:
class TestNonRetryableErrors:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://console.automox.com/api/servers?page=0&limit=500",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://console.automox.com/api/policies?page=0",
- ),
# Raised by resolve_organization — the message prefixes must stay matchable.
("org_not_found", f"{ORG_NOT_FOUND_ERROR}: no organization with ID 999 is accessible with this API key"),
(
@@ -40,23 +32,6 @@ class TestNonRetryableErrors:
non_retryable = AutomoxSource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='console.automox.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://console.automox.com/api/servers",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://console.automox.com/api/servers",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = AutomoxSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
class TestCanonicalDescriptions:
def test_canonical_descriptions_keys_are_known_endpoints(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/avalara/tests/test_avalara_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/avalara/tests/test_avalara_source.py
index eee2035c9a2b..2f0c592ab5ee 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/avalara/tests/test_avalara_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/avalara/tests/test_avalara_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.avalara.settings import AVALARA_ENDPOINTS
from products.warehouse_sources.backend.temporal.data_imports.sources.avalara.source import AvalaraSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.avalara import (
@@ -15,27 +13,6 @@ class TestAvalaraSource:
self.team_id = 123
self.config = AvalaraSourceConfig(account_id="12345", license_key="key", environment="production")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://rest.avatax.com/api/v2/companies",),
- ("403 Client Error: Forbidden for url: https://rest.avatax.com/api/v2/companies/1/nexus",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("429 Client Error: Too Many Requests for url: https://rest.avatax.com/api/v2/companies",),
- ("500 Server Error: Internal Server Error for url: https://rest.avatax.com/api/v2/companies",),
- ("HTTPSConnectionPool(host='rest.avatax.com', port=443): Read timed out.",),
- ]
- )
- def test_non_retryable_errors_do_not_match_transient(self, other_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
-
def test_fanout_endpoints_key_include_parent_identifier(self):
# Fan-out children aggregate rows across every company, so their primary key must include
# a company identifier unless the API documents a globally unique id (Transactions does).
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/aviationstack/tests/test_aviationstack_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/aviationstack/tests/test_aviationstack_source.py
index 1d12e501c3cc..be2fabd58856 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/aviationstack/tests/test_aviationstack_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/aviationstack/tests/test_aviationstack_source.py
@@ -60,7 +60,6 @@ class TestAviationstackSource:
@parameterized.expand(
[
- ("http_unauthorized", "401 Client Error: Unauthorized for url: https://api.aviationstack.com"),
("body_invalid_key", "aviationstack API error [invalid_access_key]"),
("body_usage_limit", "aviationstack API error [usage_limit_reached]"),
("body_function_restricted", "aviationstack API error [function_access_restricted]"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/aviator/tests/test_aviator_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/aviator/tests/test_aviator_source.py
index c93dcdcdb745..c869e726c713 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/aviator/tests/test_aviator_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/aviator/tests/test_aviator_source.py
@@ -75,16 +75,6 @@ class TestAviatorSource:
assert (error is None) is expected_ok
assert network.requests_log[0].path == "/api/v1/repo"
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.aviator.co/api/v1/repo"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.aviator.co/api/v1/queue/stats"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
def test_source_for_pipeline_omits_last_value_when_not_incremental(self) -> None:
# Passing a stale watermark on a full-refresh run would wrongly narrow the analytics window.
config = AviatorSourceConfig(api_token="av_uat_test")
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/beamer/tests/test_beamer_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/beamer/tests/test_beamer_source.py
index 61a1a4f3fb56..1741aeb5ed2f 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/beamer/tests/test_beamer_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/beamer/tests/test_beamer_source.py
@@ -29,28 +29,3 @@ class TestGetSchemas:
)
def test_full_refresh_only_tables(self, name: str) -> None:
assert self.schemas[name].supports_incremental is False
-
-
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.getbeamer.com/v0/posts?maxResults=1"),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.getbeamer.com/v0/users?maxResults=100&page=1",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = BeamerSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.getbeamer.com/v0/posts"),
- ("read_timeout", "HTTPSConnectionPool(host='api.getbeamer.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = BeamerSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/better_stack/tests/test_better_stack_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/better_stack/tests/test_better_stack_source.py
index 8fa5b7e33923..ba592f386f5b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/better_stack/tests/test_better_stack_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/better_stack/tests/test_better_stack_source.py
@@ -93,11 +93,6 @@ class TestBetterStackValidateCredentials:
class TestBetterStackNonRetryableErrors:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://uptime.betterstack.com/api/v2/monitors?per_page=250",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://uptime.betterstack.com/api/v3/incidents"),
# Team members and roles are served from the account-level host, which needs its own
# entries — the Uptime-host patterns don't match a URL on it.
("org_host_unauthorized", "401 Client Error: Unauthorized for url: https://betterstack.com/api/v2/roles"),
@@ -116,23 +111,6 @@ class TestBetterStackNonRetryableErrors:
non_retryable = BetterStackSource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://uptime.betterstack.com/api/v3/incidents",
- ),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://uptime.betterstack.com/api/v2/monitors",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='uptime.betterstack.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = BetterStackSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
class TestBetterStackResumableAndPipeline:
@parameterized.expand(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/bland_ai/tests/test_bland_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/bland_ai/tests/test_bland_ai_source.py
index 133302465d0e..c3620e1577c1 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/bland_ai/tests/test_bland_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/bland_ai/tests/test_bland_ai_source.py
@@ -51,18 +51,6 @@ class TestBlandAISource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://api.bland.ai/v1/calls?from=0&limit=1000",),
- ("401 Client Error: Unauthorized for url: https://api.bland.ai/v1/pathway",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.bland.ai/v1/calls",),
- ("429 Client Error: Too Many Requests for url: https://api.bland.ai/v1/calls",),
("401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/blogger/tests/test_blogger_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/blogger/tests/test_blogger_source.py
index 712ca115112b..98960a63a4ca 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/blogger/tests/test_blogger_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/blogger/tests/test_blogger_source.py
@@ -43,30 +43,12 @@ class TestBloggerCredentials:
"bad_request",
"400 Client Error: Bad Request for url: https://www.googleapis.com/blogger/v3/blogs/1/posts",
),
- ("unauthorized", "401 Client Error: Unauthorized for url: https://www.googleapis.com/blogger/v3/blogs/1"),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://www.googleapis.com/blogger/v3/blogs/1/comments",
- ),
]
)
def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
non_retryable = BloggerSource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://www.googleapis.com/blogger/v3/blogs/1/posts",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='www.googleapis.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = BloggerSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
class TestBloggerPipelinePlumbing:
def test_source_for_pipeline_plumbs_arguments(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/bluetally/test_bluetally_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/bluetally/test_bluetally_source.py
index 24f6f6dcc688..e031c6459b44 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/bluetally/test_bluetally_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/bluetally/test_bluetally_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.bluetally.canonical_descriptions import (
CANONICAL_DESCRIPTIONS,
)
@@ -40,38 +38,6 @@ class TestValidateCredentials:
assert network.requests_log[0].param("tenant_id") is None
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://app.bluetallyapp.com/api/v1/assets?limit=1000&offset=0",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://app.bluetallyapp.com/api/v1/employees",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = BluetallySource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='app.bluetallyapp.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://app.bluetallyapp.com/api/v1/assets",
- ),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://app.bluetallyapp.com/api/v1/assets"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = BluetallySource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestCanonicalDescriptions:
def test_canonical_descriptions_keys_are_known_endpoints(self) -> None:
# Every documented table must map to a real endpoint, or its descriptions never apply.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/browser_use/tests/test_browser_use_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/browser_use/tests/test_browser_use_source.py
index 38c70097b63a..aee724a7da20 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/browser_use/tests/test_browser_use_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/browser_use/tests/test_browser_use_source.py
@@ -40,17 +40,6 @@ class TestBrowserUseSource:
assert schema.supports_append is False
assert schema.incremental_fields == []
- @parameterized.expand(
- [
- ("401", "401 Client Error: Unauthorized for url: https://api.browser-use.com/api/v3/sessions?page=1"),
- ("403", "403 Client Error: Forbidden for url: https://api.browser-use.com/api/v3/sessions?page=1"),
- ]
- )
- def test_permission_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- # 401 (bad key) and 403 (key without access) can never be satisfied by a retry, so both must
- # be classified terminal with an actionable message instead of looping the sync.
- assert any(key in observed for key in self.source.get_non_retryable_errors())
-
@parameterized.expand([("valid", True, True, None), ("invalid", False, False, "Invalid Browser Use API key")])
def test_validate_credentials(
self, _name: str, probe_result: bool, expected_valid: bool, expected_message: str | None
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/bugsnag/tests/test_bugsnag_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/bugsnag/tests/test_bugsnag_source.py
index 28d465baf417..ffa087e2e112 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/bugsnag/tests/test_bugsnag_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/bugsnag/tests/test_bugsnag_source.py
@@ -100,39 +100,6 @@ class TestBugsnagSource:
elif config.scope in project_scopes:
assert "project_id" in config.primary_keys, config.name
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.bugsnag.com/projects/abc/errors?per_page=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.bugsnag.com/user/organizations?per_page=1",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.bugsnag.com/projects/abc/errors",
- ),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.bugsnag.com/user/organizations",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='api.bugsnag.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
def test_error_grain_endpoints_bound_their_error_fan_out(self) -> None:
# Error-grain endpoints cost one request per error and BugSnag exposes no filter to narrow
# the error list, so an uncapped one would walk every error a project has ever recorded.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/buildbetter/test_buildbetter.py b/products/warehouse_sources/backend/temporal/data_imports/sources/buildbetter/test_buildbetter.py
index a308ea2eb1f0..7827037f42ba 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/buildbetter/test_buildbetter.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/buildbetter/test_buildbetter.py
@@ -555,8 +555,6 @@ class TestBuildBetterSourceNonRetryableErrors:
@parameterized.expand(
[
- ("401_client_error", "401 Client Error: Unauthorized for url: https://api.buildbetter.app/v1/graphql"),
- ("403_client_error", "403 Client Error: Forbidden for url: https://api.buildbetter.app/v1/graphql"),
("auth_hook_unauthorized", "BuildBetter GraphQL error: Authentication hook unauthorized this request"),
("webhook_auth_request_failed", "BuildBetter GraphQL error: webhook authentication request failed"),
]
@@ -567,9 +565,7 @@ class TestBuildBetterSourceNonRetryableErrors:
@parameterized.expand(
[
- ("read_timeout", "HTTPSConnectionPool(host='api.buildbetter.app', port=443): Read timed out."),
("server_error", "BuildBetter: server error 503"),
- ("connection_reset", "Connection reset by peer"),
]
)
def test_does_not_match_transient_errors(self, _name: str, other_error: str) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/buildkite/tests/test_buildkite_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/buildkite/tests/test_buildkite_source.py
index 6b3f4687c977..da1c1c95d315 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/buildkite/tests/test_buildkite_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/buildkite/tests/test_buildkite_source.py
@@ -55,24 +55,6 @@ class TestBuildkiteSource:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.buildkite.com/v2/organizations/my-org/builds?per_page=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.buildkite.com/v2/organizations/my-org/agents",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.buildkite.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.buildkite.com/v2"),
("rate_limited", "HTTP 429 for https://api.buildkite.com/v2/organizations/my-org/builds"),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/cal_com/tests/test_cal_com_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/cal_com/tests/test_cal_com_source.py
index d5362968b889..a352b6e37ef3 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/cal_com/tests/test_cal_com_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/cal_com/tests/test_cal_com_source.py
@@ -29,28 +29,6 @@ class TestCalComSource:
self.team_id = 123
self.config = CalComSourceConfig(api_key="cal_live_key", region="us")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.cal.com/v2/bookings?limit=250",),
- ("403 Client Error: Forbidden for url: https://api.cal.com/v2/me",),
- ("401 Client Error: Unauthorized for url: https://api.cal.eu/v2/bookings?limit=250",),
- ("403 Client Error: Forbidden for url: https://api.cal.eu/v2/me",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.cal.com/v2/bookings",),
- ("429 Client Error: Too Many Requests for url: https://api.cal.com/v2/teams",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_source_for_pipeline_drops_incremental_value_when_disabled(self) -> None:
result = SourceDriver(self.source, self.config).run(
"bookings",
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/canny/tests/test_canny_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/canny/tests/test_canny_source.py
index 63708acf38d0..45c2d459a099 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/canny/tests/test_canny_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/canny/tests/test_canny_source.py
@@ -39,8 +39,6 @@ class TestCannySource:
"expected_key",
[
"invalid API key",
- "401 Client Error: Unauthorized for url: https://canny.io",
- "403 Client Error: Forbidden for url: https://canny.io",
],
)
def test_non_retryable_errors(self, expected_key: str) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/care_quality_commission/tests/test_care_quality_commission_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/care_quality_commission/tests/test_care_quality_commission_source.py
index 5a7c83cd15bf..a77da1d7eb60 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/care_quality_commission/tests/test_care_quality_commission_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/care_quality_commission/tests/test_care_quality_commission_source.py
@@ -60,35 +60,6 @@ class TestValidateCredentials:
assert seen == {"api_key": "k", "partner_code": "P1"}
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.cqc.org.uk/public/v1/providers/1-123",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.cqc.org.uk/public/v1/locations"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = CareQualityCommissionSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.cqc.org.uk/public/v1/providers",
- ),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.cqc.org.uk/public/v1/providers"),
- ("read_timeout", "HTTPSConnectionPool(host='api.cqc.org.uk', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = CareQualityCommissionSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestSourceForPipeline:
def test_plumbs_arguments(self, monkeypatch: Any) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/cast_ai/tests/test_cast_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/cast_ai/tests/test_cast_ai_source.py
index 600e8bb07de0..e8058bbaa43d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/cast_ai/tests/test_cast_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/cast_ai/tests/test_cast_ai_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.facade.source_config import DataWarehouseSourceCategory, ReleaseStatus
from products.warehouse_sources.backend.temporal.data_imports.sources.cast_ai.source import CastAiSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.castai import CastAiSourceConfig
@@ -33,20 +31,3 @@ class TestCastAiSource:
for name, field_name in (("cluster_cost_reports", "timestamp"), ("cluster_savings_history", "createdAt")):
assert schemas[name].supports_incremental is True
assert [f["field"] for f in schemas[name].incremental_fields] == [field_name]
-
- @parameterized.expand(
- [
- "401 Client Error: Unauthorized for url: https://api.cast.ai/v1/kubernetes/external-clusters",
- "403 Client Error: Forbidden for url: https://api.cast.ai/v1/kubernetes/external-clusters",
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- def test_non_retryable_errors_ignore_transient_failures(self) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(
- key in "500 Server Error for url: https://api.cast.ai/v1/kubernetes/external-clusters"
- for key in non_retryable
- )
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/census/tests/test_census_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/census/tests/test_census_source.py
index 00e8d3e1c1b9..aaaa9a3eabf7 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/census/tests/test_census_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/census/tests/test_census_source.py
@@ -38,20 +38,3 @@ class TestCensusSource:
for schema in schemas:
assert schema.supports_incremental is False
assert schema.incremental_fields == []
-
- @pytest.mark.parametrize(
- "observed_error",
- [
- "401 Client Error: Unauthorized for url: https://app.getcensus.com/api/v1/syncs",
- "403 Client Error: Forbidden for url: https://app.getcensus.com/api/v1/syncs",
- ],
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- def test_non_retryable_errors_ignore_transient_failures(self) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(
- key in "500 Server Error for url: https://app.getcensus.com/api/v1/syncs" for key in non_retryable
- )
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/chameleon/tests/test_chameleon_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/chameleon/tests/test_chameleon_source.py
index ef5566cb2b49..ac7266423157 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/chameleon/tests/test_chameleon_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/chameleon/tests/test_chameleon_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.chameleon.source import ChameleonSource
@@ -10,22 +8,3 @@ class TestChameleonSourceConfig:
def test_lists_tables_without_credentials(self) -> None:
# get_schemas is a static endpoint catalog with no I/O, so the public docs can render it.
assert self.source.lists_tables_without_credentials is True
-
-
-class TestChameleonCredentials:
- def setup_method(self) -> None:
- self.source = ChameleonSource()
-
- def test_403_is_non_retryable(self) -> None:
- observed = "403 Client Error: Forbidden for url: https://api.chameleon.io/v3/edit/segments?limit=500"
- assert any(key in observed for key in self.source.get_non_retryable_errors())
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.chameleon.io/v3/edit/tours"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.chameleon.io"),
- ("read_timeout", "HTTPSConnectionPool(host='api.chameleon.io', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- assert not any(key in observed for key in self.source.get_non_retryable_errors())
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/charthop/tests/test_charthop_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/charthop/tests/test_charthop_source.py
index dfa668e28e06..c7bda05aca28 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/charthop/tests/test_charthop_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/charthop/tests/test_charthop_source.py
@@ -30,8 +30,6 @@ class TestChartHopSource:
[
("bad_token", "401 Client Error: ChartHop API authentication or permission error for url /v1/org"),
("no_permission", "403 Client Error: ChartHop API authentication or permission error for url x"),
- ("bad_token_fetch", "401 Client Error: Unauthorized for url: https://api.charthop.com/v2/org/x/job"),
- ("no_permission_fetch", "403 Client Error: Forbidden for url: https://api.charthop.com/v2/org/x/job"),
("no_org_access", "ChartHop API token has no access to any organization"),
(
"multiple_orgs",
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/circleci/tests/test_circleci_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/circleci/tests/test_circleci_source.py
index c9d0cc12ec11..a27192134bc6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/circleci/tests/test_circleci_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/circleci/tests/test_circleci_source.py
@@ -23,8 +23,6 @@ class TestCircleCISource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://circleci.com/api/v2/pipeline?org-slug=gh%2Fposthog",),
- ("403 Client Error: Forbidden for url: https://circleci.com/api/v2/workflow/abc/job",),
("404 Client Error: Not Found for url: https://circleci.com/api/v2/project/gh/posthog/posthog",),
]
)
@@ -35,8 +33,6 @@ class TestCircleCISource:
@parameterized.expand(
[
("401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",),
- ("500 Server Error for url: https://circleci.com/api/v2/pipeline",),
- ("429 Client Error: Too Many Requests for url: https://circleci.com/api/v2/pipeline",),
]
)
def test_non_retryable_errors_does_not_match_unrelated(self, other_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/circleci_insights/tests/test_circleci_insights_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/circleci_insights/tests/test_circleci_insights_source.py
index 1f3f8d4e6d99..780bd9008f76 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/circleci_insights/tests/test_circleci_insights_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/circleci_insights/tests/test_circleci_insights_source.py
@@ -50,12 +50,8 @@ class TestCircleciInsightsSource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://circleci.com/api/v2/insights/gh/a/b/workflows", True),
- ("403 Client Error: Forbidden for url: https://circleci.com/api/v2/insights/gh/a/summary", True),
("404 Client Error: Not Found for url: https://circleci.com/api/v2/insights/gh/a/b/flaky-tests", True),
("401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers", False),
- ("500 Server Error for url: https://circleci.com/api/v2/insights/gh/a/b/workflows", False),
- ("429 Client Error: Too Many Requests for url: https://circleci.com/api/v2/insights", False),
]
)
def test_non_retryable_errors_match_only_permanent_failures(self, observed_error, should_match):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/clickhouse_cloud/tests/test_clickhouse_cloud.py b/products/warehouse_sources/backend/temporal/data_imports/sources/clickhouse_cloud/tests/test_clickhouse_cloud.py
index b5771ce10d6c..7d4a2838fec6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/clickhouse_cloud/tests/test_clickhouse_cloud.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/clickhouse_cloud/tests/test_clickhouse_cloud.py
@@ -235,34 +235,6 @@ class TestFetch:
assert exc_info.value.retry_after == 7.0
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.clickhouse.cloud/v1/organizations"),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.clickhouse.cloud/v1/organizations/org-1/usageCost?from_date=2026-07-01&to_date=2026-07-15",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = ClickhouseCloudSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.clickhouse.cloud', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.clickhouse.cloud/v1/organizations",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = ClickhouseCloudSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestCoerceDate:
@parameterized.expand(
[
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/cloudbeds/tests/test_cloudbeds_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/cloudbeds/tests/test_cloudbeds_source.py
index 0d2ce1495608..de9f0cdfaff7 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/cloudbeds/tests/test_cloudbeds_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/cloudbeds/tests/test_cloudbeds_source.py
@@ -24,38 +24,6 @@ class TestCloudbedsSource:
# re-require the key - otherwise a group-level credential could be pointed at another property.
assert self.source.connection_host_fields == ["property_id"]
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.cloudbeds.com/api/v1.2/getReservations?pageNumber=1",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.cloudbeds.com/api/v1.2/getGuestList?pageNumber=1",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.cloudbeds.com/api/v1.2/getHotels",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.cloudbeds.com/api/v1.2/getReservations",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.cloudbeds.source.validate_credentials"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/cloudsmith/tests/test_cloudsmith_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/cloudsmith/tests/test_cloudsmith_source.py
index a00c30ad1ab7..58a0bcea7833 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/cloudsmith/tests/test_cloudsmith_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/cloudsmith/tests/test_cloudsmith_source.py
@@ -53,17 +53,9 @@ class TestCloudsmithSource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://api.cloudsmith.io/v1/repos/acme/",
- "403 Client Error: Forbidden for url: https://api.cloudsmith.io/v1/packages/acme/prod/",
"402 Client Error: Payment Required for url: https://api.cloudsmith.io/v1/audit-log/acme/",
],
)
def test_non_retryable_errors_match_permanent_failures(self, observed_error: str) -> None:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
-
- def test_non_retryable_errors_ignore_transient_failures(self) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(
- key in "500 Server Error for url: https://api.cloudsmith.io/v1/repos/acme/" for key in non_retryable
- )
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/cloudzero/tests/test_cloudzero_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/cloudzero/tests/test_cloudzero_source.py
index d86d5e722b79..8fc4979850a0 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/cloudzero/tests/test_cloudzero_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/cloudzero/tests/test_cloudzero_source.py
@@ -145,10 +145,6 @@ class TestResumableWiring:
class TestNonRetryableErrors:
@parameterized.expand(
[
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.cloudzero.com/v2/billing/costs?start_date=2025-01-01",
- ),
("unauthorized", "Unauthorized for url: https://api.cloudzero.com/v2/billing/dimensions"),
(
"expired_cache",
@@ -162,11 +158,6 @@ class TestNonRetryableErrors:
@parameterized.expand(
[
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.cloudzero.com/v2/billing/costs"),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.cloudzero.com/v2/billing/costs",
- ),
("bad_request", "400 Client Error: Bad Request for url: https://api.cloudzero.com/v2/billing/costs"),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/coassemble/tests/test_coassemble_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/coassemble/tests/test_coassemble_source.py
index 9525ec486ace..ad1ac8a5b2a6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/coassemble/tests/test_coassemble_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/coassemble/tests/test_coassemble_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.coassemble.source import CoassembleSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.coassemble import (
CoassembleSourceConfig,
@@ -14,26 +12,6 @@ class TestCoassembleSource:
self.team_id = 123
self.config = CoassembleSourceConfig(workspace_id="ws-1", api_key="sk-key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.coassemble.com/api/v1/headless/courses",),
- ("403 Client Error: Forbidden for url: https://api.coassemble.com/api/v1/headless/trackings",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.coassemble.com/api/v1/headless/courses",),
- ("429 Client Error: Too Many Requests for url: https://api.coassemble.com/api/v1/headless/users",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.coassemble.source.coassemble_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/codefresh/tests/test_codefresh_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/codefresh/tests/test_codefresh_source.py
index 8b4e6cb337d2..3079401a18a2 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/codefresh/tests/test_codefresh_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/codefresh/tests/test_codefresh_source.py
@@ -14,27 +14,6 @@ class TestCodefreshSource:
self.source = CodefreshSource()
self.team_id = 123
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://g.codefresh.io/api/projects?limit=100&offset=0",),
- ("403 Client Error: Forbidden for url: https://g.codefresh.io/api/workflow?limit=100&page=1",),
- ]
- )
- def test_credential_errors_are_non_retryable(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='g.codefresh.io', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://g.codefresh.io/api/projects"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://g.codefresh.io/api/workflow"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
@parameterized.expand(
[
("valid", True, None, True),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/configcat/tests/test_configcat_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/configcat/tests/test_configcat_source.py
index 4ff10ff31d2b..82f50458edf9 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/configcat/tests/test_configcat_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/configcat/tests/test_configcat_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.configcat.source import ConfigCatSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.configcat import (
ConfigCatSourceConfig,
@@ -14,26 +12,6 @@ class TestConfigCatSource:
self.team_id = 123
self.config = ConfigCatSourceConfig(basic_auth_username="user", basic_auth_password="pass")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.configcat.com/v1/products",),
- ("403 Client Error: Forbidden for url: https://api.configcat.com/v1/organizations",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.configcat.com/v1/products",),
- ("429 Client Error: Too Many Requests for url: https://api.configcat.com/v1/organizations",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.configcat.source.configcat_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/coralogix/tests/test_coralogix_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/coralogix/tests/test_coralogix_source.py
index 5b90517bfb7c..db76ab83e02e 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/coralogix/tests/test_coralogix_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/coralogix/tests/test_coralogix_source.py
@@ -46,15 +46,3 @@ class TestCoralogixSource:
assert network.requests_log[0].headers["authorization"] == "Bearer key-1"
assert valid is probe_result
assert (error is None) is probe_result
-
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.eu2.coralogix.com/api/v1/dataprime/query",),
- ("403 Client Error: Forbidden for url: https://api.coralogix.us/api/v1/dataprime/query",),
- ]
- )
- def test_non_retryable_errors_match_credential_failures(self, raised_message: str) -> None:
- # A revoked key or wrong-cluster domain must permanently fail the sync rather than retry
- # forever; the matcher keys on the stable status text + URL prefix shared by every domain.
- errors = CoralogixSource().get_non_retryable_errors()
- assert any(pattern in raised_message and friendly for pattern, friendly in errors.items())
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/cortex/tests/test_cortex_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/cortex/tests/test_cortex_source.py
index 370ac5d6a56a..7a99a0a790ab 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/cortex/tests/test_cortex_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/cortex/tests/test_cortex_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.cortex.source import CortexSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.cortex import CortexSourceConfig
@@ -32,19 +30,3 @@ class TestCortexSource:
def test_lists_tables_without_credentials(self) -> None:
# Static endpoint catalog with no I/O — powers the public docs table list.
assert self.source.lists_tables_without_credentials is True
-
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.getcortexapp.com/api/v1/catalog"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.getcortexapp.com/api/v1/catalog"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- def test_non_retryable_errors_ignore_transient(self) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(
- key in "503 Server Error for url: https://api.getcortexapp.com/api/v1/catalog" for key in non_retryable
- )
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/dagster_cloud/tests/test_dagster_cloud_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/dagster_cloud/tests/test_dagster_cloud_source.py
index 48987a603526..9968e795a66a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/dagster_cloud/tests/test_dagster_cloud_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/dagster_cloud/tests/test_dagster_cloud_source.py
@@ -14,16 +14,6 @@ class TestDagsterCloudSourceConfig:
class TestDagsterCloudNonRetryableErrors:
- @parameterized.expand(
- [
- ("auth_401", "401 Client Error: Unauthorized for url: https://acme.dagster.cloud/prod/graphql"),
- ("forbidden_403", "403 Client Error: Forbidden for url: https://acme.dagster.cloud/prod/graphql"),
- ]
- )
- def test_matches_permanent_failures(self, _name: str, observed: str) -> None:
- errors = DagsterCloudSource().get_non_retryable_errors()
- assert any(key in observed for key in errors)
-
@parameterized.expand(
[
("server_500", "500 Client Error: Internal Server Error for url: https://acme.dagster.cloud/prod/graphql"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/dataforseo/tests/test_dataforseo_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/dataforseo/tests/test_dataforseo_source.py
index 839e7f05126a..0055344da050 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/dataforseo/tests/test_dataforseo_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/dataforseo/tests/test_dataforseo_source.py
@@ -168,7 +168,6 @@ class TestDataForSEOSource:
@parameterized.expand(
[
- ("http_401", "401 Client Error: Unauthorized for url: https://api.dataforseo.com"),
("http_402", "402 Client Error: Payment Required for url: https://api.dataforseo.com"),
("body_auth", "DataForSEO API error [40100]"),
("body_funds", "DataForSEO API error [40200]"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/datahub/tests/test_datahub_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/datahub/tests/test_datahub_source.py
index d5dc66411fec..57b7526e4376 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/datahub/tests/test_datahub_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/datahub/tests/test_datahub_source.py
@@ -23,26 +23,6 @@ class TestDatahubSource:
# the URL must force the editor to re-enter the token.
assert self.source.connection_host_fields == ["instance_url"]
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://datahub.example.com/openapi/v3/entity/dataset",),
- ("403 Client Error: Forbidden for url: https://datahub.example.com/openapi/v3/entity/corpuser",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://datahub.example.com/openapi/v3/entity/dataset",),
- ("429 Client Error: Too Many Requests for url: https://datahub.example.com/openapi/v3/entity/tag",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.datahub.source.check_endpoint_permissions"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/debugbear/tests/test_debugbear_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/debugbear/tests/test_debugbear_source.py
index 8db3427d7777..bf776f65a146 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/debugbear/tests/test_debugbear_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/debugbear/tests/test_debugbear_source.py
@@ -24,8 +24,6 @@ class TestDebugbearSource:
@pytest.mark.parametrize(
("pattern", "message"),
[
- ("401 Client Error", "401 Client Error: Unauthorized for url: https://www.debugbear.com/api/v1/projects"),
- ("403 Client Error", "403 Client Error: Forbidden for url: https://www.debugbear.com/api/v1/projects"),
(
"DebugBear rejected the RUM metrics request",
"DebugBear rejected the RUM metrics request for project 1 with a 400 error — "
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/deepsource/tests/test_deepsource_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/deepsource/tests/test_deepsource_source.py
index de03e34bd631..37f95531af90 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/deepsource/tests/test_deepsource_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/deepsource/tests/test_deepsource_source.py
@@ -46,7 +46,6 @@ class TestDeepsourceNonRetryableErrors:
"auth_401",
"401 Client Error: Unauthorized for url: https://api.deepsource.com/graphql/ (DeepSource API: Authentication required)",
),
- ("forbidden_403", "403 Client Error: Forbidden for url: https://api.deepsource.com/graphql/"),
("account_missing", "DeepSource account not found: 'acme' (GITHUB). Check the account login..."),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/devin_ai/tests/test_devin_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/devin_ai/tests/test_devin_ai_source.py
index 2cf65a4834f0..1ca517a4ded2 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/devin_ai/tests/test_devin_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/devin_ai/tests/test_devin_ai_source.py
@@ -62,37 +62,5 @@ class TestValidateCredentials:
assert network.requests_log[0].path == "/v3/organizations/org-abc/sessions"
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.devin.ai/v3/organizations/org-abc/sessions?first=200",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.devin.ai/v3/organizations/org-abc/secrets"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = DevinAISource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.devin.ai/v3/organizations/org-abc/sessions",
- ),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.devin.ai/v3/organizations/org-abc/sessions",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='api.devin.ai', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = DevinAISource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
def test_resume_config_default_is_none() -> None:
assert DevinAIResumeConfig().after is None
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/ding_connect/tests/test_ding_connect_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/ding_connect/tests/test_ding_connect_source.py
index f5c85ca61aad..3df556eb85f8 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/ding_connect/tests/test_ding_connect_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/ding_connect/tests/test_ding_connect_source.py
@@ -2,8 +2,6 @@ from typing import Any
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
scripted_network,
@@ -54,31 +52,3 @@ class TestSourceForPipeline:
assert captured["team_id"] == 7
assert captured["job_id"] == "job-1"
assert captured["resumable_source_manager"] is manager
-
-
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.dingconnect.com/api/V1/GetCountries",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.dingconnect.com/api/V1/GetProducts",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable_errors = DingConnectSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.dingconnect.com"),
- ("read_timeout", "HTTPSConnectionPool(host='api.dingconnect.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable_errors = DingConnectSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/discourse/tests/test_discourse_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/discourse/tests/test_discourse_source.py
index e712afc8ea64..9c36b9e976c1 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/discourse/tests/test_discourse_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/discourse/tests/test_discourse_source.py
@@ -23,7 +23,6 @@ class TestDiscourseSource:
@parameterized.expand(
[
- ("403 Client Error: Forbidden for url: https://forum.example.com/session/current.json",),
("invalid_access",),
]
)
@@ -31,16 +30,6 @@ class TestDiscourseSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://forum.example.com/latest.json",),
- ("429 Client Error: Too Many Requests for url: https://forum.example.com/posts.json",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.discourse.source.discourse_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/dixa/tests/test_dixa_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/dixa/tests/test_dixa_source.py
index 5c24a67d2603..245f9b2d7d89 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/dixa/tests/test_dixa_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/dixa/tests/test_dixa_source.py
@@ -15,8 +15,6 @@ class TestDixaSource:
"observed_error",
[
"401 Client Error: Unauthorized for url: https://dev.dixa.io/v1/agents",
- "401 Client Error: Unauthorized for url: https://exports.dixa.io/v1/conversation_export",
- "403 Client Error: Forbidden for url: https://exports.dixa.io/v1/conversation_export",
],
)
def test_non_retryable_errors_match_auth_failures(self, observed_error):
@@ -27,7 +25,6 @@ class TestDixaSource:
"other_vendor_error",
[
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
- "500 Server Error for url: https://dev.dixa.io/v1/agents",
],
)
def test_non_retryable_errors_does_not_match_unrelated(self, other_vendor_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/dockerhub/tests/test_dockerhub_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/dockerhub/tests/test_dockerhub_source.py
index 3ff3e2e29a9d..3cf5feec2d00 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/dockerhub/tests/test_dockerhub_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/dockerhub/tests/test_dockerhub_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.dockerhub.settings import ENDPOINTS
from products.warehouse_sources.backend.temporal.data_imports.sources.dockerhub.source import DockerhubSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.dockerhub import (
@@ -30,26 +28,6 @@ class TestDockerhubSource:
# A blank namespace means the user's own, so the probe must run against the username.
assert probe.call_args.args == ("tom", "dckr_pat_token", "tom", list(ENDPOINTS))
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://hub.docker.com/v2/users/login",),
- ("403 Client Error: Forbidden for url: https://hub.docker.com/v2/namespaces/tom/repositories",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://hub.docker.com/v2/users/login",),
- ("429 Client Error: Too Many Requests for url: https://hub.docker.com/v2/namespaces/tom/repositories",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.dockerhub.source.dockerhub_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/docuseal/tests/test_docuseal_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/docuseal/tests/test_docuseal_source.py
index 11d9fc758a32..096981e72b1c 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/docuseal/tests/test_docuseal_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/docuseal/tests/test_docuseal_source.py
@@ -25,26 +25,13 @@ class TestDocusealSourceConfig:
class TestDocusealNonRetryableErrors:
@parameterized.expand(
[
- ("us_unauthorized", "401 Client Error: Unauthorized for url: https://api.docuseal.com/templates?limit=100"),
("eu_unauthorized", "401 Client Error: Unauthorized for url: https://api.docuseal.eu/submissions"),
- ("us_forbidden", "403 Client Error: Forbidden for url: https://api.docuseal.com/submitters"),
]
)
def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
non_retryable = DocusealSource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.docuseal.com/templates"),
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://api.docuseal.com/submissions"),
- ("timeout", "HTTPSConnectionPool(host='api.docuseal.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = DocusealSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
class TestDocusealPipelineWiring:
def test_source_for_pipeline_plumbs_inputs(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/dovetail/tests/test_dovetail_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/dovetail/tests/test_dovetail_source.py
index db6672e1a623..a522adfc9e94 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/dovetail/tests/test_dovetail_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/dovetail/tests/test_dovetail_source.py
@@ -1,5 +1,3 @@
-import pytest
-
from products.warehouse_sources.backend.facade.source_config import DataWarehouseSourceCategory, ReleaseStatus
from products.warehouse_sources.backend.temporal.data_imports.sources.dovetail.source import DovetailSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.dovetail import (
@@ -23,14 +21,3 @@ class TestDovetailSource:
assert not config.unreleasedSource
assert config.iconPath == "/static/services/dovetail.png"
assert config.docsUrl == "https://posthog.com/docs/cdp/sources/dovetail"
-
- @pytest.mark.parametrize(
- "observed_error",
- [
- "401 Client Error: Unauthorized for url: https://dovetail.com/api/v1/data",
- "403 Client Error: Forbidden for url: https://dovetail.com/api/v1/data",
- ],
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/drata/tests/test_drata_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/drata/tests/test_drata_source.py
index 43482c5e9022..e761976aa552 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/drata/tests/test_drata_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/drata/tests/test_drata_source.py
@@ -14,8 +14,6 @@ class TestDrataSource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://public-api.drata.com/public/v2/users",),
- ("403 Client Error: Forbidden for url: https://public-api.eu.drata.com/public/v2/risk-registers",),
("412 Client Error: Precondition Failed for url: https://public-api.apac.drata.com/public/v2/events",),
]
)
@@ -23,16 +21,6 @@ class TestDrataSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://public-api.drata.com/public/v2/users",),
- ("429 Client Error: Too Many Requests for url: https://public-api.drata.com/public/v2/events",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.drata.source.drata_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/drip/tests/test_drip_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/drip/tests/test_drip_source.py
index 7a71c9204be9..b49dd6c42b7e 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/drip/tests/test_drip_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/drip/tests/test_drip_source.py
@@ -10,16 +10,6 @@ class TestDripSource:
self.team_id = 123
self.config = DripSourceConfig(api_token="test_token", account_id="9999999")
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.getdrip.com/v2/9999/subscribers"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.getdrip.com/v2/9999/campaigns"),
- ]
- )
- def test_non_retryable_errors_match_drip(self, _name, observed_error):
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
@parameterized.expand(
[
("stripe", "401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/dropbox_sign/test_dropbox_sign_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/dropbox_sign/test_dropbox_sign_source.py
index 8dc6234190ed..500fb06f2132 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/dropbox_sign/test_dropbox_sign_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/dropbox_sign/test_dropbox_sign_source.py
@@ -2,8 +2,6 @@ from typing import Any, cast
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.typings import SourceInputs
from products.warehouse_sources.backend.temporal.data_imports.sources.dropbox_sign import source as source_module
from products.warehouse_sources.backend.temporal.data_imports.sources.dropbox_sign.source import DropboxSignSource
@@ -43,35 +41,6 @@ class TestValidateCredentials:
assert err == "Invalid Dropbox Sign API key"
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.hellosign.com/v3/account",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.hellosign.com/v3/template/list?page=1",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = DropboxSignSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.hellosign.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.hellosign.com/v3/account"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.hellosign.com/v3/account"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = DropboxSignSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestSourceForPipeline:
def test_passes_schema_name_and_credentials_through(self, monkeypatch: Any) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/dynamics_365_business_central/tests/test_dynamics_365_business_central_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/dynamics_365_business_central/tests/test_dynamics_365_business_central_source.py
index 64568c003ce2..6f6ce391a6c2 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/dynamics_365_business_central/tests/test_dynamics_365_business_central_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/dynamics_365_business_central/tests/test_dynamics_365_business_central_source.py
@@ -56,7 +56,6 @@ class TestDynamics365BusinessCentralSource:
"other_error",
[
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
- "500 Server Error for url: https://api.businesscentral.dynamics.com/v2.0/t/production/api/v2.0/items",
# A throttled token exchange is transient and carries no permanent marker.
"HTTP 429 from the OAuth2 token endpoint",
],
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/e2b/tests/test_e2b_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/e2b/tests/test_e2b_source.py
index b89635b212e0..c048482c20ae 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/e2b/tests/test_e2b_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/e2b/tests/test_e2b_source.py
@@ -86,16 +86,6 @@ class TestE2BSource:
assert ok is False
assert message is not None and "invalid" not in message.lower()
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.e2b.app/v2/sandboxes?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.e2b.app/snapshots"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
@parameterized.expand([("missing", None), ("malformed", "../admin")])
def test_a_bad_team_id_stops_the_sync_instead_of_retrying(self, _name: str, team_id: str | None) -> None:
# Only a settings change can fix it, so the message the transport raises has to be one the
@@ -103,13 +93,3 @@ class TestE2BSource:
with pytest.raises(E2BConfigurationError) as exc:
_require_team_id(team_id)
assert str(exc.value) in self.source.get_non_retryable_errors()
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.e2b.app', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.e2b.app/v2/sandboxes"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/easypost/tests/test_easypost_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/easypost/tests/test_easypost_source.py
index 3f327d170e4d..016bc13c3ad9 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/easypost/tests/test_easypost_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/easypost/tests/test_easypost_source.py
@@ -61,32 +61,6 @@ class TestValidateCredentials:
assert network.requests_log[0].path == "/v2/shipments"
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.easypost.com/v2/shipments?page_size=1",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.easypost.com/v2/events"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = EasypostSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.easypost.com/v2/shipments"),
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://api.easypost.com/v2/shipments"),
- ("timeout", "HTTPSConnectionPool(host='api.easypost.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = EasypostSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestSourceForPipeline:
def test_plumbs_incremental_inputs(self) -> None:
result = SourceDriver(EasypostSource(), _config()).run(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/easypromos/tests/test_easypromos_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/easypromos/tests/test_easypromos_source.py
index 8be53167c38a..94c112265003 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/easypromos/tests/test_easypromos_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/easypromos/tests/test_easypromos_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -17,34 +15,6 @@ class TestSourceConfig:
assert EasypromosSource.lists_tables_without_credentials is True
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.easypromosapp.com/v2/promotions"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.easypromosapp.com/v2/users/1"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- errors = EasypromosSource().get_non_retryable_errors()
- assert any(key in observed for key in errors)
-
- @parameterized.expand(
- [
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.easypromosapp.com/v2/promotions",
- ),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.easypromosapp.com/v2/users/1",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- errors = EasypromosSource().get_non_retryable_errors()
- assert not any(key in observed for key in errors)
-
-
class TestSourceForPipeline:
def test_plumbs_endpoint_and_keys(self) -> None:
config = EasypromosSourceConfig(access_token="tok")
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/elasticemail/tests/test_elasticemail_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/elasticemail/tests/test_elasticemail_source.py
index 917150cc142d..1e10bfddf171 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/elasticemail/tests/test_elasticemail_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/elasticemail/tests/test_elasticemail_source.py
@@ -80,7 +80,6 @@ class TestValidateCredentials:
class TestNonRetryableErrors:
@parameterized.expand(
[
- ("read_timeout", "HTTPSConnectionPool(host='api.elasticemail.com', port=443): Read timed out."),
("server_error", "ElasticEmailRetryableError: status=500"),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/elevenlabs/tests/test_elevenlabs_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/elevenlabs/tests/test_elevenlabs_source.py
index d9c48bbd6a4d..a6bd2610cb5d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/elevenlabs/tests/test_elevenlabs_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/elevenlabs/tests/test_elevenlabs_source.py
@@ -40,28 +40,6 @@ class TestElevenLabsSchemas:
assert schemas[endpoint].supports_append is append
-class TestElevenLabsNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.elevenlabs.io/v1/history"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.elevenlabs.io/v1/convai/conversations"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- errors = ElevenLabsSource().get_non_retryable_errors()
- assert any(key in observed for key in errors)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.elevenlabs.io', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.elevenlabs.io/v1/history"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed: str) -> None:
- errors = ElevenLabsSource().get_non_retryable_errors()
- assert not any(key in observed for key in errors)
-
-
class TestElevenLabsPipelinePlumbing:
def test_source_for_pipeline_drops_watermark_on_full_refresh(self) -> None:
# When incremental is off, the stored watermark must not leak into the request as a filter.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/emailoctopus/tests/test_emailoctopus_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/emailoctopus/tests/test_emailoctopus_source.py
index 82c5ade04550..3ae53d6e1b36 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/emailoctopus/tests/test_emailoctopus_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/emailoctopus/tests/test_emailoctopus_source.py
@@ -45,28 +45,6 @@ class TestEmailOctopusValidateCredentials:
assert [request.path for request in network.requests_log] == ["/lists"]
-class TestEmailOctopusNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.emailoctopus.com/lists?limit=1"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.emailoctopus.com/campaigns"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = EmailOctopusSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.emailoctopus.com/lists"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.emailoctopus.com/lists"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = EmailOctopusSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestEmailOctopusResumableAndPipeline:
def _inputs(self, schema_name: str) -> SourceInputs:
return SourceInputs(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/financial_modelling/tests/test_financial_modelling_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/financial_modelling/tests/test_financial_modelling_source.py
index 1efa9a34c0e9..b512784dccc0 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/financial_modelling/tests/test_financial_modelling_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/financial_modelling/tests/test_financial_modelling_source.py
@@ -89,14 +89,6 @@ class TestValidateCredentials:
class TestNonRetryableErrors:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://financialmodelingprep.com/stable/profile?symbol=AAPL",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://financialmodelingprep.com/stable/income-statement?symbol=AAPL",
- ),
(
"error_body",
"Financial Modeling Prep API returned an error response: Exclusive Endpoint: This endpoint is only for premium subscribers.",
@@ -107,23 +99,6 @@ class TestNonRetryableErrors:
non_retryable = FinancialModellingSource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://financialmodelingprep.com/stable/profile",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://financialmodelingprep.com/stable/profile",
- ),
- ("timeout", "Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = FinancialModellingSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
class TestSourceForPipeline:
@patch(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/firecrawl/tests/test_firecrawl_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/firecrawl/tests/test_firecrawl_source.py
index 3e03a2ae7b7a..ad7a494b7928 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/firecrawl/tests/test_firecrawl_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/firecrawl/tests/test_firecrawl_source.py
@@ -38,29 +38,6 @@ class TestFirecrawlValidateCredentials:
assert (error is None) is probe_result
-class TestFirecrawlNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.firecrawl.dev/v2/team/activity"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.firecrawl.dev/v2/monitor"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- errors = FirecrawlSource().get_non_retryable_errors()
- assert any(key in observed for key in errors)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.firecrawl.dev/v2/monitor"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.firecrawl.dev/v2/team/activity"),
- ("read_timeout", "HTTPSConnectionPool(host='api.firecrawl.dev', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed: str) -> None:
- errors = FirecrawlSource().get_non_retryable_errors()
- assert not any(key in observed for key in errors)
-
-
class TestFirecrawlResumableWiring:
def test_manager_is_bound_to_resume_config(self) -> None:
# A wrong data class would deserialize saved Redis state into the wrong shape on resume.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/firehydrant/tests/test_firehydrant_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/firehydrant/tests/test_firehydrant_source.py
index 77ca1d8fbbb0..5801cce9de54 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/firehydrant/tests/test_firehydrant_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/firehydrant/tests/test_firehydrant_source.py
@@ -30,14 +30,6 @@ class TestFireHydrantSourceConfig:
class TestNonRetryableErrors:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.firehydrant.io/v1/incidents?page=1&per_page=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.firehydrant.io/v1/runbooks?page=1&per_page=100",
- ),
(
"unauthorized_eu",
"401 Client Error: Unauthorized for url: https://api.eu.firehydrant.io/v1/incidents?page=1&per_page=100",
@@ -52,19 +44,6 @@ class TestNonRetryableErrors:
non_retryable = FireHydrantSource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.firehydrant.io', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.firehydrant.io/v1/incidents",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = FireHydrantSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
class TestResumableWiring:
def test_source_for_pipeline_plumbs_api_key_and_schema(self, monkeypatch: Any) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/fireworks_ai/tests/test_fireworks_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/fireworks_ai/tests/test_fireworks_ai_source.py
index 53ce20585c3a..cd5cca4d171f 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/fireworks_ai/tests/test_fireworks_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/fireworks_ai/tests/test_fireworks_ai_source.py
@@ -61,14 +61,6 @@ class TestValidateCredentials:
class TestNonRetryableErrors:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.fireworks.ai/v1/accounts/my-account/models",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.fireworks.ai/v1/accounts/my-account/datasets",
- ),
(
"account_not_found",
"404 Client Error: Not Found for url: https://api.fireworks.ai/v1/accounts/nope/models",
@@ -78,20 +70,3 @@ class TestNonRetryableErrors:
def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
non_retryable = FireworksAISource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.fireworks.ai/v1/accounts/my-account/models",
- ),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.fireworks.ai/v1/accounts/my-account/models",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='api.fireworks.ai', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = FireworksAISource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/first_promoter/tests/test_first_promoter_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/first_promoter/tests/test_first_promoter_source.py
index 513da6394a2b..a146900eb5a3 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/first_promoter/tests/test_first_promoter_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/first_promoter/tests/test_first_promoter_source.py
@@ -25,24 +25,6 @@ class TestFirstPromoterSource:
assert schemas[name].incremental_fields == []
assert schemas[name].default_incremental_lookback_seconds is None
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.firstpromoter.com/api/v2/company/promoters", True),
- ("403 Client Error: Forbidden for url: https://api.firstpromoter.com/api/v2/company/commissions", True),
- (
- "429 Client Error: Too Many Requests for url: https://api.firstpromoter.com/api/v2/company/payouts",
- False,
- ),
- (
- "500 Server Error: Internal Server Error for url: https://api.firstpromoter.com/api/v2/company/payouts",
- False,
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures_only(self, observed_error: str, expect_match: bool) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable) is expect_match
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.first_promoter.source.first_promoter_source"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/fleetio/tests/test_fleetio_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/fleetio/tests/test_fleetio_source.py
index dcffbb60fd31..281cd4af3906 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/fleetio/tests/test_fleetio_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/fleetio/tests/test_fleetio_source.py
@@ -3,8 +3,6 @@ from typing import Any
import pytest
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.fleetio import source as source_module
from products.warehouse_sources.backend.temporal.data_imports.sources.fleetio.source import FleetioSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.fleetio import (
@@ -41,27 +39,6 @@ class TestFleetioSource:
assert valid is expected_valid
assert (error is None) is expected_valid
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://secure.fleetio.com/api/v1/vehicles"),
- ("forbidden", "403 Client Error: Forbidden for url: https://secure.fleetio.com/api/v1/parts"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("timeout", "HTTPSConnectionPool(host='secure.fleetio.com', port=443): Read timed out."),
- ("server_error", "500 Server Error for url: https://secure.fleetio.com/api/v1/vehicles"),
- ("rate_limit", "429 Too Many Requests"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
def test_source_for_pipeline_plumbs_args(self, monkeypatch: Any) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/flexmail/tests/test_flexmail_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/flexmail/tests/test_flexmail_source.py
index 5e1033559849..e50904ff0afd 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/flexmail/tests/test_flexmail_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/flexmail/tests/test_flexmail_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.flexmail.source import FlexmailSource
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.flexmail import (
FlexmailSourceConfig,
@@ -14,35 +12,6 @@ class TestFlexmailSource:
self.team_id = 123
self.config = FlexmailSourceConfig(account_id="12345", personal_access_token="flexmail-token")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.flexmail.eu/contacts?limit=500&offset=0",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.flexmail.eu/sources?limit=500&offset=0"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.flexmail.eu/contacts",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.flexmail.eu/segments",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.flexmail.source.validate_credentials")
def test_validate_credentials_delegates_with_credentials(self, mock_validate: mock.MagicMock) -> None:
# The status-to-message mapping lives in flexmail.validate_credentials; here we only assert
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/tests/test_flowlu_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/tests/test_flowlu_source.py
index 3366e7ec91ff..54caf78db0c9 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/tests/test_flowlu_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/flowlu/tests/test_flowlu_source.py
@@ -18,38 +18,6 @@ class TestFlowluSource:
# the subdomain must force re-entering the key.
assert self.source.connection_host_fields == ["subdomain"]
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://acme.flowlu.com/api/v1/module/crm/account/list?api_key=[REDACTED]&page=1",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://acme.flowlu.com/api/v1/module/fin/invoice/list?api_key=[REDACTED]&page=1",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://acme.flowlu.com/api/v1/module/task/tasks/list",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://acme.flowlu.com/api/v1/module/crm/lead/list",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("path_traversal", "acme.flowlu.com/evil"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/flutterwave/tests/test_flutterwave_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/flutterwave/tests/test_flutterwave_source.py
index 18b67410a80e..117b0ad6e674 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/flutterwave/tests/test_flutterwave_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/flutterwave/tests/test_flutterwave_source.py
@@ -84,19 +84,6 @@ class TestNonRetryableErrors:
def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
assert any(key in observed for key in FlutterwaveSource().get_non_retryable_errors())
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.flutterwave.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.flutterwave.com/v3/transactions",
- ),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.flutterwave.com/v3/transfers"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed: str) -> None:
- assert not any(key in observed for key in FlutterwaveSource().get_non_retryable_errors())
-
class TestSourceForPipeline:
@parameterized.expand(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/fly_io/tests/test_fly_io_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/fly_io/tests/test_fly_io_source.py
index 9d55d4d01a99..d2d7431a6505 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/fly_io/tests/test_fly_io_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/fly_io/tests/test_fly_io_source.py
@@ -32,8 +32,6 @@ class TestGetSchemas:
class TestNonRetryableErrors:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.machines.dev/v1/orgs/acme/machines"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.machines.dev/v1/apps?org_slug=acme"),
# A 400 on the org-scoped machines/volumes endpoint is a permanent rejection (auth passed,
# since a bad token is a 401/403); retrying resends the same doomed request.
(
@@ -45,13 +43,3 @@ class TestNonRetryableErrors:
def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
non_retryable = FlyIoSource().get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.machines.dev', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.machines.dev/v1/apps"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = FlyIoSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/folk/tests/test_folk_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/folk/tests/test_folk_source.py
index 3dc5dcdef576..bb4e6fecbc0c 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/folk/tests/test_folk_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/folk/tests/test_folk_source.py
@@ -42,29 +42,6 @@ class TestFolkValidateCredentials:
assert {request.param("limit") for request in network.requests_log} == {"1"}
-class TestFolkNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.folk.app/v1/people?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.folk.app/v1/groups?limit=100"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = FolkSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.folk.app/v1/people"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.folk.app/v1/companies"),
- ("read_timeout", "HTTPSConnectionPool(host='api.folk.app', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = FolkSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestFolkResumableAndPipeline:
@parameterized.expand(
[
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/formbricks/tests/test_formbricks_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/formbricks/tests/test_formbricks_source.py
index 68577cbe11ea..4490df549185 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/formbricks/tests/test_formbricks_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/formbricks/tests/test_formbricks_source.py
@@ -48,14 +48,6 @@ class TestFormbricksSource:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://app.formbricks.com/api/v2/management/responses",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://formbricks.example.com/api/v1/management/surveys",
- ),
("host_not_allowed", "Formbricks host is not allowed: internal IP"),
("plaintext_http", "Formbricks host must use HTTPS"),
]
@@ -64,16 +56,6 @@ class TestFormbricksSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://app.formbricks.com"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://app.formbricks.com"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.formbricks.source.formbricks_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/g2/tests/test_g2_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/g2/tests/test_g2_source.py
index e9b6d7557fec..ac8afed2c1c2 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/g2/tests/test_g2_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/g2/tests/test_g2_source.py
@@ -18,8 +18,6 @@ class TestG2Source:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://data.g2.com/api/v2/categories"),
- ("forbidden", "403 Client Error: Forbidden for url: https://data.g2.com/api/v2/products/x/reviews"),
("missing_product_id", "G2 product ID is required to sync reviews"),
]
)
@@ -29,7 +27,6 @@ class TestG2Source:
@parameterized.expand(
[
("other_vendor", "401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers"),
- ("server_error", "500 Server Error for url: https://data.g2.com/api/v2/products"),
]
)
def test_non_retryable_errors_do_not_match_unrelated(self, _name: str, other_error: str) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/gitbook/tests/test_gitbook_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/gitbook/tests/test_gitbook_source.py
index 103e65a7ec79..e1b655d6fb66 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/gitbook/tests/test_gitbook_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/gitbook/tests/test_gitbook_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.gitbook import (
GitBookSourceConfig,
)
@@ -14,26 +12,6 @@ class TestGitBookSource:
self.team_id = 123
self.config = GitBookSourceConfig(api_token="gb-token")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.gitbook.com/v1/orgs",),
- ("403 Client Error: Forbidden for url: https://api.gitbook.com/v1/user",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.gitbook.com/v1/orgs",),
- ("429 Client Error: Too Many Requests for url: https://api.gitbook.com/v1/user",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.gitbook.source.validate_credentials")
def test_validate_credentials_delegates_to_shared_helper(self, mock_validate: mock.MagicMock) -> None:
# The source method forwards the API token to the shared validator and returns its result verbatim.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/gitguardian/tests/test_gitguardian_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/gitguardian/tests/test_gitguardian_source.py
index 0faccc544dec..797355b21e11 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/gitguardian/tests/test_gitguardian_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/gitguardian/tests/test_gitguardian_source.py
@@ -25,32 +25,6 @@ class TestGitguardianSourceConfig:
assert GitguardianSource.lists_tables_without_credentials is True
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.gitguardian.com/v1/incidents/secrets",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://gitguardian.acme.dev/v1/sources"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- errors = GitguardianSource().get_non_retryable_errors()
- assert any(key in observed for key in errors)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.gitguardian.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error"),
- ("rate_limited", "429 Client Error: Too Many Requests"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- errors = GitguardianSource().get_non_retryable_errors()
- assert not any(key in observed for key in errors)
-
-
class TestValidateCredentials:
def test_blocks_unsafe_host_before_probing(self) -> None:
# An internal/private base_url must be rejected without an outbound request being made.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/goldcast/tests/test_goldcast_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/goldcast/tests/test_goldcast_source.py
index 5544f3ff1343..981a66cfe4cb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/goldcast/tests/test_goldcast_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/goldcast/tests/test_goldcast_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.facade.source_config import SourceFieldInputConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
@@ -24,34 +22,6 @@ class TestSourceConfig:
assert fields["access_key"].secret is True
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://customapi.goldcast.io/event/",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://customapi.goldcast.io/core/organization/",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = GoldcastSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='customapi.goldcast.io', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://customapi.goldcast.io/event/"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = GoldcastSource().get_non_retryable_errors()
- assert not any(key in observed_error for key in non_retryable)
-
-
class TestValidateCredentials:
def test_valid_token_passes(self) -> None:
with scripted_network([ScriptedResponse(json={"id": "org"})]):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/groq/tests/test_groq_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/groq/tests/test_groq_source.py
index ef3f54f40e99..e107d9d34257 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/groq/tests/test_groq_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/groq/tests/test_groq_source.py
@@ -37,14 +37,3 @@ class TestGroqSource:
ok, message = GroqSource().validate_credentials(_make_config(), team_id=1)
assert ok is expected_ok
assert message == expected_message
-
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.groq.com"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.groq.com"),
- ]
- )
- def test_non_retryable_errors_cover_auth_failures(self, _name: str, expected_key: str) -> None:
- errors = GroqSource().get_non_retryable_errors()
- assert expected_key in errors
- assert errors[expected_key]
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/gusto/tests/test_gusto_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/gusto/tests/test_gusto_source.py
index 55e17639000c..b05ba782b47c 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/gusto/tests/test_gusto_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/gusto/tests/test_gusto_source.py
@@ -62,9 +62,7 @@ class TestGustoSource:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.gusto.com/oauth/token"),
("bad_request", "400 Client Error: Bad Request for url: https://api.gusto.com/oauth/token"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.gusto.com/v1/companies/c-1/payrolls"),
# A pin that reaches end of life 406s; retrying can't recover it.
("version_end_of_life", "406 Client Error: Not Acceptable for url: https://api.gusto.com/v1/me"),
]
@@ -72,15 +70,6 @@ class TestGustoSource:
def test_auth_failures_are_non_retryable(self, _name: str, observed_error: str) -> None:
assert any(key in observed_error for key in self.source.get_non_retryable_errors())
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.gusto.com/v1/me"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.gusto.com/v1/me"),
- ]
- )
- def test_transient_failures_stay_retryable(self, _name: str, observed_error: str) -> None:
- assert not any(key in observed_error for key in self.source.get_non_retryable_errors())
-
@parameterized.expand([(GUSTO_API_VERSION_2024_04_01,), (GUSTO_API_VERSION_2026_06_15,)])
def test_source_for_pipeline_honors_the_pinned_version(self, pin: str) -> None:
# A source pinned to a still-supported (including deprecated) version syncs under that pin,
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/height/tests/test_height_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/height/tests/test_height_source.py
index 6240c5952530..30b5554ba91d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/height/tests/test_height_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/height/tests/test_height_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -15,26 +13,6 @@ class TestHeightSource:
self.team_id = 123
self.config = HeightSourceConfig(api_key="secret_key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.height.app/users",),
- ("403 Client Error: Forbidden for url: https://api.height.app/lists",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.height.app/users",),
- ("429 Client Error: Too Many Requests for url: https://api.height.app/lists",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_delegates_to_height(self) -> None:
# The status/message mapping is owned by height.validate_credentials (covered in test_height.py);
# here we assert the source sends the configured API key and returns the result.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/hetzner/tests/test_hetzner_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/hetzner/tests/test_hetzner_source.py
index 73dae8b2c099..8df450e299c0 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/hetzner/tests/test_hetzner_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/hetzner/tests/test_hetzner_source.py
@@ -35,32 +35,6 @@ class TestHetznerSource:
assert field.required is True
assert field.secret is True
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.hetzner.cloud/v1/servers?page=1",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.hetzner.cloud/v1/volumes",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.hetzner.cloud/v1/servers"),
- ("server_error", "503 Server Error for url: https://api.hetzner.cloud/v1/servers"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in observed_error for key in non_retryable)
-
@parameterized.expand(
[
("list", "servers", ["id"]),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/heyreach/tests/test_heyreach_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/heyreach/tests/test_heyreach_source.py
index ea82b89258f8..a0ba486d6594 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/heyreach/tests/test_heyreach_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/heyreach/tests/test_heyreach_source.py
@@ -27,11 +27,3 @@ class TestHeyReachSourceErrorClassification:
non_retryable_errors = HeyReachSource().get_non_retryable_errors()
assert any(pattern in str(exc_info.value) for pattern in non_retryable_errors)
-
- def test_transient_server_errors_stay_retryable(self) -> None:
- error_message = (
- "500 Server Error: Internal Server Error for url: https://api.heyreach.io/api/public/campaign/GetAll"
- )
-
- non_retryable_errors = HeyReachSource().get_non_retryable_errors()
- assert not any(pattern in error_message for pattern in non_retryable_errors)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/hibob/tests/test_hibob_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/hibob/tests/test_hibob_source.py
index dafa6b8237d8..97c5f5fcf892 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/hibob/tests/test_hibob_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/hibob/tests/test_hibob_source.py
@@ -10,22 +10,10 @@ class TestHiBobSource:
self.team_id = 123
self.config = HiBobSourceConfig(service_user_id="service-id", service_user_token="service-token")
- @pytest.mark.parametrize(
- "observed_error",
- [
- "401 Client Error: Unauthorized for url: https://api.hibob.com/v1/people/search",
- "403 Client Error: Forbidden for url: https://api.hibob.com/v1/tasks",
- ],
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
@pytest.mark.parametrize(
"other_vendor_error",
[
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
- "500 Server Error for url: https://api.hibob.com/v1/people/search",
],
)
def test_non_retryable_errors_does_not_match_unrelated(self, other_vendor_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/hightouch/tests/test_hightouch_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/hightouch/tests/test_hightouch_source.py
index f9c3e9501502..d2de651a7edb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/hightouch/tests/test_hightouch_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/hightouch/tests/test_hightouch_source.py
@@ -1,5 +1,3 @@
-import pytest
-
from products.warehouse_sources.backend.facade.source_config import DataWarehouseSourceCategory, ReleaseStatus
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.hightouch import (
HightouchSourceConfig,
@@ -46,20 +44,3 @@ class TestHightouchSource:
assert schemas["sync_runs"].supports_append is False
assert [f["field"] for f in schemas["sync_runs"].incremental_fields] == ["startedAt"]
assert schemas["sync_runs"].default_incremental_lookback_seconds == SYNC_RUNS_LOOKBACK_SECONDS
-
- @pytest.mark.parametrize(
- "observed_error",
- [
- "401 Client Error: Unauthorized for url: https://api.hightouch.com/api/v1/syncs",
- "403 Client Error: Forbidden for url: https://api.hightouch.com/api/v1/syncs",
- ],
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- def test_non_retryable_errors_ignore_transient_failures(self) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(
- key in "500 Server Error for url: https://api.hightouch.com/api/v1/syncs" for key in non_retryable
- )
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/hitpay/tests/test_hitpay_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/hitpay/tests/test_hitpay_source.py
index 8900475265d6..11398689f9fc 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/hitpay/tests/test_hitpay_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/hitpay/tests/test_hitpay_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -19,27 +17,6 @@ class TestHitpaySource:
self.team_id = 123
self.config = HitpaySourceConfig(api_key="key", environment="production")
- @parameterized.expand(
- [
- ("401", "401 Client Error: Unauthorized for url: https://api.hit-pay.com/v1/charges"),
- ("403", "403 Client Error: Forbidden for url: https://api.hit-pay.com/v1/charges"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.hit-pay.com/v1/charges"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.hit-pay.com/v1/charges"),
- ("timeout", "HTTPSConnectionPool(host='api.hit-pay.com', port=443): Read timed out."),
- ]
- )
- def test_non_retryable_errors_do_not_match_transient(self, _name: str, other_error: str) -> None:
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.hitpay.source.hitpay_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_hitpay_source: mock.MagicMock) -> None:
config = HitpaySourceConfig(api_key="key", platform_api_key="platform-key", environment="sandbox")
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/honeycomb/tests/test_honeycomb_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/honeycomb/tests/test_honeycomb_source.py
index 242c0627ac28..55f23862cc1b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/honeycomb/tests/test_honeycomb_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/honeycomb/tests/test_honeycomb_source.py
@@ -63,18 +63,10 @@ class TestHoneycombSource:
@parameterized.expand(
[
- (
- "unauthorized_us",
- "401 Client Error: Unauthorized for url: https://api.honeycomb.io/1/columns/prod?x=1",
- ),
(
"unauthorized_eu",
"401 Client Error: Unauthorized for url: https://api.eu1.honeycomb.io/1/datasets",
),
- (
- "forbidden_us",
- "403 Client Error: Forbidden for url: https://api.honeycomb.io/1/slos/prod",
- ),
(
"forbidden_eu",
"403 Client Error: Forbidden for url: https://api.eu1.honeycomb.io/1/boards",
@@ -84,14 +76,3 @@ class TestHoneycombSource:
def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.honeycomb.io/1/datasets"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.honeycomb.io/1/boards"),
- ("read_timeout", "HTTPSConnectionPool(host='api.honeycomb.io', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/hookdeck/tests/test_hookdeck_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/hookdeck/tests/test_hookdeck_source.py
index 2ce2b518881b..0e2f8663e1de 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/hookdeck/tests/test_hookdeck_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/hookdeck/tests/test_hookdeck_source.py
@@ -56,11 +56,6 @@ class TestHookdeckSource:
self.team_id = 123
self.config = HookdeckSourceConfig(api_key="hd_test_key")
- def test_non_retryable_errors_match_the_error_the_api_raises(self) -> None:
- observed = "401 Client Error: Unauthorized for url: https://api.hookdeck.com/2025-07-01/events?limit=250"
-
- assert any(key in observed for key in self.source.get_non_retryable_errors())
-
def test_get_schemas_lists_every_endpoint(self) -> None:
schemas = self.source.get_schemas(self.config, self.team_id)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/humanitix/tests/test_humanitix_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/humanitix/tests/test_humanitix_source.py
index 2bd19c242e37..1d333a2b0e91 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/humanitix/tests/test_humanitix_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/humanitix/tests/test_humanitix_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
scripted_network,
@@ -22,30 +20,6 @@ class TestHumanitixSource:
# get_schemas is a static catalog with no I/O, so the public docs can render the table list.
assert self.source.lists_tables_without_credentials is True
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.humanitix.com/v1/events?page=1&pageSize=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.humanitix.com/v1/tags?page=2&pageSize=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.humanitix.com/v1/events"),
- ("read_timeout", "HTTPSConnectionPool(host='api.humanitix.com', port=443): Read timed out."),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.humanitix.com/v1/tags"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_probes_the_account_key(self) -> None:
# The API key is account-wide, so validation probes the key, not a per-schema scope.
with scripted_network([ScriptedResponse(status=200)]) as network:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/incident_io/tests/test_incident_io_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/incident_io/tests/test_incident_io_source.py
index 0a8b159b95a2..c48562225b14 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/incident_io/tests/test_incident_io_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/incident_io/tests/test_incident_io_source.py
@@ -25,8 +25,6 @@ class TestIncidentIoSource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://api.incident.io/v2/incidents?page_size=250",
- "403 Client Error: Forbidden for url: https://api.incident.io/v2/alerts",
"404 Client Error: Not Found for url: https://api.incident.io/v2/follow_ups?page_size=250",
"410 Client Error: Gone for url: https://api.incident.io/v2/follow_ups?page_size=250",
],
@@ -39,7 +37,6 @@ class TestIncidentIoSource:
"other_vendor_error",
[
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
- "500 Server Error for url: https://api.incident.io/v2/incidents",
"404 Client Error: Not Found for url: https://api.incident.io/v3/follow_ups?page_size=250",
],
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/inflowinventory/tests/test_inflowinventory_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/inflowinventory/tests/test_inflowinventory_source.py
index fd7c3b00cddf..e92fc90fb2d5 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/inflowinventory/tests/test_inflowinventory_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/inflowinventory/tests/test_inflowinventory_source.py
@@ -21,38 +21,6 @@ class TestInflowinventorySource:
# re-require the key.
assert self.source.connection_host_fields == ["company_id"]
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://cloudapi.inflowinventory.com/co-123/products?count=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://cloudapi.inflowinventory.com/co-123/customers?count=100",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://cloudapi.inflowinventory.com/co-123/products",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://cloudapi.inflowinventory.com/co-123/customers",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_version_declaration(self) -> None:
# New sources default to the current stable version; the legacy pin stays supported so
# existing sources keep syncing under their own version.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/inngest/tests/test_inngest_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/inngest/tests/test_inngest_source.py
index 0db710767329..49d2ce7f448d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/inngest/tests/test_inngest_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/inngest/tests/test_inngest_source.py
@@ -89,16 +89,6 @@ class TestInngestSource:
assert network.requests_log[0].headers["authorization"] == "Bearer signkey-prod-test"
assert network.requests_log[0].headers["x-inngest-env"] == "branch-env"
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.inngest.com/v1/events?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.inngest.com/v2/envs"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
def test_source_for_pipeline_plumbs_credentials_and_endpoint(self) -> None:
config = InngestSourceConfig(signing_key="signkey-prod-test", environment="branch-env")
result = SourceDriver(self.source, config).run(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/instantly/tests/test_instantly_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/instantly/tests/test_instantly_source.py
index 3917f55367e8..94f4e4fd8a22 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/instantly/tests/test_instantly_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/instantly/tests/test_instantly_source.py
@@ -50,9 +50,7 @@ class TestInstantlySource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://api.instantly.ai/api/v2/campaigns?limit=100",
"402 Client Error: Payment Required for url: https://api.instantly.ai/api/v2/emails",
- "403 Client Error: Forbidden for url: https://api.instantly.ai/api/v2/leads/list",
],
)
def test_non_retryable_errors_match_permanent_failures(self, observed_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/intruder/tests/test_intruder_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/intruder/tests/test_intruder_source.py
index b29f0c0f5442..d2838d94afdf 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/intruder/tests/test_intruder_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/intruder/tests/test_intruder_source.py
@@ -31,25 +31,3 @@ class TestValidateCredentials:
mock.assert_called_once_with("tok")
assert ok is transport_result
assert (error is None) is transport_result
-
-
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.intruder.io/v1/targets/"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.intruder.io/v1/issues/"),
- ]
- )
- def test_auth_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = IntruderSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.intruder.io/v1/targets/"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.intruder.io/v1/scans/"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = IntruderSource().get_non_retryable_errors()
- assert not any(key in observed_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/invoiced/tests/test_invoiced_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/invoiced/tests/test_invoiced_source.py
index 5cf5ea30e578..545a0c9cce6b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/invoiced/tests/test_invoiced_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/invoiced/tests/test_invoiced_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -18,35 +16,6 @@ class TestInvoicedSource:
self.team_id = 123
self.config = InvoicedSourceConfig(api_key="invoiced-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.invoiced.com/customers?per_page=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.invoiced.com/invoices?per_page=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.invoiced.com/customers",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.invoiced.com/invoices",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.invoiced.source.validate_credentials")
def test_validate_credentials_delegates_with_api_key(self, mock_validate: mock.MagicMock) -> None:
# The status-to-message mapping lives in invoiced.validate_credentials; here we only assert
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/jellyfish/tests/test_jellyfish_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/jellyfish/tests/test_jellyfish_source.py
index 844efd58964d..eb75727095e0 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/jellyfish/tests/test_jellyfish_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/jellyfish/tests/test_jellyfish_source.py
@@ -3,8 +3,6 @@ from typing import Any
import pytest
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.jellyfish import (
JellyfishSourceConfig,
)
@@ -29,33 +27,6 @@ class TestJellyfishSource:
assert valid is expected_valid
assert (error is None) is expected_valid
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://app.jellyfish.co/endpoints/export/v0/people/list_engineers",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://app.jellyfish.co/endpoints/export/v0/metrics/company_metrics",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("timeout", "HTTPSConnectionPool(host='app.jellyfish.co', port=443): Read timed out."),
- ("server_error", "500 Server Error for url: https://app.jellyfish.co/endpoints/export/v0/teams/list_teams"),
- ("rate_limit", "429 Too Many Requests"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
def test_source_for_pipeline_plumbs_args(self, monkeypatch: Any) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/jenkins/tests/test_jenkins_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/jenkins/tests/test_jenkins_source.py
index 0889b7a0eb8d..e93b2b4fdf98 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/jenkins/tests/test_jenkins_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/jenkins/tests/test_jenkins_source.py
@@ -39,16 +39,6 @@ class TestJenkinsSource:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://jenkins.example.com/api/json"),
- ("forbidden", "403 Client Error: Forbidden for url: https://jenkins.example.com/job/x/api/json"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- assert any(key in observed_error for key in self.source.get_non_retryable_errors())
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='jenkins.example.com', port=443): Read timed out."),
("server_error", "Jenkins API error (retryable): status=503"),
("rate_limited", "Jenkins API error (retryable): status=429"),
]
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/jobnimbus/tests/test_jobnimbus_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/jobnimbus/tests/test_jobnimbus_source.py
index eb456ec015b7..fae59a23b20d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/jobnimbus/tests/test_jobnimbus_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/jobnimbus/tests/test_jobnimbus_source.py
@@ -14,26 +14,6 @@ class TestJobNimbusSource:
self.team_id = 123
self.config = JobNimbusSourceConfig(api_key="jn-key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://app.jobnimbus.com/api1/contacts?size=100&from=0",),
- ("403 Client Error: Forbidden for url: https://app.jobnimbus.com/api1/jobs?size=100&from=0",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://app.jobnimbus.com/api1/contacts",),
- ("429 Client Error: Too Many Requests for url: https://app.jobnimbus.com/api1/jobs",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
(True, None),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/judgeme_reviews/tests/test_judgeme_reviews_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/judgeme_reviews/tests/test_judgeme_reviews_source.py
index 9871299c9e20..47d17ac254ee 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/judgeme_reviews/tests/test_judgeme_reviews_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/judgeme_reviews/tests/test_judgeme_reviews_source.py
@@ -15,32 +15,6 @@ class TestJudgeMeReviewsSource:
self.team_id = 123
self.config = JudgeMeReviewsSourceConfig(shop_domain="example.myshopify.com", api_token="jm-token")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://judge.me/api/v1/reviews?shop_domain=example.myshopify.com&page=1",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://judge.me/api/v1/products?shop_domain=example.myshopify.com&page=1",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://judge.me/api/v1/reviews"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://judge.me/api/v1/products"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("valid", (True, None)),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/jumpcloud/tests/test_jumpcloud_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/jumpcloud/tests/test_jumpcloud_source.py
index 382be419a11a..72fb81cd7806 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/jumpcloud/tests/test_jumpcloud_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/jumpcloud/tests/test_jumpcloud_source.py
@@ -1,5 +1,3 @@
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.jumpcloud.canonical_descriptions import (
CANONICAL_DESCRIPTIONS,
)
@@ -14,41 +12,6 @@ class TestSourceConfig:
assert JumpcloudSource().connection_host_fields == ["org_id", "region"]
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized_console",
- "401 Client Error: Unauthorized for url: https://console.jumpcloud.com/api/systemusers?limit=100",
- ),
- (
- "forbidden_insights",
- "403 Client Error: Forbidden for url: https://api.jumpcloud.com/insights/directory/v1/events",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = JumpcloudSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='console.jumpcloud.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://console.jumpcloud.com/api/systems",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://console.jumpcloud.com/api/systemusers",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = JumpcloudSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestCanonicalDescriptions:
def test_canonical_descriptions_keys_are_known_endpoints(self) -> None:
# Every documented table must map to a real endpoint, or its descriptions never apply.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/justsift/tests/test_justsift_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/justsift/tests/test_justsift_source.py
index c5edc394d3f5..e3443f50fead 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/justsift/tests/test_justsift_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/justsift/tests/test_justsift_source.py
@@ -23,27 +23,6 @@ class TestJustSiftSource:
# get_schemas is a static catalog with no I/O, so the public docs can render the table list.
assert self.source.lists_tables_without_credentials is True
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.justsift.com/v1/search/people?page=1&pageSize=100",),
- ("403 Client Error: Forbidden for url: https://api.justsift.com/v1/fields?page=1&pageSize=100",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.justsift.com/v1/search/people",),
- ("HTTPSConnectionPool(host='api.justsift.com', port=443): Read timed out.",),
- ("429 Client Error: Too Many Requests for url: https://api.justsift.com/v1/fields",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
(200, True, None),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/kickscale/tests/test_kickscale_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/kickscale/tests/test_kickscale_source.py
index decc7b6fef90..f49e89365723 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/kickscale/tests/test_kickscale_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/kickscale/tests/test_kickscale_source.py
@@ -42,9 +42,7 @@ class TestKickscaleSource:
@pytest.mark.parametrize(
"observed_error,expect_match",
[
- ("403 Client Error: Forbidden for url: https://api.kickscale.com/meetings", True),
("401 Client Error: Unauthorized for url: https://api.kickscale.com/meetings", False),
- ("500 Server Error: Internal Server Error for url: https://api.kickscale.com/meetings", False),
],
)
def test_non_retryable_errors_match_auth_failures_only(self, observed_error: str, expect_match: bool) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/klaviyo/test_klaviyo.py b/products/warehouse_sources/backend/temporal/data_imports/sources/klaviyo/test_klaviyo.py
index 53b05a309468..3d89dda668bc 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/klaviyo/test_klaviyo.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/klaviyo/test_klaviyo.py
@@ -149,39 +149,6 @@ class TestClampFutureValueToNow:
class TestNonRetryableErrors:
- @parameterized.expand(
- [
- # 401/403 surfaced as a requests HTTPError when `fetch_page` calls `raise_for_status()`.
- # The per-request path/query/timestamp varies, but the status text and base host are stable.
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://a.klaviyo.com/api/events?filter=greater-than(datetime,2026-06-15T13:03:18.000Z)",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://a.klaviyo.com/api/metrics",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable_errors = KlaviyoSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- # Transient/infra errors and server-side failures must stay retryable.
- ("read_timeout", "HTTPSConnectionPool(host='a.klaviyo.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://a.klaviyo.com/api/events",
- ),
- ("connection_reset", "Connection reset by peer"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable_errors = KlaviyoSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
-
@parameterized.expand(
[
# The conversion-metric messages KlaviyoConversionMetricError raises are deterministic, so
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/koyeb/tests/test_koyeb_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/koyeb/tests/test_koyeb_source.py
index 2a94ee348997..7c4fe85708cc 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/koyeb/tests/test_koyeb_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/koyeb/tests/test_koyeb_source.py
@@ -3,8 +3,6 @@ from typing import Any
from unittest import mock
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.typings import SourceInputs
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.koyeb import KoyebSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.koyeb import source as koyeb_source_module
@@ -35,27 +33,6 @@ class TestKoyebSource:
self.source = KoyebSource()
self.config = KoyebSourceConfig(api_token="token")
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://app.koyeb.com/v1/apps?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://app.koyeb.com/v1/instances?limit=100"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://app.koyeb.com/v1/apps"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://app.koyeb.com/v1/apps"),
- ("read_timeout", "HTTPSConnectionPool(host='app.koyeb.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
def test_source_for_pipeline_plumbs_arguments(self) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/lattice/tests/test_lattice_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/lattice/tests/test_lattice_source.py
index 899430325b76..16b0e121c8bb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/lattice/tests/test_lattice_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/lattice/tests/test_lattice_source.py
@@ -16,9 +16,7 @@ class TestLatticeSource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://api.latticehq.com/v1/users?limit=100",
"401 Client Error: Unauthorized for url: https://api.emea.latticehq.com/v1/goals",
- "403 Client Error: Forbidden for url: https://api.latticehq.com/v1/feedbacks",
],
)
def test_non_retryable_errors_match_auth_failures(self, observed_error):
@@ -29,7 +27,6 @@ class TestLatticeSource:
"other_vendor_error",
[
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
- "500 Server Error for url: https://api.latticehq.com/v1/users",
],
)
def test_non_retryable_errors_does_not_match_unrelated(self, other_vendor_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/leadfeeder/tests/test_leadfeeder_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/leadfeeder/tests/test_leadfeeder_source.py
index 34a39a3438e3..bcb373c6d0e6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/leadfeeder/tests/test_leadfeeder_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/leadfeeder/tests/test_leadfeeder_source.py
@@ -35,26 +35,6 @@ class TestLeadfeederSource:
# Static endpoint catalog with no I/O, so public docs can render the table list.
assert self.source.lists_tables_without_credentials is True
- @parameterized.expand(
- [
- "401 Client Error: Unauthorized for url: https://api.leadfeeder.com/accounts",
- "403 Client Error: Forbidden for url: https://api.leadfeeder.com/accounts/1/leads",
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- "429 Client Error: Too Many Requests for url: https://api.leadfeeder.com/accounts/1/visits",
- "500 Server Error for url: https://api.leadfeeder.com/accounts",
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
@parameterized.expand(
[
(True, True, None),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/lemlist/tests/test_lemlist_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/lemlist/tests/test_lemlist_source.py
index 61e2a4ea7e4f..dcd9f13cf6f9 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/lemlist/tests/test_lemlist_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/lemlist/tests/test_lemlist_source.py
@@ -46,8 +46,6 @@ class TestValidateCredentials:
class TestNonRetryableErrors:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.lemlist.com/api/team"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.lemlist.com/api/campaigns?version=v2"),
("not_found", "404 Client Error: Not Found for url: https://api.lemlist.com/api/team"),
]
)
@@ -55,17 +53,6 @@ class TestNonRetryableErrors:
keys = LemlistSource().get_non_retryable_errors()
assert any(key in observed for key in keys)
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.lemlist.com/api/activities"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.lemlist.com/api/team"),
- ("timeout", "HTTPSConnectionPool(host='api.lemlist.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- keys = LemlistSource().get_non_retryable_errors()
- assert not any(key in observed for key in keys)
-
class TestSourceForPipeline:
def test_plumbs_inputs_into_lemlist_source(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/lever/tests/test_lever_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/lever/tests/test_lever_source.py
index d09bdcb0011d..2b3e24daa397 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/lever/tests/test_lever_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/lever/tests/test_lever_source.py
@@ -12,21 +12,6 @@ class TestLeverSource:
self.team_id = 123
self.config = LeverSourceConfig(api_key="test_api_key")
- @pytest.mark.parametrize(
- "expected_key",
- [
- "401 Client Error: Unauthorized for url: https://api.lever.co",
- "403 Client Error: Forbidden for url: https://api.lever.co",
- ],
- )
- def test_non_retryable_errors_includes_lever_key(self, expected_key):
- assert expected_key in self.source.get_non_retryable_errors()
-
- def test_non_retryable_errors_matches_observed_error_message(self):
- observed_error = "401 Client Error: Unauthorized for url: https://api.lever.co/v1/opportunities?limit=100"
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
@pytest.mark.parametrize(
"other_vendor_error",
[
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/linode/tests/test_linode_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/linode/tests/test_linode_source.py
index 889c2dcec162..376f9bf59dcb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/linode/tests/test_linode_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/linode/tests/test_linode_source.py
@@ -35,16 +35,6 @@ class TestLinodeSourceClass:
assert schema.supports_incremental is supports_incremental
assert schema.supports_append is supports_append
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.linode.com/v4/volumes?page=1",),
- ("403 Client Error: Forbidden for url: https://api.linode.com/v4/account/events",),
- ]
- )
- def test_credential_errors_are_non_retryable(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
def test_source_for_pipeline_omits_watermark_when_not_incremental(self) -> None:
# A full refresh must ignore an old cursor value. Otherwise, the transport adds an
# X-Filter and limits the results.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/llama_cloud/tests/test_llama_cloud_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/llama_cloud/tests/test_llama_cloud_source.py
index 4c1ef44c52a8..5578bf309b13 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/llama_cloud/tests/test_llama_cloud_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/llama_cloud/tests/test_llama_cloud_source.py
@@ -38,9 +38,6 @@ class TestLlamaCloudSource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://api.cloud.llamaindex.ai/api/v2/parse?page_size=100",),
- ("401 Client Error: Unauthorized for url: https://api.cloud.eu.llamaindex.ai/api/v2/projects",),
- ("403 Client Error: Forbidden for url: https://api.cloud.llamaindex.ai/api/v1/beta/files",),
# The beta usage-metrics endpoint 400s for organizations it isn't available to; the
# request is otherwise valid, so retrying can't help. Both regional hosts must match.
(
@@ -57,7 +54,6 @@ class TestLlamaCloudSource:
@parameterized.expand(
[
- ("500 Server Error: Internal Server Error for url: https://api.cloud.llamaindex.ai/api/v2/parse",),
("401 Client Error: Unauthorized for url: https://api.example.com/api/v2/parse",),
# A 400 on a different endpoint may be a fixable bug in our request, so it must stay
# retryable and keep surfacing rather than being swallowed by the usage-metrics key.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/loops/tests/test_loops_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/loops/tests/test_loops_source.py
index c377e034e640..a3419ea03723 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/loops/tests/test_loops_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/loops/tests/test_loops_source.py
@@ -1,5 +1,3 @@
-import pytest
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.loops import LoopsSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.loops.settings import ENDPOINTS
from products.warehouse_sources.backend.temporal.data_imports.sources.loops.source import LoopsSource
@@ -11,19 +9,6 @@ class TestLoopsSource:
self.team_id = 123
self.config = LoopsSourceConfig(api_key="test-key")
- @pytest.mark.parametrize(
- "raised_message",
- [
- # requests raises `<status> Client Error: <reason> for url: <url>`; the sync matcher
- # is a substring check, so the keys must classify these as non-retryable.
- "401 Client Error: Unauthorized for url: https://app.loops.so/api/v1/campaigns?perPage=50",
- "403 Client Error: Forbidden for url: https://app.loops.so/api/v1/lists",
- ],
- )
- def test_auth_errors_are_non_retryable(self, raised_message: str) -> None:
- keys = self.source.get_non_retryable_errors().keys()
- assert any(key in raised_message for key in keys)
-
def test_get_schemas_all_full_refresh(self) -> None:
schemas = self.source.get_schemas(self.config, self.team_id)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/lovable/tests/test_lovable_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/lovable/tests/test_lovable_source.py
index d1065929dec5..6a87eb91dab7 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/lovable/tests/test_lovable_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/lovable/tests/test_lovable_source.py
@@ -55,9 +55,7 @@ class TestLovableSource:
@parameterized.expand(
[
- ("401", "401 Client Error: Unauthorized for url: https://api.lovable.dev/v1/workspaces"),
("402", "402 Client Error: Payment Required for url: https://api.lovable.dev/v1/workspaces/ws-1/members"),
- ("403", "403 Client Error: Forbidden for url: https://api.lovable.dev/v1/projects/p-1/pii-labels"),
]
)
def test_non_retryable_errors_match_permanent_failures(self, _name: str, observed_error: str) -> None:
@@ -65,7 +63,6 @@ class TestLovableSource:
@parameterized.expand(
[
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.lovable.dev/v1/workspaces"),
("server_error", "HTTP 503 for https://api.lovable.dev/v1/workspaces"),
("timeout", "Request timed out (ConnectTimeout) for https://api.lovable.dev/v1/workspaces"),
]
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/luma/tests/test_luma_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/luma/tests/test_luma_source.py
index 478798655ac7..46ab7b87e624 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/luma/tests/test_luma_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/luma/tests/test_luma_source.py
@@ -12,28 +12,6 @@ class TestLumaSource:
self.team_id = 123
self.config = LumaSourceConfig(api_key="luma-key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://public-api.luma.com/public/v1/calendar/list-events",),
- ("403 Client Error: Forbidden for url: https://public-api.luma.com/public/v1/event/get-guests",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "500 Server Error: Internal Server Error for url: https://public-api.luma.com/public/v1/calendar/list-events",
- ),
- ("429 Client Error: Too Many Requests for url: https://public-api.luma.com/public/v1/event/get-guests",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("rate_limited", "Luma API error (retryable): status=429, path=/public/v1/calendar/list-events"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mailersend/tests/test_mailersend_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mailersend/tests/test_mailersend_source.py
index 6c756b0e9073..a2e52f2c2988 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mailersend/tests/test_mailersend_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mailersend/tests/test_mailersend_source.py
@@ -43,18 +43,6 @@ class TestGetSchemas:
assert schemas[endpoint].supports_append is supports_append
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- "500 Server Error: Internal Server Error for url: https://api.mailersend.com/v1/domains",
- "HTTPSConnectionPool(host='api.mailersend.com', port=443): Read timed out.",
- ]
- )
- def test_transient_errors_remain_retryable(self, error: str) -> None:
- non_retryable = MailerSendSource().get_non_retryable_errors()
- assert not any(key in error for key in non_retryable)
-
-
class TestResumableWiring:
@time_machine.travel("2026-06-23T00:00:00Z", tick=False)
def test_source_for_pipeline_plumbs_arguments(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mailosaur/tests/test_mailosaur_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mailosaur/tests/test_mailosaur_source.py
index 322239c9ad49..a8139c55b162 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mailosaur/tests/test_mailosaur_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mailosaur/tests/test_mailosaur_source.py
@@ -3,8 +3,6 @@ from typing import Any
from unittest.mock import MagicMock, patch
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.mailosaur.canonical_descriptions import (
CANONICAL_DESCRIPTIONS,
)
@@ -34,24 +32,6 @@ class TestResumableWiring:
assert mocked.call_args.kwargs["db_incremental_field_last_value"] is None
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://mailosaur.com/api/servers", True),
- ("forbidden", "403 Client Error: Forbidden for url: https://mailosaur.com/api/messages", True),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://mailosaur.com/api/messages", False),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://mailosaur.com/api/servers",
- False,
- ),
- ]
- )
- def test_only_credential_errors_are_non_retryable(self, _name: str, observed: str, should_match: bool) -> None:
- non_retryable = MailosaurSource().get_non_retryable_errors()
- assert any(key in observed for key in non_retryable) is should_match
-
-
class TestCanonicalDescriptions:
def test_keys_are_known_endpoints(self) -> None:
assert set(CANONICAL_DESCRIPTIONS).issubset(set(ENDPOINTS))
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mailtrap/tests/test_mailtrap_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mailtrap/tests/test_mailtrap_source.py
index 594d356874d6..8701e77885bd 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mailtrap/tests/test_mailtrap_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mailtrap/tests/test_mailtrap_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -20,26 +18,6 @@ class TestMailtrapSource:
self.team_id = 123
self.config = MailtrapSourceConfig(api_token="token")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://mailtrap.io/api/email_logs",),
- ("403 Client Error: Forbidden for url: https://mailtrap.io/api/suppressions",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://mailtrap.io/api/email_logs",),
- ("429 Client Error: Too Many Requests for url: https://mailtrap.io/api/suppressions",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.mailtrap.source.mailtrap_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/marketstack/tests/test_marketstack_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/marketstack/tests/test_marketstack_source.py
index 4ccee08a6e47..39b9e2b9b491 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/marketstack/tests/test_marketstack_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/marketstack/tests/test_marketstack_source.py
@@ -90,7 +90,6 @@ class TestMarketstackSource:
@parameterized.expand(
[
- ("http_unauthorized", "401 Client Error: Unauthorized for url: https://api.marketstack.com"),
("body_invalid_key", "Marketstack API error [invalid_access_key]"),
("body_usage_limit", "Marketstack API error [usage_limit_reached]"),
("body_function_restricted", "Marketstack API error [function_access_restricted]"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/membrain/tests/test_membrain_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/membrain/tests/test_membrain_source.py
index aa72d535e14f..da4ecdd6a32a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/membrain/tests/test_membrain_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/membrain/tests/test_membrain_source.py
@@ -23,38 +23,6 @@ class TestMembrainSource:
# editing the subdomain must force re-entering the key.
assert self.source.connection_host_fields == ["subdomain"]
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://acme.membrain.com/API/v2/companies/",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://acme.membrain.com/API/v2/contacts/",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://acme.membrain.com/API/v2/tickets/",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://acme.membrain.com/API/v2/activities/",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("path_traversal", "acme.membrain.com/evil"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mention/tests/test_mention_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mention/tests/test_mention_source.py
index 242e054aba1e..2d1fa296c77f 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mention/tests/test_mention_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mention/tests/test_mention_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.mention import (
MentionSourceConfig,
)
@@ -19,26 +17,6 @@ class TestMentionSource:
assert self.source.supported_versions == ("1.19", "1.21")
assert self.source.default_version == "1.21"
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.mention.net/api/accounts/me",),
- ("403 Client Error: Forbidden for url: https://api.mention.net/api/accounts/acc1/alerts",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.mention.net/api/accounts/me",),
- ("429 Client Error: Too Many Requests for url: https://api.mention.net/api/accounts/acc1/alerts",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.mention.source.validate_credentials")
def test_validate_credentials_delegates_to_shared_helper(self, mock_validate: mock.MagicMock) -> None:
# The source method forwards the account access token to the shared validator and returns its result verbatim.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/metorial/tests/test_metorial_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/metorial/tests/test_metorial_source.py
index 42ea2529a848..74fce07ad477 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/metorial/tests/test_metorial_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/metorial/tests/test_metorial_source.py
@@ -59,29 +59,6 @@ class TestValidateCredentials:
assert (error is None) is probe_ok
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.metorial.com/sessions?limit=1"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.metorial.com/provider-runs"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- keys = MetorialSource().get_non_retryable_errors()
- assert any(key in observed for key in keys)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.metorial.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.metorial.com/sessions"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.metorial.com/tool-calls"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed: str) -> None:
- keys = MetorialSource().get_non_retryable_errors()
- assert not any(key in observed for key in keys)
-
-
class TestSourceForPipeline:
def test_threads_incremental_inputs_into_transport(self) -> None:
# Guards the wiring: the user's chosen endpoint, cursor field, and watermark must reach the
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/microsoft_clarity/tests/test_microsoft_clarity_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/microsoft_clarity/tests/test_microsoft_clarity_source.py
index 413f3b2bb99a..080d9e78cda6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/microsoft_clarity/tests/test_microsoft_clarity_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/microsoft_clarity/tests/test_microsoft_clarity_source.py
@@ -39,14 +39,6 @@ class TestNonRetryableErrors:
"bad_request",
"400 Client Error: Bad Request for url: https://www.clarity.ms/export-data/api/v1/project-live-insights?numOfDays=3",
),
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://www.clarity.ms/export-data/api/v1/project-live-insights",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://www.clarity.ms/export-data/api/v1/project-live-insights",
- ),
(
"quota_exceeded",
"429 Client Error: Too Many Requests for url: https://www.clarity.ms/export-data/api/v1/project-live-insights",
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mistral_ai/tests/test_mistral_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mistral_ai/tests/test_mistral_ai_source.py
index 17ede216d0a7..cd8441f1de08 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mistral_ai/tests/test_mistral_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mistral_ai/tests/test_mistral_ai_source.py
@@ -70,15 +70,6 @@ class TestValidateCredentials:
class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.mistral.ai/v1/files?page=0"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.mistral.ai/v1/batch/jobs"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- assert any(key in observed for key in MistralAISource().get_non_retryable_errors())
-
@parameterized.expand(
[
(
@@ -96,15 +87,6 @@ class TestNonRetryableErrors:
# so the match must hold regardless of which page the pagination loop was on.
assert any(key in observed for key in MistralAISource().get_non_retryable_errors())
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.mistral.ai/v1/files"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.mistral.ai/v1/files"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- assert not any(key in observed for key in MistralAISource().get_non_retryable_errors())
-
class TestPipelinePlumbing:
def test_source_for_pipeline_drops_watermark_when_not_incremental(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mixmax/tests/test_mixmax_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mixmax/tests/test_mixmax_source.py
index a6d3514196f9..54e6efe89901 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mixmax/tests/test_mixmax_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mixmax/tests/test_mixmax_source.py
@@ -20,26 +20,3 @@ class TestValidateCredentials:
assert [request.path for request in network.requests_log] == ["/v1/users/me"]
assert network.requests_log[0].headers["x-api-token"] == "tok"
assert network.session_options[0]["redact_values"] == ("tok",)
-
-
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.mixmax.com/v1/sequences?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.mixmax.com/v1/messages?limit=100"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- errors = MixMaxSource().get_non_retryable_errors()
- assert any(key in observed for key in errors)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.mixmax.com/v1/sequences"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.mixmax.com/v1/sequences"),
- ("read_timeout", "HTTPSConnectionPool(host='api.mixmax.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- errors = MixMaxSource().get_non_retryable_errors()
- assert not any(key in observed for key in errors)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mixpanel/test_mixpanel_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mixpanel/test_mixpanel_source.py
index 73d88bd4c9df..065512463e34 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mixpanel/test_mixpanel_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mixpanel/test_mixpanel_source.py
@@ -109,23 +109,12 @@ class TestNonRetryableErrors:
@parameterized.expand(
[
- ("401", "401 Client Error: Unauthorized for url: https://mixpanel.com/api/query/cohorts/list"),
- ("403", "403 Client Error: Forbidden for url: https://mixpanel.com/api/query/engage"),
("402", "402 Client Error: Payment Required for url: https://mixpanel.com/api/query/cohorts/list"),
]
)
def test_billing_and_auth_failures_are_non_retryable(self, _name: str, observed_error: str) -> None:
assert any(key in observed_error for key in self.source.get_non_retryable_errors())
- @parameterized.expand(
- [
- ("429", "429 Client Error: Too Many Requests for url: https://mixpanel.com/api/query/engage"),
- ("500", "500 Server Error: Internal Server Error for url: https://mixpanel.com/api/query/engage"),
- ]
- )
- def test_transient_failures_stay_retryable(self, _name: str, other_error: str) -> None:
- assert not any(key in other_error for key in self.source.get_non_retryable_errors())
-
def test_truncated_export_has_customer_facing_copy(self) -> None:
# The shared map keys on a literal, so a reworded error would silently lose its copy.
assert EXPORT_TRUNCATED_ERROR in Transient_Error_Messages
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/monday/tests/test_monday_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/monday/tests/test_monday_source.py
index 6f6362821711..7d88bb75d839 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/monday/tests/test_monday_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/monday/tests/test_monday_source.py
@@ -35,8 +35,6 @@ class TestMondaySource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://api.monday.com/v2",
- "403 Client Error: Forbidden for url: https://api.monday.com/v2",
"monday.com GraphQL error: Not authenticated",
"monday.com GraphQL error: User unauthorized",
],
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/mux/tests/test_mux_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/mux/tests/test_mux_source.py
index 488bc67cb7c3..cd52234cd49e 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/mux/tests/test_mux_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/mux/tests/test_mux_source.py
@@ -59,8 +59,6 @@ class TestMuxValidateCredentials:
class TestMuxNonRetryableErrors:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.mux.com/video/v1/assets?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.mux.com/system/v1/signing-keys?limit=100"),
# The REST engine appends the Mux error `type` to the raise_for_status text as
# `code=invalid_timeframe` (see rest_client `_error_identity`). The window is fixed for the
# run, so retrying replays the same 400. The sync must stop and show a clear message instead.
@@ -80,8 +78,6 @@ class TestMuxNonRetryableErrors:
@parameterized.expand(
[
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.mux.com/video/v1/assets"),
- ("read_timeout", "HTTPSConnectionPool(host='api.mux.com', port=443): Read timed out."),
# A transient 5xx/timeout for this same metric+endpoint carries no query string (see
# `_safe_url` in rest_client), so it must not collide with the bad_request entry above.
(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/my_hours/tests/test_my_hours_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/my_hours/tests/test_my_hours_source.py
index 75df0ce97c15..e4cac96d6189 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/my_hours/tests/test_my_hours_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/my_hours/tests/test_my_hours_source.py
@@ -1,7 +1,6 @@
from unittest import mock
import structlog
-from parameterized import parameterized
from products.warehouse_sources.backend.temporal.data_imports.sources.common.typings import SourceInputs
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.myhours import (
@@ -33,26 +32,6 @@ class TestMyHoursSource:
self.team_id = 123
self.config = MyHoursSourceConfig(api_key="mh-key")
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api2.myhours.com/api/Clients"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api2.myhours.com/api/Projects/getAll"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api2.myhours.com/api/Clients"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api2.myhours.com/api/Tags"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.my_hours.source.my_hours_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = _make_inputs(schema_name="clients")
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/nebius_ai/test_nebius_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/nebius_ai/test_nebius_ai_source.py
index 891289ad078c..4d4e056fa0b0 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/nebius_ai/test_nebius_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/nebius_ai/test_nebius_ai_source.py
@@ -24,31 +24,6 @@ class TestNebiusAIValidateCredentials:
assert NebiusAISource().validate_credentials(config, team_id=1) == transport_result
-class TestNebiusAINonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.tokenfactory.nebius.com/v1/models"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.tokenfactory.nebius.com/v1/batches"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- errors = NebiusAISource().get_non_retryable_errors()
- assert any(key in observed_error for key in errors)
-
- @parameterized.expand(
- [
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.tokenfactory.nebius.com/v1/files",
- ),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.tokenfactory.nebius.com"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed_error: str) -> None:
- errors = NebiusAISource().get_non_retryable_errors()
- assert not any(key in observed_error for key in errors)
-
-
class TestNebiusAIRegistration:
def test_get_resumable_manager_namespace(self) -> None:
# Sanity: the manager's data class survives a with_namespace() sibling (used for isolated state).
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/new_relic/tests/test_new_relic_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/new_relic/tests/test_new_relic_source.py
index ba8529687535..af6d1c7e9ccb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/new_relic/tests/test_new_relic_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/new_relic/tests/test_new_relic_source.py
@@ -16,9 +16,7 @@ class TestNewRelicSource:
@parameterized.expand(
[
- ("us_unauthorized", "401 Client Error: Unauthorized for url: https://api.newrelic.com/graphql"),
("eu_unauthorized", "401 Client Error: Unauthorized for url: https://api.eu.newrelic.com/graphql"),
- ("us_forbidden", "403 Client Error: Forbidden for url: https://api.newrelic.com/graphql"),
("eu_forbidden", "403 Client Error: Forbidden for url: https://api.eu.newrelic.com/graphql"),
("graphql_access_denied", "New Relic GraphQL error: Access denied."),
]
@@ -30,7 +28,6 @@ class TestNewRelicSource:
@parameterized.expand(
[
("other_vendor", "401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers"),
- ("server_error", "500 Server Error for url: https://api.newrelic.com/graphql"),
]
)
def test_non_retryable_errors_do_not_match_unrelated(self, _name, other_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/newsdata/tests/test_newsdata_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/newsdata/tests/test_newsdata_source.py
index cb9bb164e180..6789bca45e50 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/newsdata/tests/test_newsdata_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/newsdata/tests/test_newsdata_source.py
@@ -33,30 +33,6 @@ class TestGetSchemas:
assert schemas[endpoint].supports_append is expected_incremental
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://newsdata.io/api/1/archive?from_date=2024-01-01",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://newsdata.io/api/1/crypto"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- assert any(key in observed for key in NewsDataSource().get_non_retryable_errors())
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='newsdata.io', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://newsdata.io/api/1/latest"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://newsdata.io/api/1/latest"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed: str) -> None:
- assert not any(key in observed for key in NewsDataSource().get_non_retryable_errors())
-
-
class TestSourceForPipeline:
def test_watermark_dropped_on_full_refresh(self) -> None:
# On a full-refresh run the stored watermark must not leak into the query, or an unwanted
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/northflank/tests/test_northflank_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/northflank/tests/test_northflank_source.py
index c6fe4d344d2f..3bdb51044d33 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/northflank/tests/test_northflank_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/northflank/tests/test_northflank_source.py
@@ -15,18 +15,6 @@ class TestNorthflankSource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://api.northflank.com/v1/projects?per_page=1",),
- ("403 Client Error: Forbidden for url: https://api.northflank.com/v1/projects/abc/services",),
- ]
- )
- def test_non_retryable_errors_match_permanent_failures(self, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("429 Client Error: Too Many Requests for url: https://api.northflank.com/v1/projects",),
- ("500 Server Error for url: https://api.northflank.com/v1/projects",),
("401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/northpass_lms/tests/test_northpass_lms_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/northpass_lms/tests/test_northpass_lms_source.py
index b95f61a4248a..2662804377d6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/northpass_lms/tests/test_northpass_lms_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/northpass_lms/tests/test_northpass_lms_source.py
@@ -21,8 +21,6 @@ class TestNorthpassLMSSource:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.northpass.com/v2/people?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.northpass.com/v2/courses?limit=100"),
(
"empty_quiz_log",
"Northpass sent-webhooks log returned no quiz-completed events, so quiz_attempts has no rows to sync",
@@ -33,17 +31,6 @@ class TestNorthpassLMSSource:
non_retryable_errors = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable_errors)
- @parameterized.expand(
- [
- ("throttle", "429 Client Error: Too Many Requests for url: https://api.northpass.com/v2/people"),
- ("server", "500 Server Error: Internal Server Error for url: https://api.northpass.com/v2/people"),
- ("timeout", "HTTPSConnectionPool(host='api.northpass.com', port=443): Read timed out."),
- ]
- )
- def test_non_retryable_errors_do_not_match_transient(self, _name, other_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
-
@parameterized.expand(
[
("valid", 200, True, None),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/notion/tests/test_notion_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/notion/tests/test_notion_source.py
index 8f26666f744c..8e8c236734a1 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/notion/tests/test_notion_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/notion/tests/test_notion_source.py
@@ -86,16 +86,6 @@ class TestNotionSource:
assert response.partition_mode == "datetime"
assert response.partition_keys == ["created_time"]
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.notion.com/v1/search",),
- ("403 Client Error: Forbidden for url: https://api.notion.com/v1/users",),
- ]
- )
- def test_non_retryable_errors_match(self, error_message: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(pattern in error_message for pattern in non_retryable)
-
@parameterized.expand(
[
(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/nuntly/tests/test_nuntly_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/nuntly/tests/test_nuntly_source.py
index 471e768c13f4..12c32fa32b68 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/nuntly/tests/test_nuntly_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/nuntly/tests/test_nuntly_source.py
@@ -14,30 +14,6 @@ class TestNuntlySource:
self.team_id = 123
self.config = NuntlySourceConfig(api_key="apk_test")
- @parameterized.expand(
- [
- (
- "401 Client Error: Unauthorized for url: https://api.nuntly.com/emails?limit=30",
- True,
- ),
- (
- "403 Client Error: Forbidden for url: https://api.nuntly.com/messages?limit=30",
- True,
- ),
- (
- "429 Client Error: Too Many Requests for url: https://api.nuntly.com/emails",
- False,
- ),
- (
- "500 Server Error: Internal Server Error for url: https://api.nuntly.com/emails",
- False,
- ),
- ]
- )
- def test_non_retryable_errors(self, observed_error: str, expected_match: bool) -> None:
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors) is expected_match
-
@parameterized.expand(
[
(True, True, None),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/okendo/tests/test_okendo_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/okendo/tests/test_okendo_source.py
index 07bcd1231382..e0e0a454b5d4 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/okendo/tests/test_okendo_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/okendo/tests/test_okendo_source.py
@@ -19,22 +19,9 @@ class TestOkendoSource:
self.team_id = 123
self.config = OkendoSourceConfig(user_id="user-1", api_key="key-1")
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.okendo.io/enterprise/reviews"),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.okendo.io/enterprise/loyalty/earning_rules",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name, observed_error):
- assert any(key in observed_error for key in self.source.get_non_retryable_errors())
-
@parameterized.expand(
[
("other_vendor", "401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers"),
- ("server_error", "500 Server Error for url: https://api.okendo.io/enterprise/reviews"),
]
)
def test_non_retryable_errors_do_not_match_unrelated(self, _name, other_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/oncehub/tests/test_oncehub_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/oncehub/tests/test_oncehub_source.py
index 3be7efb0e3fa..a92b0189c01e 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/oncehub/tests/test_oncehub_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/oncehub/tests/test_oncehub_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
scripted_network,
@@ -18,35 +16,6 @@ class TestOncehubSource:
self.team_id = 123
self.config = OncehubSourceConfig(api_key="oncehub-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.oncehub.com/v2/bookings?limit=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.oncehub.com/v2/contacts?limit=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.oncehub.com/v2/bookings",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.oncehub.com/v2/contacts",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_delegates_with_api_key(self) -> None:
with scripted_network([ScriptedResponse(status=401)]) as network:
result = self.source.validate_credentials(self.config, self.team_id)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/onepagecrm/tests/test_onepagecrm_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/onepagecrm/tests/test_onepagecrm_source.py
index 66924e138e3e..9d27184bd6bb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/onepagecrm/tests/test_onepagecrm_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/onepagecrm/tests/test_onepagecrm_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -18,26 +16,6 @@ class TestOnepagecrmSource:
self.team_id = 123
self.config = OnepagecrmSourceConfig(user_id="uid-1", api_key="key-1")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://app.onepagecrm.com/api/v3/contacts",),
- ("403 Client Error: Forbidden for url: https://app.onepagecrm.com/api/v3/deals",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://app.onepagecrm.com/api/v3/contacts",),
- ("429 Client Error: Too Many Requests for url: https://app.onepagecrm.com/api/v3/deals",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.onepagecrm.source.onepagecrm_source")
def test_source_for_pipeline_plumbs_incremental_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/onepassword/tests/test_1password_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/onepassword/tests/test_1password_source.py
index ef8c52c6645c..06a7992af207 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/onepassword/tests/test_1password_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/onepassword/tests/test_1password_source.py
@@ -74,7 +74,6 @@ class TestOnePasswordSource:
@parameterized.expand(
[
- ("us", "401 Client Error: Unauthorized for url: https://events.1password.com/api/v2/auditevents"),
("eu", "401 Client Error: Unauthorized for url: https://events.1password.eu/api/v2/itemusages"),
(
"enterprise",
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/openai/tests/test_openai.py b/products/warehouse_sources/backend/temporal/data_imports/sources/openai/tests/test_openai.py
index 1b11ff602146..1d2a2b53f4a2 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/openai/tests/test_openai.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/openai/tests/test_openai.py
@@ -354,37 +354,6 @@ class TestValidateCredentials:
assert message is not None and fragment in message
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.openai.com/v1/organization/users?limit=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.openai.com/v1/organization/costs",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = OpenAISource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.openai.com/v1/organization/users",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = OpenAISource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestRetryableErrors:
@parameterized.expand(
[
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/openai_ads/tests/test_openai_ads_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/openai_ads/tests/test_openai_ads_source.py
index fcce0a573c5e..d2f0ab99700a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/openai_ads/tests/test_openai_ads_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/openai_ads/tests/test_openai_ads_source.py
@@ -81,37 +81,6 @@ class TestOpenAIAdsSourceForPipeline:
assert response.sort_mode == sort_mode
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.ads.openai.com/v1/campaigns?limit=500",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.ads.openai.com/v1/ad_account/insights",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = OpenAIAdsSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.ads.openai.com', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.ads.openai.com/v1/campaigns",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = OpenAIAdsSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestRetryableErrors:
@parameterized.expand(
[
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/openalex/tests/test_openalex_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/openalex/tests/test_openalex_source.py
index f7f094434b8c..b26006781266 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/openalex/tests/test_openalex_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/openalex/tests/test_openalex_source.py
@@ -43,8 +43,6 @@ class TestOpenalexSource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://api.openalex.org/works?per_page=200",
- "403 Client Error: Forbidden for url: https://api.openalex.org/works?per_page=200",
"400 Client Error: Bad Request for url: https://api.openalex.org/works?per_page=200",
],
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/openaq/tests/test_openaq_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/openaq/tests/test_openaq_source.py
index ccd35c56f044..8e99c4c5fbcf 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/openaq/tests/test_openaq_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/openaq/tests/test_openaq_source.py
@@ -44,29 +44,6 @@ class TestOpenAQSchemas:
assert schema.should_sync_default is expected_default_sync
-class TestOpenAQNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.openaq.org/v3/locations?page=1"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.openaq.org/v3/sensors/1/measurements"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- non_retryable = OpenAQSource().get_non_retryable_errors()
- assert any(key in observed for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://api.openaq.org/v3/locations"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.openaq.org/v3/locations"),
- ("timeout", "HTTPSConnectionPool(host='api.openaq.org', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed: str) -> None:
- non_retryable = OpenAQSource().get_non_retryable_errors()
- assert not any(key in observed for key in non_retryable)
-
-
class TestOpenAQValidateCredentials:
@parameterized.expand([("valid", True), ("invalid", False)])
def test_validate_credentials(self, _name: str, upstream_ok: bool) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/opencorporates/tests/test_opencorporates_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/opencorporates/tests/test_opencorporates_source.py
deleted file mode 100644
index b1208f26ec05..000000000000
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/opencorporates/tests/test_opencorporates_source.py
+++ /dev/null
@@ -1,34 +0,0 @@
-from parameterized import parameterized
-
-from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.opencorporates import (
- OpencorporatesSourceConfig,
-)
-from products.warehouse_sources.backend.temporal.data_imports.sources.opencorporates.source import OpencorporatesSource
-
-
-class TestOpencorporatesSource:
- def setup_method(self):
- self.source = OpencorporatesSource()
- self.team_id = 123
- self.config = OpencorporatesSourceConfig(api_token="token", query="acme", jurisdiction_code=None)
-
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.opencorporates.com/v0.4/companies/search",),
- ("403 Client Error: Forbidden for url: https://api.opencorporates.com/v0.4/companies/search",),
- ]
- )
- def test_non_retryable_errors_match_auth_and_quota_failures(self, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("429 Client Error: Too Many Requests for url: https://api.opencorporates.com/v0.4/companies/search",),
- ("500 Server Error: Internal Server Error for url: https://api.opencorporates.com/v0.4/companies/search",),
- ("HTTPSConnectionPool(host='api.opencorporates.com', port=443): Read timed out.",),
- ]
- )
- def test_non_retryable_errors_do_not_match_transient(self, other_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/oura/tests/test_oura_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/oura/tests/test_oura_source.py
index 268322fa12a6..0045f3c7213a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/oura/tests/test_oura_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/oura/tests/test_oura_source.py
@@ -34,29 +34,3 @@ class TestValidateCredentials:
assert error is None
else:
assert error is not None
-
-
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.ouraring.com/v2/usercollection/sleep",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.ouraring.com/v2/usercollection/heartrate"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- non_retryable = OuraSource().get_non_retryable_errors()
- assert any(key in observed for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.ouraring.com"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.ouraring.com"),
- ("read_timeout", "HTTPSConnectionPool(host='api.ouraring.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- non_retryable = OuraSource().get_non_retryable_errors()
- assert not any(key in observed for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/pabbly_subscriptions_billing/tests/test_pabbly_subscriptions_billing_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/pabbly_subscriptions_billing/tests/test_pabbly_subscriptions_billing_source.py
index 69baeef44a8c..45a950f312d4 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/pabbly_subscriptions_billing/tests/test_pabbly_subscriptions_billing_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/pabbly_subscriptions_billing/tests/test_pabbly_subscriptions_billing_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
scripted_network,
@@ -43,38 +41,6 @@ class TestPabblySubscriptionsBillingSource:
assert {t["name"] for t in tables} == set(ENDPOINTS)
assert all("Full refresh" in t["sync_methods"] for t in tables)
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://payments.pabbly.com/api/v1/customers?page=1&limit=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://payments.pabbly.com/api/v1/subscriptions?page=1&limit=100",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://payments.pabbly.com/api/v1/customers",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://payments.pabbly.com/api/v1/subscriptions",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_delegates_with_both_keys(self) -> None:
with scripted_network([ScriptedResponse(status=403)]) as network:
result = self.source.validate_credentials(self.config, self.team_id)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/paperform/tests/test_paperform_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/paperform/tests/test_paperform_source.py
index b83bb47371b9..49a370de8134 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/paperform/tests/test_paperform_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/paperform/tests/test_paperform_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -19,32 +17,6 @@ class TestPaperformSource:
self.team_id = 123
self.config = PaperformSourceConfig(api_key="pf-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.paperform.co/v1/forms?limit=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.paperform.co/v1/spaces?limit=100",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.paperform.co/v1/forms"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.paperform.co/v1/forms"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_delegates_with_api_key(self) -> None:
# The status-to-message mapping lives in paperform.validate_credentials; here we only assert
# the source probes with the configured key and returns the delegate's verdict unchanged.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/papersign/tests/test_papersign_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/papersign/tests/test_papersign_source.py
index 453c554359a8..86357061264f 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/papersign/tests/test_papersign_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/papersign/tests/test_papersign_source.py
@@ -2,8 +2,6 @@ from typing import cast
from unittest.mock import MagicMock, patch
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.papersign import (
PapersignSourceConfig,
)
@@ -15,34 +13,6 @@ def _config(api_token: str = "tok") -> PapersignSourceConfig:
return PapersignSourceConfig(api_token=api_token)
-class TestPapersignNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.paperform.co/v1/papersign/documents"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.paperform.co/v1/papersign/spaces"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = PapersignSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.paperform.co/v1/papersign/documents",
- ),
- (
- "rate_limit",
- "429 Client Error: Too Many Requests for url: https://api.paperform.co/v1/papersign/folders",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = PapersignSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestPapersignPipelineWiring:
def test_source_for_pipeline_plumbs_inputs(self) -> None:
captured: dict[str, object] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/partnerize/tests/test_partnerize_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/partnerize/tests/test_partnerize_source.py
index f96188f211eb..c1b0f5403da5 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/partnerize/tests/test_partnerize_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/partnerize/tests/test_partnerize_source.py
@@ -28,14 +28,6 @@ class TestPartnerizeSource:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.partnerize.com/reporting/report_publisher/publisher/111111l92/conversion.json?start_date=2010-01-01T00%3A00%3A00Z&offset=0",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.partnerize.com/reference/country",
- ),
(
"unknown_publisher",
"404 Client Error: Not Found for url: https://api.partnerize.com/user/publisher/111111l92/campaign/a",
@@ -46,22 +38,6 @@ class TestPartnerizeSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.partnerize.com/reference/country",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.partnerize.com/reference/currency",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_delegates_with_config_values(self) -> None:
# The status-to-message mapping lives in partnerize.validate_credentials; here we only assert
# the source probes with the configured credentials and returns the delegate's verdict.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/partnerstack/tests/test_partnerstack_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/partnerstack/tests/test_partnerstack_source.py
index 09a0a8d39809..8204af16eda9 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/partnerstack/tests/test_partnerstack_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/partnerstack/tests/test_partnerstack_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
scripted_network,
@@ -18,26 +16,6 @@ class TestPartnerStackSource:
self.team_id = 123
self.config = PartnerStackSourceConfig(public_key="pub", private_key="priv")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.partnerstack.com/api/v2/partnerships?limit=250",),
- ("403 Client Error: Forbidden for url: https://api.partnerstack.com/api/v2/customers?limit=250",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.partnerstack.com/api/v2/partnerships",),
- ("429 Client Error: Too Many Requests for url: https://api.partnerstack.com/api/v2/customers",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_delegates(self) -> None:
with scripted_network([ScriptedResponse(status=401)]) as network:
result = self.source.validate_credentials(self.config, self.team_id)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/payfit/tests/test_payfit_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/payfit/tests/test_payfit_source.py
index 5cea6d2f4f93..0f590d6b0aef 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/payfit/tests/test_payfit_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/payfit/tests/test_payfit_source.py
@@ -33,22 +33,6 @@ class TestPayFitSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://partner-api.payfit.com/companies/c/absences",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://partner-api.payfit.com/companies/c/contracts",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_validate_credentials_probes_endpoint_scope_for_schema(self) -> None:
# PayFit keys carry per-endpoint scopes, so per-schema validation must probe that endpoint
# rather than only introspecting the token.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/persistiq/tests/test_persistiq_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/persistiq/tests/test_persistiq_source.py
index b35209404ec7..f4c75c3bcc88 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/persistiq/tests/test_persistiq_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/persistiq/tests/test_persistiq_source.py
@@ -32,26 +32,6 @@ class TestPersistIqSource:
# field an editor could retarget to reuse a preserved key against another account.
assert self.source.connection_host_fields == []
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.persistiq.com/v1/leads?page=1"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.persistiq.com/v1/users?page=1"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.persistiq.com/v1/leads"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.persistiq.com/v1/campaigns"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("valid", (True, None)),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/personio/tests/test_personio_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/personio/tests/test_personio_source.py
index fe2bf450846d..317a1d400f7a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/personio/tests/test_personio_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/personio/tests/test_personio_source.py
@@ -36,7 +36,6 @@ class TestPersonioSource:
"other_vendor_error",
[
"401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",
- "500 Server Error for url: https://api.personio.de/v2/persons",
# A transient 429/5xx token error shares the endpoint phrasing but lacks the marker.
"HTTP 503 from the OAuth2 token endpoint",
# A mid-sync 401 on a data endpoint isn't a disable condition — the token is re-minted.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/pexels/tests/test_pexels_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/pexels/tests/test_pexels_source.py
index 9333a0053f2f..e0bfb7eab52a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/pexels/tests/test_pexels_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/pexels/tests/test_pexels_source.py
@@ -32,21 +32,3 @@ class TestPexelsSource:
):
valid, _ = self.source.validate_credentials(config, self.team_id)
assert valid is expected_valid
-
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.pexels.com/v1/curated?per_page=80"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.pexels.com/videos/popular"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- assert any(key in observed for key in self.source.get_non_retryable_errors())
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.pexels.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.pexels.com/v1/curated"),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, observed: str) -> None:
- assert not any(key in observed for key in self.source.get_non_retryable_errors())
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/phyllo/tests/test_phyllo_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/phyllo/tests/test_phyllo_source.py
index d0b41a9721f9..52773d913297 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/phyllo/tests/test_phyllo_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/phyllo/tests/test_phyllo_source.py
@@ -14,9 +14,7 @@ class TestPhylloSource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://api.getphyllo.com/v1/users?limit=100&offset=0",),
("401 Client Error: Unauthorized for url: https://api.sandbox.getphyllo.com/v1/accounts",),
- ("403 Client Error: Forbidden for url: https://api.getphyllo.com/v1/social/contents",),
("403 Client Error: Forbidden for url: https://api.sandbox.getphyllo.com/v1/income/payouts",),
]
)
@@ -24,16 +22,6 @@ class TestPhylloSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.getphyllo.com/v1/users",),
- ("429 Client Error: Too Many Requests for url: https://api.getphyllo.com/v1/social/contents",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.phyllo.source.validate_credentials")
def test_validate_credentials_delegates_to_shared_helper(self, mock_validate: mock.MagicMock) -> None:
# The source method forwards the credentials and environment to the shared validator and
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/pipedrive/tests/test_pipedrive_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/pipedrive/tests/test_pipedrive_source.py
index 896f345c2ca5..eadd1698a66b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/pipedrive/tests/test_pipedrive_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/pipedrive/tests/test_pipedrive_source.py
@@ -32,28 +32,6 @@ class TestPipedriveSource:
def test_company_domain_is_connection_host_field(self) -> None:
assert self.source.connection_host_fields == ["company_domain"]
- @pytest.mark.parametrize(
- "observed_error",
- [
- "401 Client Error: Unauthorized for url: https://acme.pipedrive.com/api/v2/deals?limit=500",
- "403 Client Error: Forbidden for url: https://acme.pipedrive.com/api/v1/activities?limit=500&start=0",
- ],
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @pytest.mark.parametrize(
- "other_error",
- [
- "429 Client Error: Too Many Requests for url: https://acme.pipedrive.com/api/v2/deals",
- "500 Server Error for url: https://acme.pipedrive.com/api/v1/notes",
- ],
- )
- def test_non_retryable_errors_does_not_match_transient(self, other_error: str) -> None:
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
-
def test_get_schemas_lists_all_endpoints_as_full_refresh(self) -> None:
schemas = self.source.get_schemas(self.config, self.team_id)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/planhat/tests/test_planhat_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/planhat/tests/test_planhat_source.py
index 25e292e0da2f..5c4d8f141c30 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/planhat/tests/test_planhat_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/planhat/tests/test_planhat_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.planhat import (
PlanhatSourceConfig,
)
@@ -14,29 +12,6 @@ class TestPlanhatSource:
self.team_id = 123
self.config = PlanhatSourceConfig(api_key="ph-token")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.planhat.com/companies?limit=100&offset=0",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.planhat.com/endusers?limit=100&offset=0"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.planhat.com/companies"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.planhat.com/endusers"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.planhat.source.validate_credentials")
def test_validate_credentials_delegates_to_planhat(self, mock_validate: mock.MagicMock) -> None:
# source.py owns no mapping logic — it forwards the account-wide token and returns the result verbatim.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/postscript/tests/test_postscript_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/postscript/tests/test_postscript_source.py
index 1b7d3dc95132..0cf0cdea7c74 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/postscript/tests/test_postscript_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/postscript/tests/test_postscript_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.postscript import (
PostscriptSourceConfig,
)
@@ -14,22 +12,6 @@ class TestPostscriptSource:
self.team_id = 123
self.config = PostscriptSourceConfig(api_key="sk_postscript")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.postscript.io/api/v2/subscribers",
- True,
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.postscript.io/api/v2/keywords", True),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.postscript.io", False),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.postscript.io", False),
- ]
- )
- def test_non_retryable_errors_match_auth_failures_only(self, _name, observed_error, expect_match) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable) is expect_match
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.postscript.source.postscript_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_postscript_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/printify/tests/test_printify_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/printify/tests/test_printify_source.py
index fc3fa81b18f6..bb2022d0d9aa 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/printify/tests/test_printify_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/printify/tests/test_printify_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.printify import (
PrintifySourceConfig,
)
@@ -14,38 +12,6 @@ class TestPrintifySource:
self.team_id = 123
self.config = PrintifySourceConfig(api_key="printify-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.printify.com/v1/shops.json",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.printify.com/v1/shops/1/orders.json?page=1",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.printify.com/v1/shops.json",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.printify.com/v1/catalog/blueprints.json",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.printify.source.validate_credentials")
def test_validate_credentials_delegates_with_api_key(self, mock_validate: mock.MagicMock) -> None:
# The status-to-message mapping lives in printify.validate_credentials; here we only assert
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/pulumi_cloud/tests/test_pulumi_cloud_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/pulumi_cloud/tests/test_pulumi_cloud_source.py
index 0e7cc2e21896..6662799171ab 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/pulumi_cloud/tests/test_pulumi_cloud_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/pulumi_cloud/tests/test_pulumi_cloud_source.py
@@ -51,13 +51,3 @@ class TestPulumiCloudSource:
ok, error = self.source.validate_credentials(config, team_id=1)
assert ok is expected_ok
assert (error is None) is expected_ok
-
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.pulumi.com/api/user/stacks"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.pulumi.com/api/orgs/my-org/auditlogs/v2"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/qualaroo/tests/test_qualaroo_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/qualaroo/tests/test_qualaroo_source.py
index 61edc012514d..2c8866847ad3 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/qualaroo/tests/test_qualaroo_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/qualaroo/tests/test_qualaroo_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.qualaroo import (
QualarooSourceConfig,
)
@@ -14,26 +12,6 @@ class TestQualarooSource:
self.team_id = 123
self.config = QualarooSourceConfig(api_key="q-key", api_secret="q-secret")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.qualaroo.com/api/v1/nudges.json?limit=500&offset=0",),
- ("403 Client Error: Forbidden for url: https://api.qualaroo.com/api/v1/nudges.json?limit=500&offset=0",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.qualaroo.com/api/v1/nudges.json",),
- ("429 Client Error: Too Many Requests for url: https://api.qualaroo.com/api/v1/nudges.json",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.qualaroo.source._validate_qualaroo_credentials"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/recruitee/tests/test_recruitee_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/recruitee/tests/test_recruitee_source.py
index 7b5c543eb5e9..4551f472bd4d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/recruitee/tests/test_recruitee_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/recruitee/tests/test_recruitee_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.recruitee import (
RecruiteeSourceConfig,
)
@@ -19,26 +17,6 @@ class TestRecruiteeSource:
# must re-require the token.
assert self.source.connection_host_fields == ["company_id"]
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.recruitee.com/c/acme/candidates?limit=100&offset=0",),
- ("403 Client Error: Forbidden for url: https://api.recruitee.com/c/acme/offers?limit=100&offset=0",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.recruitee.com/c/acme/candidates",),
- ("429 Client Error: Too Many Requests for url: https://api.recruitee.com/c/acme/offers",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.recruitee.source.recruitee_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/rentcast/tests/test_rentcast_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/rentcast/tests/test_rentcast_source.py
index a6b98127046e..3080f17cdf9d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/rentcast/tests/test_rentcast_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/rentcast/tests/test_rentcast_source.py
@@ -19,26 +19,6 @@ class TestRentCastSource:
self.team_id = 123
self.config = RentCastSourceConfig(api_key="rc-key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.rentcast.io/v1/properties?limit=500&offset=0",),
- ("403 Client Error: Forbidden for url: https://api.rentcast.io/v1/listings/sale?limit=500&offset=0",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.rentcast.io/v1/properties",),
- ("429 Client Error: Too Many Requests for url: https://api.rentcast.io/v1/listings/sale",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("ok", 200, (True, None)),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/replicate/tests/test_replicate_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/replicate/tests/test_replicate_source.py
index a6bae8819488..8a5f15c35978 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/replicate/tests/test_replicate_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/replicate/tests/test_replicate_source.py
@@ -48,26 +48,6 @@ class TestReplicateSource:
assert ok is expected_ok
assert msg == expected_msg
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.replicate.com/v1/predictions", True),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.replicate.com/v1/account", True),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.replicate.com/v1/predictions",
- False,
- ),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.replicate.com/v1/trainings",
- False,
- ),
- ]
- )
- def test_non_retryable_errors(self, _name: str, observed: str, is_non_retryable: bool) -> None:
- keys = ReplicateSource().get_non_retryable_errors()
- assert any(k in observed for k in keys) is is_non_retryable
-
def test_source_for_pipeline_drops_watermark_when_not_incremental(self) -> None:
# When should_use_incremental_field is False the last-value must not leak into the request,
# otherwise a full refresh would silently filter by a stale cursor.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/reply_io/tests/test_reply_io_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/reply_io/tests/test_reply_io_source.py
index dfc1ddbff4b0..1c195db410ba 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/reply_io/tests/test_reply_io_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/reply_io/tests/test_reply_io_source.py
@@ -19,26 +19,6 @@ class TestReplyIoSource:
self.team_id = 123
self.config = ReplyIoSourceConfig(api_key="reply-key")
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.reply.io/v3/contacts?top=1000"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.reply.io/v3/sequences?top=1000"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.reply.io/v3/contacts"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.reply.io/v3/tasks"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("source_create_probes_whoami", None, "/v3/whoami"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/retently/tests/test_retently_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/retently/tests/test_retently_source.py
index 67fbbb13936d..b56213776e12 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/retently/tests/test_retently_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/retently/tests/test_retently_source.py
@@ -1,7 +1,5 @@
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
ScriptedResponse,
SourceDriver,
@@ -34,31 +32,6 @@ class TestGetSchemas:
assert schema.incremental_fields == [], name
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://app.retently.com/api/v2/feedback"),
- ("forbidden", "403 Client Error: Forbidden for url: https://app.retently.com/api/v2/customers?page=1"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = RetentlySource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://app.retently.com/api/v2/feedback",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='app.retently.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = RetentlySource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestResumablePlumbing:
def setup_method(self) -> None:
self.driver = SourceDriver(RetentlySource(), RetentlySourceConfig(api_key="key"))
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/rocketlane/tests/test_rocketlane_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/rocketlane/tests/test_rocketlane_source.py
index 0cdc953682b3..cc0b9520b7e3 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/rocketlane/tests/test_rocketlane_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/rocketlane/tests/test_rocketlane_source.py
@@ -25,36 +25,6 @@ class TestRocketlaneSource:
# get_schemas is a static catalog with no I/O, so the public docs can render the table list.
assert self.source.lists_tables_without_credentials is True
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.rocketlane.com/api/1.0/projects?pageSize=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.rocketlane.com/api/1.0/tasks?pageSize=100&pageToken=abc",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.rocketlane.com/api/1.0/projects",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='api.rocketlane.com', port=443): Read timed out."),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.rocketlane.com/api/1.0/users"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
("valid", 200, True, None),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/rootly/tests/test_rootly_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/rootly/tests/test_rootly_source.py
index 62b9f1d46ac0..9eb41488510c 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/rootly/tests/test_rootly_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/rootly/tests/test_rootly_source.py
@@ -57,32 +57,6 @@ class TestRootlyValidateCredentials:
assert (error is None) is expected_ok
-class TestRootlyNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.rootly.com/v1/incidents?page[size]=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.rootly.com/v1/secrets"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = RootlySource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.rootly.com/v1/incidents"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.rootly.com/v1/incidents"),
- ("read_timeout", "HTTPSConnectionPool(host='api.rootly.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = RootlySource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestRootlyResumableAndPipeline:
@parameterized.expand(
[
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/rss/tests/test_rss_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/rss/tests/test_rss_source.py
index 54a5e91b6ef0..1da5a245574a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/rss/tests/test_rss_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/rss/tests/test_rss_source.py
@@ -14,40 +14,16 @@ class TestRssSource:
@parameterized.expand(
[
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.rss.com/v4/podcasts",
- ),
(
"payment_required",
"402 Client Error: Payment Required for url: https://api.rss.com/v4/podcasts",
),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.rss.com/v4/podcasts/1/episodes?page=1",
- ),
]
)
def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.rss.com/v4/podcasts",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.rss.com/v4/podcasts",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.rss.source.validate_credentials")
def test_validate_credentials_delegates_with_api_key(self, mock_validate: mock.MagicMock) -> None:
# The status-to-message mapping lives in rss.validate_credentials; here we only assert the
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/ruddr/tests/test_ruddr_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/ruddr/tests/test_ruddr_source.py
index fc7c4f0bf16e..2579ca9f0715 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/ruddr/tests/test_ruddr_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/ruddr/tests/test_ruddr_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.ruddr import RuddrSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.ruddr.source import RuddrSource
@@ -12,35 +10,6 @@ class TestRuddrSource:
self.team_id = 123
self.config = RuddrSourceConfig(api_key="ruddr-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://www.ruddr.io/api/workspace/clients?limit=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://www.ruddr.io/api/workspace/projects?limit=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://www.ruddr.io/api/workspace/clients",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://www.ruddr.io/api/workspace/projects",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.ruddr.source.validate_credentials")
def test_validate_credentials_delegates_with_api_key(self, mock_validate: mock.MagicMock) -> None:
# The status-to-message mapping lives in ruddr.validate_credentials; here we only assert the
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/safetyculture/tests/test_safetyculture_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/safetyculture/tests/test_safetyculture_source.py
index a1016ef2ff90..d35aab24b7cb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/safetyculture/tests/test_safetyculture_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/safetyculture/tests/test_safetyculture_source.py
@@ -14,26 +14,6 @@ class TestSafetyCultureSource:
self.team_id = 123
self.config = SafetyCultureSourceConfig(api_token="sc-token")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.safetyculture.io/feed/users",),
- ("403 Client Error: Forbidden for url: https://api.safetyculture.io/feed/inspections?archived=both",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.safetyculture.io/feed/users",),
- ("429 Client Error: Too Many Requests for url: https://api.safetyculture.io/feed/inspections",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
(200, True, None),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/sage_hr/tests/test_sage_hr_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/sage_hr/tests/test_sage_hr_source.py
index 88e98d84cf4d..3ccd7159fa18 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/sage_hr/tests/test_sage_hr_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/sage_hr/tests/test_sage_hr_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.sagehr import SageHRSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.sage_hr.source import SageHRSource
@@ -17,26 +15,6 @@ class TestSageHRSource:
# editor to re-enter the key.
assert self.source.connection_host_fields == ["subdomain"]
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://acme.sage.hr/api/employees?page=1"),
- ("forbidden", "403 Client Error: Forbidden for url: https://other-co.sage.hr/api/teams?page=2"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://acme.sage.hr/api/employees"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://acme.sage.hr/api/teams"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.sage_hr.source.sage_hr_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/salesflare/tests/test_salesflare_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/salesflare/tests/test_salesflare_source.py
index 0e283c5f65f3..12deac29c955 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/salesflare/tests/test_salesflare_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/salesflare/tests/test_salesflare_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.salesflare import (
SalesflareSourceConfig,
)
@@ -14,32 +12,6 @@ class TestSalesflareSource:
self.team_id = 123
self.config = SalesflareSourceConfig(api_key="sf-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.salesflare.com/contacts?limit=100&offset=0",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.salesflare.com/accounts?limit=100&offset=0",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.salesflare.com/contacts"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.salesflare.com/accounts"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.salesflare.source.salesflare_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/savvycal/tests/test_savvycal_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/savvycal/tests/test_savvycal_source.py
index f7dc34ae9199..38f2c5fbcb94 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/savvycal/tests/test_savvycal_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/savvycal/tests/test_savvycal_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.savvycal import (
SavvyCalSourceConfig,
)
@@ -14,26 +12,6 @@ class TestSavvyCalSource:
self.team_id = 123
self.config = SavvyCalSourceConfig(api_key="pt_secret_key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.savvycal.com/v1/events",),
- ("403 Client Error: Forbidden for url: https://api.savvycal.com/v1/me",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.savvycal.com/v1/events",),
- ("429 Client Error: Too Many Requests for url: https://api.savvycal.com/v1/links",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.savvycal.source.validate_credentials")
def test_validate_credentials_delegates_to_shared_helper(self, mock_validate: mock.MagicMock) -> None:
# The source method forwards the token to the shared validator and returns its result verbatim.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/scale_ai/tests/test_scale_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/scale_ai/tests/test_scale_ai_source.py
index 206d3722048c..2eeb3f656e34 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/scale_ai/tests/test_scale_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/scale_ai/tests/test_scale_ai_source.py
@@ -47,26 +47,6 @@ class TestScaleAICredentials:
):
assert ScaleAISource().validate_credentials(config, team_id=1) == expected
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.scale.com/v1/tasks?limit=1"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.scale.com/v1/batches?limit=100"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = ScaleAISource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.scale.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.scale.com/v1/tasks"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = ScaleAISource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
class TestScaleAIPipelineWiring:
def test_source_for_pipeline_drops_cursor_on_full_refresh(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/secoda/tests/test_secoda_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/secoda/tests/test_secoda_source.py
index ed1ff1d17017..fcc296794428 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/secoda/tests/test_secoda_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/secoda/tests/test_secoda_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.secoda import SecodaSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.secoda.source import SecodaSource
@@ -12,26 +10,6 @@ class TestSecodaSource:
self.team_id = 123
self.config = SecodaSourceConfig(api_key="sk-key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.secoda.co/api/v1/table/tables",),
- ("403 Client Error: Forbidden for url: https://api.secoda.co/api/v1/user",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.secoda.co/api/v1/table/tables",),
- ("429 Client Error: Too Many Requests for url: https://api.secoda.co/api/v1/user",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.secoda.source.validate_credentials")
def test_validate_credentials_delegates_to_shared_helper(self, mock_validate: mock.MagicMock) -> None:
# The source method forwards the workspace API key to the shared validator and returns its result verbatim.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/segment/tests/test_segment_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/segment/tests/test_segment_source.py
index 62ca48fde8c7..a29c6244ee85 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/segment/tests/test_segment_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/segment/tests/test_segment_source.py
@@ -28,29 +28,6 @@ class TestValidateCredentials:
assert region in network.requests_log[0].url
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.segmentapis.com/sources"),
- ("forbidden", "403 Client Error: Forbidden for url: https://eu1.api.segmentapis.com/labels"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable_errors = SegmentSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.segmentapis.com/sources"),
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://api.segmentapis.com/sources"),
- ("read_timeout", "HTTPSConnectionPool(host='api.segmentapis.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable_errors = SegmentSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
-
-
class TestCanonicalDescriptions:
def test_descriptions_cover_known_endpoints(self) -> None:
descriptions = SegmentSource().get_canonical_descriptions()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/semgrep/tests/test_semgrep_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/semgrep/tests/test_semgrep_source.py
index e3c55cd3faae..d3c057dad664 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/semgrep/tests/test_semgrep_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/semgrep/tests/test_semgrep_source.py
@@ -2,8 +2,6 @@ from typing import Any
from unittest.mock import MagicMock, patch
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.semgrep.canonical_descriptions import (
CANONICAL_DESCRIPTIONS,
)
@@ -38,41 +36,6 @@ class TestValidateCredentials:
assert error is not None
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://semgrep.dev/api/v1/deployments/my-org/findings?issue_type=sast",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://semgrep.dev/api/v1/deployments/123/secrets",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = SemgrepSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='semgrep.dev', port=443): Read timed out."),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://semgrep.dev/api/v1/deployments",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://semgrep.dev/api/v1/deployments",
- ),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = SemgrepSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestCanonicalDescriptions:
def test_canonical_descriptions_keys_are_known_endpoints(self) -> None:
# Every documented table must map to a real endpoint, or its descriptions never apply.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/sendowl/tests/test_sendowl_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/sendowl/tests/test_sendowl_source.py
index 036b00a34da2..5e252b4df291 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/sendowl/tests/test_sendowl_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/sendowl/tests/test_sendowl_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.sendowl import (
SendowlSourceConfig,
)
@@ -14,27 +12,6 @@ class TestSendowlSource:
self.team_id = 123
self.config = SendowlSourceConfig(api_key="sendowl-key", api_secret="sendowl-secret")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://www.sendowl.com/api/v1/products?page=1&per_page=50",),
- ("403 Client Error: Forbidden for url: https://www.sendowl.com/api/v1_3/orders?page=2&per_page=50",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://www.sendowl.com/api/v1/products",),
- ("HTTPSConnectionPool(host='www.sendowl.com', port=443): Read timed out.",),
- ("429 Client Error: Too Many Requests for url: https://www.sendowl.com/api/v1_3/orders",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.sendowl.source.sendowl_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_sendowl_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/servicem8/tests/test_servicem8_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/servicem8/tests/test_servicem8_source.py
index e3c5d423ac6b..dbee14591cb0 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/servicem8/tests/test_servicem8_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/servicem8/tests/test_servicem8_source.py
@@ -47,15 +47,6 @@ class TestServiceM8Source:
self.team_id = 123
self.config = Servicem8SourceConfig(api_key="sm8-key")
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.servicem8.com"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.servicem8.com"),
- ]
- )
- def test_non_retryable_errors(self, _name: str, expected_key: str) -> None:
- assert expected_key in self.source.get_non_retryable_errors()
-
@parameterized.expand([(name,) for name in ENDPOINTS])
def test_canonical_descriptions_document_the_primary_key(self, endpoint: str) -> None:
columns = CANONICAL_DESCRIPTIONS[endpoint]["columns"]
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/shippo/tests/test_shippo_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/shippo/tests/test_shippo_source.py
index 5135efb7d646..797c14519ed3 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/shippo/tests/test_shippo_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/shippo/tests/test_shippo_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.shippo import ShippoSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.shippo.canonical_descriptions import (
CANONICAL_DESCRIPTIONS,
@@ -20,32 +18,6 @@ class TestShippoSource:
# Keys must match schema names exactly or the enrichment silently falls back to the LLM.
assert set(CANONICAL_DESCRIPTIONS) == set(ENDPOINTS)
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.goshippo.com/shipments/?results=100",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.goshippo.com/transactions/?results=100",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.goshippo.com/shipments/"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.goshippo.com/shipments/"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.shippo.source.shippo_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/shopwired/tests/test_shopwired_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/shopwired/tests/test_shopwired_source.py
index 6c2d237cac24..46475b4d5c92 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/shopwired/tests/test_shopwired_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/shopwired/tests/test_shopwired_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.shopwired import (
ShopWiredSourceConfig,
)
@@ -14,29 +12,6 @@ class TestShopWiredSource:
self.team_id = 123
self.config = ShopWiredSourceConfig(api_key="sw-key", api_secret="sw-secret")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.ecommerceapi.uk/v1/orders?count=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.ecommerceapi.uk/v1/products?count=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.ecommerceapi.uk/v1/orders"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.ecommerceapi.uk/v1/products"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.shopwired.source.validate_credentials"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/shortcut/tests/test_shortcut_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/shortcut/tests/test_shortcut_source.py
index 474dbf90a563..567870342d2f 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/shortcut/tests/test_shortcut_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/shortcut/tests/test_shortcut_source.py
@@ -1,5 +1,3 @@
-import pytest
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.shortcut import (
ShortcutSourceConfig,
)
@@ -26,14 +24,3 @@ class TestShortcutSource:
assert schema.supports_incremental is False, name
assert schema.supports_append is False, name
assert schema.incremental_fields == []
-
- @pytest.mark.parametrize(
- "observed_error",
- [
- "401 Client Error: Unauthorized for url: https://api.app.shortcut.com/api/v3/members",
- "403 Client Error: Forbidden for url: https://api.app.shortcut.com/api/v3/stories/search",
- ],
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/shortio/tests/test_shortio_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/shortio/tests/test_shortio_source.py
index 23d0732730a0..82d32e823387 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/shortio/tests/test_shortio_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/shortio/tests/test_shortio_source.py
@@ -1,7 +1,6 @@
from unittest import mock
import structlog
-from parameterized import parameterized
from products.warehouse_sources.backend.temporal.data_imports.sources.common.typings import SourceInputs
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.shortio import (
@@ -33,26 +32,6 @@ class TestShortioSource:
self.team_id = 123
self.config = ShortioSourceConfig(api_key="sk-key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.short.io/api/domains",),
- ("403 Client Error: Forbidden for url: https://api.short.io/api/domains",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.short.io/api/domains",),
- ("429 Client Error: Too Many Requests for url: https://api.short.io/api/domains",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.shortio.source.shortio_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = _make_inputs(schema_name="domains")
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/sigma_computing/tests/test_sigma_computing_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/sigma_computing/tests/test_sigma_computing_source.py
index 9f0a5cf71368..7b8b6cd7de07 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/sigma_computing/tests/test_sigma_computing_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/sigma_computing/tests/test_sigma_computing_source.py
@@ -54,9 +54,3 @@ class TestSigmaComputingSource:
def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
-
- def test_non_retryable_errors_ignore_transient_failures(self) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(
- key in "500 Server Error for url: https://api.sigmacomputing.com/v2/workbooks" for key in non_retryable
- )
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/simfin/tests/test_simfin_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/simfin/tests/test_simfin_source.py
index 3b7601abeb95..7d1be70ec3f9 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/simfin/tests/test_simfin_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/simfin/tests/test_simfin_source.py
@@ -77,14 +77,3 @@ class TestSimFinSource:
with pytest.raises(ValueError, match="Too many tickers"):
SimFinSource().source_for_pipeline(oversized, inputs)
source_fn.assert_not_called()
-
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://backend.simfin.com"),
- ("forbidden", "403 Client Error: Forbidden for url: https://backend.simfin.com"),
- ]
- )
- def test_non_retryable_errors_cover_permanent_failures(self, _name: str, expected_key: str) -> None:
- errors = SimFinSource().get_non_retryable_errors()
- assert expected_key in errors
- assert errors[expected_key]
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/simplecast/tests/test_simplecast_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/simplecast/tests/test_simplecast_source.py
index 43892797fb90..34318ed96f3b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/simplecast/tests/test_simplecast_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/simplecast/tests/test_simplecast_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.base import UNVERSIONED_API_VERSION
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.simplecast import (
SimpleCastSourceConfig,
@@ -18,32 +16,6 @@ class TestSimpleCastSource:
self.team_id = 123
self.config = SimpleCastSourceConfig(api_key="sc-token")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.simplecast.com/podcasts?limit=100&offset=0",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.simplecast.com/podcasts?limit=100&offset=0",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.simplecast.com/podcasts"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.simplecast.com/podcasts"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.simplecast.source._validate_credentials"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/singlestore/tests/test_singlestore_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/singlestore/tests/test_singlestore_source.py
index 70719428cd92..b056e57d425d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/singlestore/tests/test_singlestore_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/singlestore/tests/test_singlestore_source.py
@@ -3,8 +3,6 @@ from typing import Any
from unittest import mock
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.typings import SourceInputs
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.singlestore import (
SinglestoreSourceConfig,
@@ -43,30 +41,6 @@ class TestSinglestoreSource:
# get_schemas iterates a static catalog with no I/O, so the public docs render the table list.
assert self.source.lists_tables_without_credentials is True
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.singlestore.com/v1/organizations/current",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.singlestore.com/v1/workspaces"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://api.singlestore.com/v1/workspaces"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.singlestore.com/v1/regions"),
- ("read_timeout", "HTTPSConnectionPool(host='api.singlestore.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
def test_source_for_pipeline_plumbs_arguments(self) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/smaily/tests/test_smaily_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/smaily/tests/test_smaily_source.py
index b49c84092005..121a2c029652 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/smaily/tests/test_smaily_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/smaily/tests/test_smaily_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.smaily import SmailySourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.smaily.source import SmailySource
@@ -17,35 +15,6 @@ class TestSmailySource:
# without re-entering the password would let an editor replay the credential elsewhere.
assert self.source.connection_host_fields == ["subdomain"]
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://acme.sendsmaily.net/api/campaign.php?page=0",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://acme.sendsmaily.net/api/contact.php?list=1"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://acme.sendsmaily.net/api/campaign.php",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://acme.sendsmaily.net/api/list.php",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.smaily.source.validate_credentials")
def test_validate_credentials_delegates_with_config_values(self, mock_validate: mock.MagicMock) -> None:
# The status-to-message mapping lives in smaily.validate_credentials; here we only assert
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/smartengage/tests/test_smartengage_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/smartengage/tests/test_smartengage_source.py
index 3f1b0786773f..d0ff7ede00d3 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/smartengage/tests/test_smartengage_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/smartengage/tests/test_smartengage_source.py
@@ -1,5 +1,3 @@
-import pytest
-
from products.warehouse_sources.backend.facade.source_config import DataWarehouseSourceCategory, ReleaseStatus
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.smartengage import (
SmartEngageSourceConfig,
@@ -33,15 +31,3 @@ class TestSmartEngageSource:
assert schema.supports_incremental is False
assert schema.supports_append is False
assert schema.incremental_fields == []
-
- @pytest.mark.parametrize(
- "observed_error,expected_non_retryable",
- [
- ("401 Client Error: Unauthorized for url: https://api.smartengage.com/avatars/list", True),
- ("403 Client Error: Forbidden for url: https://api.smartengage.com/tags/list", True),
- ("500 Server Error: Internal Server Error for url: https://api.smartengage.com/avatars/list", False),
- ],
- )
- def test_non_retryable_errors(self, observed_error: str, expected_non_retryable: bool) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable) is expected_non_retryable
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/smartwaiver/tests/test_smartwaiver_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/smartwaiver/tests/test_smartwaiver_source.py
index ad479ac6a3a9..9c6e9a05da5e 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/smartwaiver/tests/test_smartwaiver_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/smartwaiver/tests/test_smartwaiver_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.smartwaiver import (
SmartwaiverSourceConfig,
)
@@ -18,29 +16,6 @@ class TestSmartwaiverSource:
self.team_id = 123
self.config = SmartwaiverSourceConfig(api_key="key")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.smartwaiver.com/v4/waivers?limit=100&offset=0",),
- (
- "403 Client Error: Forbidden for url: https://api.smartwaiver.com/v4/checkins?fromDts=2000-01-01T00%3A00%3A00",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable_errors)
-
- @parameterized.expand(
- [
- ("429 Client Error: Too Many Requests for url: https://api.smartwaiver.com/v4/waivers",),
- ("500 Server Error: Internal Server Error for url: https://api.smartwaiver.com/v4/waivers",),
- ("HTTPSConnectionPool(host='api.smartwaiver.com', port=443): Read timed out.",),
- ]
- )
- def test_non_retryable_errors_do_not_match_transient(self, other_error):
- non_retryable_errors = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable_errors)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.smartwaiver.source.smartwaiver_source"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/snyk/tests/test_snyk_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/snyk/tests/test_snyk_source.py
index d484b037b1d1..c0c975867b6b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/snyk/tests/test_snyk_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/snyk/tests/test_snyk_source.py
@@ -81,30 +81,3 @@ class TestSnykSource:
for config in SNYK_ENDPOINTS.values():
if config.scope is SnykScope.PER_ORG:
assert "organization_id" in config.primary_keys, config.name
-
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.snyk.io/rest/orgs?version=2024-10-15",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.eu.snyk.io/rest/orgs/o1/issues?version=2024-10-15",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.snyk.io/rest/orgs"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.snyk.io/rest/orgs"),
- ("read_timeout", "HTTPSConnectionPool(host='api.snyk.io', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/solarwinds_service_desk/tests/test_solarwinds_service_desk_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/solarwinds_service_desk/tests/test_solarwinds_service_desk_source.py
index 1c85e3208ac1..0766a5bd968b 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/solarwinds_service_desk/tests/test_solarwinds_service_desk_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/solarwinds_service_desk/tests/test_solarwinds_service_desk_source.py
@@ -25,7 +25,6 @@ class TestSolarwindsServiceDeskSource:
@parameterized.expand(
[
- ("unauthorized_us", "401 Client Error: Unauthorized for url: https://api.samanage.com/incidents.json"),
("forbidden_eu", "403 Client Error: Forbidden for url: https://apieu.samanage.com/users.json"),
("unauthorized_au", "401 Client Error: Unauthorized for url: https://apiau.samanage.com/problems.json"),
]
@@ -34,16 +33,6 @@ class TestSolarwindsServiceDeskSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.samanage.com"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://apieu.samanage.com"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand(
[
# At create only the token is probed; per-schema validation probes that endpoint's path.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/spot_io/tests/test_spot_io_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/spot_io/tests/test_spot_io_source.py
index cce537bdcdff..3f2dfdcf97e4 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/spot_io/tests/test_spot_io_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/spot_io/tests/test_spot_io_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.spotio import SpotIoSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.spot_io.source import SpotIoSource
@@ -12,16 +10,6 @@ class TestSpotIoSource:
self.team_id = 123
self.config = SpotIoSourceConfig(api_token="spot-token")
- @parameterized.expand(
- [
- "401 Client Error: Unauthorized for url: https://api.spotinst.io/aws/ec2/group",
- "403 Client Error: Forbidden for url: https://api.spotinst.io/aws/ec2/group",
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.spot_io.source.spot_io_source")
def test_source_for_pipeline_omits_watermark_when_not_incremental(
self, mock_spot_io_source: mock.MagicMock
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/stigg/tests/test_stigg_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/stigg/tests/test_stigg_source.py
index 35f94623568d..b99563bd0ce6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/stigg/tests/test_stigg_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/stigg/tests/test_stigg_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.stigg import StiggSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.stigg.source import StiggSource
@@ -12,35 +10,6 @@ class TestStiggSource:
self.team_id = 123
self.config = StiggSourceConfig(api_key="stigg-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.stigg.io/api/v1/customers?limit=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.stigg.io/api/v1/plans?limit=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.stigg.io/api/v1/customers",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.stigg.io/api/v1/plans",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.stigg.source.validate_credentials")
def test_validate_credentials_delegates_with_api_key(self, mock_validate: mock.MagicMock) -> None:
# The status-to-message mapping lives in stigg.validate_credentials; here we only assert the
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/stockdata/tests/test_stockdata_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/stockdata/tests/test_stockdata_source.py
index df4cec87e014..f8234bfb5f31 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/stockdata/tests/test_stockdata_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/stockdata/tests/test_stockdata_source.py
@@ -43,9 +43,7 @@ class TestStockDataSource:
@parameterized.expand(
[
- ("http_unauthorized", "401 Client Error: Unauthorized for url: https://api.stockdata.org"),
("http_payment_required", "402 Client Error: Payment Required for url: https://api.stockdata.org"),
- ("http_forbidden", "403 Client Error: Forbidden for url: https://api.stockdata.org"),
("missing_symbols", "StockData.org API error [missing_symbols]"),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/stripe/tests/test_stripe_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/stripe/tests/test_stripe_source.py
index f552221ee7bd..5aca520c2683 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/stripe/tests/test_stripe_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/stripe/tests/test_stripe_source.py
@@ -382,10 +382,6 @@ class TestStripeSource:
@pytest.mark.parametrize(
"other_error",
[
- # Transient/infra errors must stay retryable.
- "HTTPSConnectionPool(host='api.stripe.com', port=443): Read timed out.",
- "500 Server Error: Internal Server Error for url: https://api.stripe.com/v1/charges",
- "Connection reset by peer",
# Rate limits are transient (Retry-After-bounded) — must never disable the source.
"Request req_abc123: Request rate limit exceeded. You can learn more about rate limits here https://stripe.com/docs/rate-limits.",
],
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/tally/tests/test_tally_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/tally/tests/test_tally_source.py
index 086b7681f837..d422766f012e 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/tally/tests/test_tally_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/tally/tests/test_tally_source.py
@@ -38,25 +38,6 @@ class TestTallySource:
assert by_name["submissions"].supports_incremental is False
assert by_name["submissions"].incremental_fields == []
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.tally.so/forms?limit=500&page=1"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.tally.so/forms/F1/submissions"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- assert any(key in observed_error for key in self.source.get_non_retryable_errors())
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.tally.so/forms"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.tally.so/forms"),
- ("read_timeout", "HTTPSConnectionPool(host='api.tally.so', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed_error: str) -> None:
- assert not any(key in observed_error for key in self.source.get_non_retryable_errors())
-
@parameterized.expand(
[
("unreachable", False, None, False, "Could not reach the Tally API with this key"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/tavus/tests/test_tavus_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/tavus/tests/test_tavus_source.py
index 6b11c7cf4974..7d64bc05e83d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/tavus/tests/test_tavus_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/tavus/tests/test_tavus_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.tavus import TavusSourceConfig
from products.warehouse_sources.backend.temporal.data_imports.sources.tavus.source import TavusSource
@@ -16,27 +14,6 @@ class TestTavusSource:
# get_schemas is a static catalog with no I/O, so the public docs can render the table list.
assert self.source.lists_tables_without_credentials is True
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://tavusapi.com/videos?page=0&limit=100",),
- ("403 Client Error: Forbidden for url: https://tavusapi.com/replicas?page=1&limit=100",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://tavusapi.com/videos",),
- ("HTTPSConnectionPool(host='tavusapi.com', port=443): Read timed out.",),
- ("429 Client Error: Too Many Requests for url: https://tavusapi.com/personas",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.tavus.source.tavus_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_tavus_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/teachable/tests/test_teachable_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/teachable/tests/test_teachable_source.py
index fb7e70ea3fe8..b15b69066683 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/teachable/tests/test_teachable_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/teachable/tests/test_teachable_source.py
@@ -1,5 +1,3 @@
-import pytest
-
from products.warehouse_sources.backend.facade.source_config import DataWarehouseSourceCategory, ReleaseStatus
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.teachable import (
TeachableSourceConfig,
@@ -52,15 +50,3 @@ class TestTeachableSource:
):
assert schemas[name].supports_incremental is False, name
assert schemas[name].incremental_fields == [], name
-
- @pytest.mark.parametrize(
- "observed_error,expect_match",
- [
- ("401 Client Error: Unauthorized for url: https://developers.teachable.com/v1/users", True),
- ("403 Client Error: Forbidden for url: https://developers.teachable.com/v1/courses", True),
- ("500 Server Error: Internal Server Error for url: https://developers.teachable.com/v1/users", False),
- ],
- )
- def test_non_retryable_errors_match_auth_failures_only(self, observed_error: str, expect_match: bool) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable) is expect_match
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/teamtailor/tests/test_teamtailor_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/teamtailor/tests/test_teamtailor_source.py
index 0fc9ad0d4c8c..1ad579ac21eb 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/teamtailor/tests/test_teamtailor_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/teamtailor/tests/test_teamtailor_source.py
@@ -20,32 +20,6 @@ class TestTeamtailorSource:
self.team_id = 123
self.config = TeamtailorSourceConfig(api_key="tt-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.teamtailor.com/v1/candidates?page%5Bsize%5D=30",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.teamtailor.com/v1/jobs?page%5Bsize%5D=30"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.teamtailor.com/v1/candidates",
- ),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.teamtailor.com/v1/jobs"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_version_declarations_default_to_current(self) -> None:
# New sources start on the newest stable version; the legacy pin stays selectable.
assert self.source.supported_versions == (API_VERSION_20240404, API_VERSION_20240904)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/teamwork/tests/test_teamwork_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/teamwork/tests/test_teamwork_source.py
index c60476b57e84..bdce16d32290 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/teamwork/tests/test_teamwork_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/teamwork/tests/test_teamwork_source.py
@@ -4,8 +4,6 @@ from typing import Any
import pytest
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.teamwork import (
TeamworkSourceConfig,
)
@@ -49,21 +47,6 @@ class TestValidateCredentials:
assert captured["host"] == "mycompany.teamwork.com"
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://x.teamwork.com/projects/api/v3/tasks.json",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://x.teamwork.com/projects/api/v3/tasks.json"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- errors = TeamworkSource().get_non_retryable_errors()
- assert any(key in observed for key in errors)
-
-
class TestSourceForPipeline:
def _response(self, endpoint: str, **input_overrides: Any) -> Any:
inputs = SimpleNamespace(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/tempo/tests/test_tempo_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/tempo/tests/test_tempo_source.py
index 0000c24f8fe0..ebaf394f6a4d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/tempo/tests/test_tempo_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/tempo/tests/test_tempo_source.py
@@ -12,26 +12,6 @@ class TestTempoSource:
self.team_id = 123
self.config = TempoSourceConfig(api_token="tempo-token")
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.tempo.io/4/worklogs?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.tempo.io/4/teams?limit=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.tempo.io/4/worklogs"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.tempo.io/4/teams"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@parameterized.expand([("at_create", None), ("for_schema", "worklogs")])
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.tempo.source.validate_credentials")
def test_validate_credentials_delegates_with_token_and_schema(
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/terraform_cloud/tests/test_terraform_cloud_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/terraform_cloud/tests/test_terraform_cloud_source.py
index f4cb6b4d4285..b66b1d0da3ba 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/terraform_cloud/tests/test_terraform_cloud_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/terraform_cloud/tests/test_terraform_cloud_source.py
@@ -58,18 +58,6 @@ class TestTerraformCloudSource:
assert TerraformCloudSource().validate_credentials(_config(), team_id=1) == (True, None)
probe.assert_called_once_with("test-token", "acme")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://app.terraform.io/api/v2/workspaces/ws-1/runs",),
- ("403 Client Error: Forbidden for url: https://app.terraform.io/api/v2/organizations/acme/teams",),
- ]
- )
- def test_non_retryable_errors_match_credential_failures(self, raised_message: str) -> None:
- # A revoked token must permanently fail the sync rather than retry forever; the matcher
- # keys on the stable status text + host, so real HTTPError strings match.
- errors = TerraformCloudSource().get_non_retryable_errors()
- assert any(pattern in raised_message and friendly for pattern, friendly in errors.items())
-
@parameterized.expand([(True, "2026-01-01T00:00:00Z"), (False, None)])
def test_source_for_pipeline_plumbs_arguments(self, should_use_incremental: bool, expected_last_value: Any) -> None:
sentinel = object()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/testrail/tests/test_testrail_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/testrail/tests/test_testrail_source.py
index 58a9063ab74a..11bbecc1e0aa 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/testrail/tests/test_testrail_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/testrail/tests/test_testrail_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.testrail import (
TestrailSourceConfig,
)
@@ -23,32 +21,6 @@ class TestTestrailSource:
# retarget the subdomain and exfiltrate the preserved key.
assert self.source.connection_host_fields == ["subdomain"]
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://acme.testrail.io/index.php?/api/v2/get_projects&limit=250&offset=0",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://acme.testrail.io/index.php?/api/v2/get_cases/1&suite_id=2",
- ),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://acme.testrail.io/index.php?"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://acme.testrail.io/index.php?"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.testrail.source.testrail_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
inputs = mock.MagicMock()
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/tests/test_source_error_contract.py b/products/warehouse_sources/backend/temporal/data_imports/sources/tests/test_source_error_contract.py
new file mode 100644
index 000000000000..f98698c91a89
--- /dev/null
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/tests/test_source_error_contract.py
@@ -0,0 +1,470 @@
+"""Error classification checks for every source in the registry, so that no source needs its own copy of them.
+
+1. Each key of `get_non_retryable_errors()` is a non-empty string, and each value is None or a non-empty string.
+2. When the vendor answers every request with 401, and again with 403, the extraction raises an error
+ that the pipeline classifies as non-retryable.
+3. When the vendor answers every request with 429 or 500, or the connection times out or resets, the
+ extraction does not raise an error that the pipeline classifies as non-retryable.
+
+The checks drive the real extraction through the fake network. They classify the error that the source
+really raises, with the patterns and the matcher of the pipeline. A source with no credential field is
+not held to check 2, because the user cannot fix a 401 from a public API. A source that this test
+cannot drive has an entry in a list below, with the reason. An entry that starts to pass must leave its
+list, so the lists only get shorter.
+"""
+
+import functools
+from typing import Any
+
+import pytest
+
+from posthog.dataclasses import frozen
+
+import products.warehouse_sources.backend.temporal.data_imports.sources._load_all # noqa: F401
+from products.warehouse_sources.backend.temporal.data_imports.external_data_job import Any_Source_Errors
+from products.warehouse_sources.backend.temporal.data_imports.sources.common.base import (
+ _BaseSource,
+ error_message_matches,
+)
+from products.warehouse_sources.backend.temporal.data_imports.sources.common.registry import SourceRegistry
+from products.warehouse_sources.backend.temporal.data_imports.sources.common.testing import (
+ DatabaseBlockedError,
+ NetworkBlockedError,
+ RunStopped,
+ ScriptedResponse,
+ SourceDriver,
+ always,
+ scripted_network,
+)
+from products.warehouse_sources.backend.temporal.data_imports.sources.tests.contract_harness import (
+ empty_page_body,
+ is_stub,
+ native_driver,
+ placeholder_configs,
+)
+
+ALL_SOURCES: dict[str, _BaseSource[Any]] = {
+ str(source_type): source for source_type, source in SourceRegistry.get_all_sources().items()
+}
+SOURCE_NAMES = sorted(ALL_SOURCES)
+EXTRACTING_SOURCE_NAMES = [name for name in SOURCE_NAMES if not is_stub(ALL_SOURCES[name])]
+
+TEAM_ID = 1
+# A source whose first schemas send no request, for example webhook-only schemas, gets this many tries.
+MAX_SCHEMAS_TRIED = 5
+
+AUTH_FAILURES: dict[str, ScriptedResponse | BaseException] = {
+ "401": ScriptedResponse(status=401),
+ "403": ScriptedResponse(status=403),
+}
+TRANSIENT_FAILURES: dict[str, ScriptedResponse | BaseException] = {
+ "429": ScriptedResponse(status=429),
+ "500": ScriptedResponse(status=500),
+ "read_timeout": TimeoutError("timed out"),
+ "connection_reset": ConnectionResetError(104, "Connection reset by peer"),
+}
+ALL_AUTH_STATUSES = frozenset(AUTH_FAILURES)
+
+# Sources whose errors this test cannot classify. Reasons:
+# `driver`: the source imports a driver that opens connections the fake network cannot see.
+# `schemas`: `get_schemas` lists no schema for any placeholder config.
+# `no-request`: no extraction sends a request for any placeholder config and schema.
+# `database`: the extraction reads the application database before its first request.
+# `transport`: the extraction opens a connection outside `requests` before its first request.
+# `redacted`: the only placeholder config that reaches the vendor holds `1`, and the redaction of
+# secrets masks each `1` in the error text, so the status code in the text no longer reads `401`.
+NOT_CHECKABLE: dict[str, str] = {
+ "AmazonS3": "schemas",
+ "AppStoreConnect": "no-request",
+ "AppleSearchAds": "no-request",
+ "Attentive": "no-request",
+ "AzureCostManagement": "no-request",
+ "Baserow": "schemas",
+ "BigQuery": "driver",
+ "BingAds": "database",
+ "Breezometer": "no-request",
+ "CiscoDuo": "no-request",
+ "ClickHouse": "schemas",
+ "Convex": "schemas",
+ "CosmosDB": "schemas",
+ "Coveralls": "no-request",
+ "Custom": "schemas",
+ "CustomerIO": "no-request",
+ "Databricks": "driver",
+ "Depot": "no-request",
+ "Docusign": "no-request",
+ "Dynamics365": "no-request",
+ "DynamoDB": "schemas",
+ "Elasticsearch": "schemas",
+ "Firebase": "schemas",
+ "Framer": "no-request",
+ "GcpCloudBilling": "no-request",
+ "Ghost": "no-request",
+ "Github": "no-request",
+ "GoogleAds": "driver",
+ "GoogleAnalytics": "database",
+ "GooglePlayConsole": "no-request",
+ "GoogleSearchConsole": "database",
+ "GoogleSheets": "schemas",
+ "GrafanaIRM": "no-request",
+ "Hatchet": "no-request",
+ "HelpScout": "database",
+ "Hubspot": "database",
+ "Instagram": "database",
+ "Intercom": "database",
+ "Kafka": "driver",
+ "Kestra": "no-request",
+ "Linear": "database",
+ "LinkedinAds": "database",
+ "Logicmonitor": "no-request",
+ "MSSQL": "driver",
+ "MetaAds": "database",
+ "Modal": "driver",
+ "MongoDB": "driver",
+ "Motherduck": "driver",
+ "MySQL": "driver",
+ "Neo4j": "schemas",
+ "Neon": "driver",
+ "OpenMeteo": "no-request",
+ "OpenWeather": "no-request",
+ "Pardot": "database",
+ "PinterestAds": "database",
+ "PlanetScaleMySQL": "driver",
+ "PlanetScalePostgres": "driver",
+ "Postgres": "driver",
+ "ProofpointTap": "no-request",
+ "RedditAds": "database",
+ "Redshift": "driver",
+ "SFTP": "schemas",
+ "Salesforce": "database",
+ "SevenShifts": "redacted",
+ "Slack": "schemas",
+ "SnapchatAds": "database",
+ "Snowflake": "driver",
+ "Supabase": "driver",
+ "TemporalIO": "driver",
+ "TikTokAds": "database",
+ "Trino": "schemas",
+ "TwitterAds": "database",
+ "UnityAds": "redacted",
+ "Wrike": "no-request",
+ "YouTubeAnalytics": "database",
+}
+
+# Sources that classify one of 401 and 403 as a credential failure, and retry the other. The value is
+# the status that the source classifies, and this test checks that status.
+ONE_AUTH_STATUS_CLASSIFIED: dict[str, str] = {
+ "AdobeAnalytics": "401",
+ "AmazonAds": "401",
+ "AssemblyAI": "401",
+ "BlandAI": "401",
+ "Braintree": "401",
+ "Bugherd": "401",
+ "CdcOpenData": "403",
+ "Chameleon": "403",
+ "Clever": "401",
+ "Cloudability": "401",
+ "Codemagic": "401",
+ "CoinGecko": "401",
+ "Commercetools": "401",
+ "Coupa": "403",
+ "Courier": "403",
+ "DataForSEO": "401",
+ "Discourse": "403",
+ "Expo": "401",
+ "Faire": "401",
+ "FusionAuth": "401",
+ "GooglePageSpeedInsights": "403",
+ "GoogleWebfonts": "403",
+ "Healthchecks": "401",
+ "Kickscale": "403",
+ "Knowbe4": "401",
+ "Linearb": "403",
+ "Mailjet": "401",
+ "NewsApi": "401",
+ "OnePassword": "401",
+ "OpnPayments": "401",
+ "Optimizely": "401",
+ "Plaid": "401",
+ "PowerBiAdmin": "401",
+ "Razorpay": "401",
+ "Rewardful": "401",
+ "SharePoint": "401",
+ "Shopify": "401",
+ "SpotlerCRM": "403",
+ "TMDb": "401",
+ "TrunkIo": "401",
+ "Uptimerobot": "403",
+ "Waydev": "401",
+ "ZapierSupportedStorage": "401",
+}
+
+# Sources that classify a credential failure in another way on purpose. Reasons:
+# `error-body`: the source reads the failure from the vendor's response body, such as an AWS error code
+# or a GraphQL error, and a bare status has no body to read.
+AUTH_CLASSIFIED_ELSEWHERE: dict[str, str] = {
+ "AlphaVantage": "error-body",
+ "AwsBatch": "error-body",
+ "AwsBudgets": "error-body",
+ "AwsCloudTrail": "error-body",
+ "AwsComputeOptimizer": "error-body",
+ "AwsConfig": "error-body",
+ "AwsCostAnomalyDetection": "error-body",
+ "AwsCostExplorer": "error-body",
+ "AwsGlueDataCatalog": "error-body",
+ "AwsGuardduty": "error-body",
+ "AwsIamAccessAnalyzer": "error-body",
+ "AwsMacie": "error-body",
+ "AwsOrganizations": "error-body",
+ "AwsSagemaker": "error-body",
+ "AwsSavingsPlans": "error-body",
+ "AwsSecurityHub": "error-body",
+ "AwsSes": "error-body",
+ "AwsStepFunctions": "error-body",
+ "AwsSystemsManager": "error-body",
+ "AwsWaf": "error-body",
+ "Bettermode": "error-body",
+ "Finnworlds": "error-body",
+ "LessAnnoyingCRM": "error-body",
+ "Railway": "error-body",
+ "Skio": "error-body",
+ "Spacelift": "error-body",
+ "Stripe": "error-body",
+ "Stytch": "error-body",
+ "TwelveData": "error-body",
+ "USCensus": "error-body",
+ "UsBea": "error-body",
+}
+
+# Sources whose real 401 and 403 errors the pipeline retries until the retry budget runs out, and then
+# shows as the raw error. Each entry is a defect to fix.
+AUTH_FAILURE_NOT_CLASSIFIED: dict[str, str] = {
+ # The shared OAuth2 token exchange raises `OAuth2AuthRequestError`, and no key matches its
+ # `OAUTH2_PERMANENT_ERROR_MARKER`.
+ "CultureAmp": "oauth2-token",
+ "SigmaComputing": "oauth2-token",
+ "Workday": "oauth2-token",
+ "Zoom": "oauth2-token",
+ # The source raises `Similarweb API returned status 403 for <url>`, and its key expects the
+ # `requests` wording `403 Client Error: Forbidden for url`. A 401 means no data for one domain, on purpose.
+ "Similarweb": "key-mismatch",
+}
+
+# Sources whose real error for a transient failure matches a key on purpose. The value is every such failure.
+TRANSIENT_FAILURE_NON_RETRYABLE_ON_PURPOSE: dict[str, frozenset[str]] = {
+ # A 429 means that the daily quota of the project is used up.
+ "MicrosoftClarity": frozenset({"429"}),
+ # A 429 means that the vendor blocked the account after over-use.
+ "OpenExchangeRates": frozenset({"429"}),
+ # The source retries a 429 itself, and then raises an error that says the daily row quota is used up.
+ "Singular": frozenset({"429"}),
+}
+
+# Sources whose real error for a transient failure matches a key, so that a short outage at the vendor
+# disables the sync. Each entry is a defect to fix: make the key narrower. The value is every such failure.
+TRANSIENT_FAILURE_CLASSIFIED_NON_RETRYABLE: dict[str, frozenset[str]] = {
+ # The key `AppDynamics OAuth token request failed` also matches the retryable token error.
+ "Appdynamics": frozenset({"429", "500"}),
+ # The key `IP2WHOIS API error` also matches `IP2WHOIS API error (retryable)`.
+ "IP2Whois": frozenset({"429", "500"}),
+ # The key `Marketo authentication failed` also matches a 429 or a 5xx from the identity endpoint.
+ "Marketo": frozenset({"429", "500"}),
+}
+
+
+@frozen
+class Probe:
+ """A config and a schema whose extraction sends a request, so that a scripted failure reaches the source."""
+
+ config: Any
+ schema_name: str
+
+
+@frozen
+class AuthVerdict:
+ # Empty when the test found a probe, or else the reason it found none.
+ not_checkable: str = ""
+ # The auth statuses whose real error the pipeline classifies as non-retryable, for the best probe.
+ classified: frozenset[str] = frozenset()
+ probe: Probe | None = None
+ # The errors that the pipeline does not classify, for the message of a failed check.
+ detail: str = ""
+
+
+def _is_non_retryable(source: _BaseSource[Any], error: BaseException) -> bool:
+ # The same patterns and the same matcher as the pipeline uses, in the activity and in the finalizer.
+ return error_message_matches(str(error), {**Any_Source_Errors, **source.get_non_retryable_errors()})
+
+
+def _has_credential_field(fields: list[Any]) -> bool:
+ for field in fields:
+ if getattr(field, "secret", False) or getattr(field, "type", None) in ("oauth", "file-upload"):
+ return True
+ nested = list(getattr(field, "fields", None) or [])
+ for option in getattr(field, "options", None) or []:
+ nested.extend(getattr(option, "fields", None) or [])
+ if _has_credential_field(nested):
+ return True
+ return False
+
+
+def _schema_names(source: _BaseSource[Any], config: Any) -> list[str]:
+ # A source that asks the vendor for its schema list gets an empty page, so it still names its static schemas.
+ with scripted_network(always(ScriptedResponse(json=empty_page_body(None, 0)))):
+ try:
+ return [schema.name for schema in source.get_schemas(config, team_id=TEAM_ID)]
+ except (Exception, RunStopped):
+ return []
+
+
+def _probes(source: _BaseSource[Any]) -> tuple[list[Probe], str]:
+ """One probe for each placeholder config that reaches the vendor, or else the reason there is none."""
+ probes: list[Probe] = []
+ reasons: set[str] = set()
+ for config in placeholder_configs(source._config_class):
+ schema_names = _schema_names(source, config)
+ if not schema_names:
+ reasons.add("schemas")
+ for schema_name in schema_names[:MAX_SCHEMAS_TRIED]:
+ result = SourceDriver(source, config).run(schema_name, always(ScriptedResponse(status=401)))
+ if result.requests:
+ probes.append(Probe(config=config, schema_name=schema_name))
+ break
+ if isinstance(result.raised, DatabaseBlockedError):
+ reasons.add("database")
+ elif isinstance(result.raised, NetworkBlockedError):
+ reasons.add("transport")
+ else:
+ reasons.add("no-request")
+ return probes, next((r for r in ("database", "transport", "no-request", "schemas") if r in reasons), "schemas")
+
+
+def _raised(source: _BaseSource[Any], probe: Probe, answer: ScriptedResponse | BaseException) -> BaseException | None:
+ raised = SourceDriver(source, probe.config).run(probe.schema_name, always(answer)).raised
+ # The harness ends a run that does not end by itself. The pipeline never sees that error.
+ return None if isinstance(raised, RunStopped) else raised
+
+
+def _describe(raised: BaseException | None) -> str:
+ return "no error" if raised is None else f"{type(raised).__name__}: {raised}"
+
+
+def auth_verdict(name: str) -> AuthVerdict:
+ source = ALL_SOURCES[name]
+ if native_driver(source) is not None:
+ return AuthVerdict(not_checkable="driver")
+ probes, reason = _probes(source)
+ if not probes:
+ return AuthVerdict(not_checkable=reason)
+
+ # A placeholder value can appear in the error text, where the redaction of secrets masks it. So the
+ # verdict is the one of the probe that classifies the most statuses.
+ best: AuthVerdict | None = None
+ for probe in probes:
+ raised = {code: _raised(source, probe, answer) for code, answer in AUTH_FAILURES.items()}
+ classified = frozenset(
+ code for code, error in raised.items() if error is not None and _is_non_retryable(source, error)
+ )
+ detail = " | ".join(f"{code}: {_describe(error)}" for code, error in raised.items() if code not in classified)
+ if best is None or len(classified) > len(best.classified):
+ best = AuthVerdict(classified=classified, probe=probe, detail=detail)
+ if classified == ALL_AUTH_STATUSES:
+ break
+ assert best is not None
+ return best
+
+
+def transient_failures_classified(name: str) -> dict[str, str]:
+ """Each transient failure whose real error the pipeline classifies as non-retryable, with that error."""
+ verdict = auth_verdict(name)
+ if verdict.probe is None:
+ return {}
+ source = ALL_SOURCES[name]
+ raised = {failure: _raised(source, verdict.probe, answer) for failure, answer in TRANSIENT_FAILURES.items()}
+ return {
+ failure: _describe(error)
+ for failure, error in raised.items()
+ if error is not None and _is_non_retryable(source, error)
+ }
+
+
[email protected]("name", SOURCE_NAMES, ids=str)
+def test_non_retryable_errors_are_well_formed(name: str) -> None:
+ errors = ALL_SOURCES[name].get_non_retryable_errors()
+ assert all(isinstance(key, str) and key.strip() for key in errors), f"{name} has an empty or non-string key."
+ # A None value tells the finalizer to show the raw error, where a string replaces it with a friendly message.
+ assert all(value is None or (isinstance(value, str) and value.strip()) for value in errors.values()), (
+ f"{name} has a message that is not None and not a non-empty string."
+ )
+
+
[email protected]("name", EXTRACTING_SOURCE_NAMES, ids=str)
+def test_auth_failures_are_non_retryable(name: str) -> None:
+ verdict = auth_verdict(name)
+ passes = verdict.classified == ALL_AUTH_STATUSES
+ if name in NOT_CHECKABLE:
+ assert not passes, f"{name} passes now. Remove it from NOT_CHECKABLE."
+ return
+ assert not verdict.not_checkable, (
+ f"{name}: the test cannot drive the source (`{verdict.not_checkable}`). Add it to NOT_CHECKABLE."
+ )
+ if name in ONE_AUTH_STATUS_CLASSIFIED:
+ expected = frozenset({ONE_AUTH_STATUS_CLASSIFIED[name]})
+ assert not passes, f"{name} passes now. Remove it from ONE_AUTH_STATUS_CLASSIFIED."
+ assert verdict.classified == expected, (
+ f"{name}: the pipeline retries the real {ONE_AUTH_STATUS_CLASSIFIED[name]} error: {verdict.detail}"
+ )
+ return
+ if name in AUTH_CLASSIFIED_ELSEWHERE or name in AUTH_FAILURE_NOT_CLASSIFIED:
+ assert not passes, f"{name} passes now. Remove it from its list."
+ return
+ if not passes and not _has_credential_field(ALL_SOURCES[name].get_source_config.fields):
+ return
+ assert passes, (
+ f"{name}: a vendor that answers every request with the status gives {verdict.detail}. The source must "
+ "raise an error that matches a key of `get_non_retryable_errors()`."
+ )
+
+
[email protected]("name", EXTRACTING_SOURCE_NAMES, ids=str)
+def test_transient_failures_stay_retryable(name: str) -> None:
+ classified = transient_failures_classified(name)
+ listed = TRANSIENT_FAILURE_NON_RETRYABLE_ON_PURPOSE | TRANSIENT_FAILURE_CLASSIFIED_NON_RETRYABLE
+ if name in listed:
+ expected = listed[name]
+ assert expected <= classified.keys(), (
+ f"{name}: {sorted(expected - classified.keys())} stay retryable now. Update its list entry."
+ )
+ assert classified.keys() == expected, (
+ f"{name}: the pipeline also stops on failures that its list entry does not name: "
+ f"{ {failure: error for failure, error in classified.items() if failure not in expected} }"
+ )
+ return
+ assert classified == {}, (
+ f"{name}: a transient vendor failure raises an error that matches a key of `get_non_retryable_errors()`, "
+ f"so a short outage disables the sync: {classified}"
+ )
+
+
+ "allowlist",
+ [
+ NOT_CHECKABLE,
+ ONE_AUTH_STATUS_CLASSIFIED,
+ AUTH_CLASSIFIED_ELSEWHERE,
+ AUTH_FAILURE_NOT_CLASSIFIED,
+ TRANSIENT_FAILURE_NON_RETRYABLE_ON_PURPOSE,
+ TRANSIENT_FAILURE_CLASSIFIED_NON_RETRYABLE,
+ ],
+ ids=[
+ "not_checkable",
+ "one_auth_status",
+ "auth_elsewhere",
+ "auth_defect",
+ "transient_on_purpose",
+ "transient_defect",
+ ],
+)
+def test_allowlists_name_only_extracting_sources(allowlist: dict[str, Any]) -> None:
+ assert sorted(allowlist.keys() - set(EXTRACTING_SOURCE_NAMES)) == []
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/tickettailor/tests/test_tickettailor_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/tickettailor/tests/test_tickettailor_source.py
index 878604bc16da..43f76b2446a1 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/tickettailor/tests/test_tickettailor_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/tickettailor/tests/test_tickettailor_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.tickettailor import (
TicketTailorSourceConfig,
)
@@ -14,36 +12,6 @@ class TestTicketTailorSource:
self.team_id = 123
self.config = TicketTailorSourceConfig(api_key="tt-key")
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.tickettailor.com/v1/orders?limit=100",
- ),
- # Ticket Tailor answers invalid/deleted keys with 403.
- ("forbidden", "403 Client Error: Forbidden for url: https://api.tickettailor.com/v1/events?limit=100"),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.tickettailor.com/v1/orders",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.tickettailor.com/v1/events",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.tickettailor.source.validate_credentials"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/tinyemail/tests/test_tinyemail_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/tinyemail/tests/test_tinyemail_source.py
index 9edbd4bfb45d..dd6b6a1704ad 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/tinyemail/tests/test_tinyemail_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/tinyemail/tests/test_tinyemail_source.py
@@ -1,5 +1,3 @@
-import pytest
-
from products.warehouse_sources.backend.facade.source_config import DataWarehouseSourceCategory, ReleaseStatus
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.tinyemail import (
TinyemailSourceConfig,
@@ -34,16 +32,3 @@ class TestTinyemailSource:
assert schema.supports_incremental is False
assert schema.supports_append is False
assert schema.incremental_fields == []
-
- @pytest.mark.parametrize(
- "observed_error,expected_non_retryable",
- [
- ("401 Client Error: Unauthorized for url: https://api.tinyemail.com/v1/campaign", True),
- ("403 Client Error: Forbidden for url: https://api.tinyemail.com/v1/contacts", True),
- ("429 Client Error: Too Many Requests for url: https://api.tinyemail.com/v1/campaign", False),
- ("500 Server Error: Internal Server Error for url: https://api.tinyemail.com/v1/campaign", False),
- ],
- )
- def test_non_retryable_errors(self, observed_error: str, expected_non_retryable: bool) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable) is expected_non_retryable
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/todoist/tests/test_todoist_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/todoist/tests/test_todoist_source.py
index 001efaeec7b3..65c740a1dc1d 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/todoist/tests/test_todoist_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/todoist/tests/test_todoist_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.todoist import (
TodoistSourceConfig,
)
@@ -21,33 +19,6 @@ class TestTodoistSource:
described = set(self.source.get_canonical_descriptions().keys())
assert set(ENDPOINTS).issubset(described)
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.todoist.com/api/v1/tasks?limit=200",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.todoist.com/api/v1/projects",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.todoist.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.todoist.com/api/v1/tasks"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.todoist.com/api/v1/tasks"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
def test_validate_credentials_success(self) -> None:
with mock.patch.object(source_module, "validate_todoist_credentials", return_value=True) as probe:
ok, error = self.source.validate_credentials(self.config, self.team_id)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/together_ai/tests/test_together_ai_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/together_ai/tests/test_together_ai_source.py
index 28e1f07c7c61..5351087d42a5 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/together_ai/tests/test_together_ai_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/together_ai/tests/test_together_ai_source.py
@@ -38,38 +38,3 @@ class TestValidateCredentials:
ok, err = TogetherAISource().validate_credentials(_config(), team_id=1)
assert ok is False
assert err is not None
-
-
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.together.xyz/v1/fine-tunes",
- ),
- (
- "forbidden",
- "403 Client Error: Forbidden for url: https://api.together.xyz/v1/endpoints?type=dedicated",
- ),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = TogetherAISource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://api.together.xyz/v1/models",
- ),
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://api.together.xyz/v1/batches",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='api.together.xyz', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_stay_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = TogetherAISource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/travis_ci/tests/test_travis_ci_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/travis_ci/tests/test_travis_ci_source.py
index 5e717c9d159c..f70dfae03a74 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/travis_ci/tests/test_travis_ci_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/travis_ci/tests/test_travis_ci_source.py
@@ -37,23 +37,6 @@ class TestTravisCISource:
@parameterized.expand(
[
- # Travis answers 403 (not 401) for bad tokens, so the 403 mapping is the one that
- # actually stops endless retries on revoked credentials.
- (
- "access_denied",
- "403 Client Error: Forbidden for url: https://api.travis-ci.com/repo/1/builds?limit=100",
- ),
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.travis-ci.com/user"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.travis-ci.com', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.travis-ci.com/repos"),
("rate_limited", "Travis CI API error (retryable): status=429"),
]
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/tremendous/tests/test_tremendous_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/tremendous/tests/test_tremendous_source.py
index bfb7771b8de5..c27ffa870da6 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/tremendous/tests/test_tremendous_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/tremendous/tests/test_tremendous_source.py
@@ -16,18 +16,10 @@ class TestTremendousSource:
@parameterized.expand(
[
- (
- "production_unauthorized",
- "401 Client Error: Unauthorized for url: https://www.tremendous.com/api/v2/orders?limit=500&offset=0",
- ),
(
"sandbox_unauthorized",
"401 Client Error: Unauthorized for url: https://testflight.tremendous.com/api/v2/rewards?limit=500&offset=0",
),
- (
- "production_forbidden",
- "403 Client Error: Forbidden for url: https://www.tremendous.com/api/v2/members",
- ),
(
"sandbox_forbidden",
"403 Client Error: Forbidden for url: https://testflight.tremendous.com/api/v2/members",
@@ -38,22 +30,6 @@ class TestTremendousSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://www.tremendous.com/api/v2/orders",
- ),
- (
- "rate_limited",
- "429 Client Error: Too Many Requests for url: https://testflight.tremendous.com/api/v2/rewards",
- ),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.tremendous.source.validate_tremendous_credentials"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/trigger_dev/tests/test_trigger_dev_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/trigger_dev/tests/test_trigger_dev_source.py
index aa3078a66a6d..b4e871a32eb2 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/trigger_dev/tests/test_trigger_dev_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/trigger_dev/tests/test_trigger_dev_source.py
@@ -19,8 +19,6 @@ class TestTriggerDevSourceConfig:
class TestNonRetryableErrors:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.trigger.dev/api/v1/runs"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.trigger.dev/api/v1/schedules"),
("invalid_body", "Invalid API key"),
]
)
@@ -28,16 +26,6 @@ class TestNonRetryableErrors:
errors = TriggerDevSource().get_non_retryable_errors()
assert any(key in observed for key in errors)
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.trigger.dev', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- errors = TriggerDevSource().get_non_retryable_errors()
- assert not any(key in observed for key in errors)
-
class TestValidateCredentials:
def test_blocks_unsafe_host_before_probing(self) -> None:
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/trustpilot/tests/test_trustpilot_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/trustpilot/tests/test_trustpilot_source.py
index c60a38cd4fdf..87d6805e8784 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/trustpilot/tests/test_trustpilot_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/trustpilot/tests/test_trustpilot_source.py
@@ -28,10 +28,7 @@ class TestTrustPilotSource:
@parameterized.expand(
[
- "429 Client Error: Too Many Requests for url: https://api.trustpilot.com/v1/business-units/x/reviews",
- "500 Server Error: Internal Server Error for url: https://api.trustpilot.com/v1/business-units/x",
"HTTP 503 from the OAuth2 token endpoint",
- "HTTPSConnectionPool(host='api.trustpilot.com', port=443): Read timed out.",
],
)
def test_non_retryable_errors_do_not_match_transient(self, other_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/ubidots/tests/test_ubidots_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/ubidots/tests/test_ubidots_source.py
index 624c51942f68..333fb57bbd6a 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/ubidots/tests/test_ubidots_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/ubidots/tests/test_ubidots_source.py
@@ -17,8 +17,6 @@ class TestUbidotsSource:
@parameterized.expand(
[
- ("401 Client Error: Unauthorized for url: https://industrial.api.ubidots.com/api/v2.0/devices/",),
- ("403 Client Error: Forbidden for url: https://industrial.api.ubidots.com/api/v2.0/variables/",),
("401 Client Error: Unauthorized for url: https://things.ubidots.com/api/v1.6/variables/abc/values",),
("403 Client Error: Forbidden for url: https://things.ubidots.com/api/v2.0/events/",),
]
@@ -27,16 +25,6 @@ class TestUbidotsSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://industrial.api.ubidots.com/api/v2.0/devices/",),
- ("429 Client Error: Too Many Requests for url: https://things.ubidots.com/api/v2.0/variables/",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
def test_version_declarations(self) -> None:
# v2.0 is the default new sources are stamped with; v1 stays supported so existing pins keep
# syncing through the legacy v1.6 Data API.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/unleash/tests/test_unleash_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/unleash/tests/test_unleash_source.py
index ee79b959b76a..c664e8ced877 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/unleash/tests/test_unleash_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/unleash/tests/test_unleash_source.py
@@ -1,7 +1,5 @@
from unittest import mock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.unleash import (
UnleashSourceConfig,
)
@@ -19,26 +17,6 @@ class TestUnleashSource:
# URL must force the editor to re-enter the token.
assert self.source.connection_host_fields == ["instance_url"]
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://unleash.example.com/api/admin/projects",),
- ("403 Client Error: Forbidden for url: https://unleash.example.com/api/admin/user-admin",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://unleash.example.com/api/admin/projects",),
- ("429 Client Error: Too Many Requests for url: https://unleash.example.com/api/admin/segments",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.unleash.source.check_endpoint_permissions"
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/upstash/tests/test_upstash_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/upstash/tests/test_upstash_source.py
index 24fcd56a0635..295eb8cfa887 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/upstash/tests/test_upstash_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/upstash/tests/test_upstash_source.py
@@ -3,8 +3,6 @@ from typing import Any
from unittest import mock
from unittest.mock import MagicMock
-from parameterized import parameterized
-
from products.warehouse_sources.backend.temporal.data_imports.sources.common.typings import SourceInputs
from products.warehouse_sources.backend.temporal.data_imports.sources.generated_configs.upstash import (
UpstashSourceConfig,
@@ -41,27 +39,6 @@ class TestUpstashSource:
# get_schemas iterates a static catalog with no I/O, so the public docs render the table list.
assert self.source.lists_tables_without_credentials is True
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.upstash.com/v2/teams"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.upstash.com/auditlogs"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://api.upstash.com/v2/teams"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.upstash.com/v2/teams"),
- ("read_timeout", "HTTPSConnectionPool(host='api.upstash.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
def test_source_for_pipeline_plumbs_arguments(self) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/vantage/tests/test_vantage_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/vantage/tests/test_vantage_source.py
index 5c95e9c1e524..a41f3c57471c 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/vantage/tests/test_vantage_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/vantage/tests/test_vantage_source.py
@@ -47,29 +47,6 @@ class TestResumableWiring:
assert response.primary_keys == ["token"]
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.vantage.sh/v2/cost_reports?page=2"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.vantage.sh/v2/budgets"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed: str) -> None:
- non_retryable = VantageSource().get_non_retryable_errors()
- assert any(key in observed for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.vantage.sh/v2/cost_reports"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.vantage.sh/v2/budgets"),
- ("timeout", "HTTPSConnectionPool(host='api.vantage.sh', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, observed: str) -> None:
- non_retryable = VantageSource().get_non_retryable_errors()
- assert not any(key in observed for key in non_retryable)
-
-
class TestPublicDocsCatalog:
def test_canonical_description_keys_are_real_endpoints(self) -> None:
# A key that doesn't match an endpoint name would silently never apply to any synced table.
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/vapi/tests/test_vapi_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/vapi/tests/test_vapi_source.py
index 7dfee8e5c85c..7a8bc5d52148 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/vapi/tests/test_vapi_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/vapi/tests/test_vapi_source.py
@@ -23,8 +23,6 @@ class TestVapiSource:
@parameterized.expand(
[
- "401 Client Error: Unauthorized for url: https://api.vapi.ai/call?limit=100",
- "403 Client Error: Forbidden for url: https://api.vapi.ai/assistant?limit=100",
"400 Client Error: Bad Request for url: https://api.vapi.ai/v2/phone-number?limit=100&page=1&sortOrder=ASC&sortBy=createdAt",
"400 Client Error: Bad Request for url: https://api.vapi.ai/chat?createdAtGt=2026-09-11T12%3A24%3A53.890Z&limit=100&page=1&sortOrder=ASC&sortBy=createdAt",
]
@@ -35,9 +33,6 @@ class TestVapiSource:
@parameterized.expand(
[
- "429 Client Error: Too Many Requests for url: https://api.vapi.ai/call",
- "500 Server Error: Internal Server Error for url: https://api.vapi.ai/call",
- "HTTPSConnectionPool(host='api.vapi.ai', port=443): Read timed out.",
# A 400 on a different endpoint must stay retryable — only the known-bad v2
# phone-number and chat paths are non-retryable, not every 400 from api.vapi.ai.
"400 Client Error: Bad Request for url: https://api.vapi.ai/call?limit=100",
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/vellum/tests/test_vellum_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/vellum/tests/test_vellum_source.py
index ecf9ab8857db..60af269cda04 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/vellum/tests/test_vellum_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/vellum/tests/test_vellum_source.py
@@ -23,24 +23,3 @@ class TestVellumValidateCredentials:
ok, msg = source.validate_credentials(config, team_id=1)
assert ok is expected_ok
assert msg == expected_msg
-
-
-class TestVellumNonRetryableErrors:
- @parameterized.expand(
- [
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.vellum.ai/v1/documents?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.vellum.ai/v1/document-indexes"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- assert any(key in observed_error for key in VellumSource().get_non_retryable_errors())
-
- @parameterized.expand(
- [
- ("read_timeout", "HTTPSConnectionPool(host='api.vellum.ai', port=443): Read timed out."),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.vellum.ai/v1/documents"),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.vellum.ai/v1/documents"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- assert not any(key in other_error for key in VellumSource().get_non_retryable_errors())
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/vercel/tests/test_vercel_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/vercel/tests/test_vercel_source.py
index a5cefcbc66fe..3072e78119d3 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/vercel/tests/test_vercel_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/vercel/tests/test_vercel_source.py
@@ -42,8 +42,6 @@ class TestVercelSource:
@parameterized.expand(
[
- ("unauthorized", "401 Client Error: Unauthorized for url: https://api.vercel.com/v6/deployments?limit=100"),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.vercel.com/v9/projects?limit=100"),
(
"billing_charges_team_not_found",
"404 Client Error: Not Found for url: https://api.vercel.com/v1/billing/charges?from=2026-01-01T00%3A00%3A00.000Z&to=2026-02-01T00%3A00%3A00.000Z&teamId=team_abc",
@@ -56,9 +54,6 @@ class TestVercelSource:
@parameterized.expand(
[
- ("rate_limit", "429 Client Error: Too Many Requests for url: https://api.vercel.com/v6/deployments"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.vercel.com/v6/deployments"),
- ("read_timeout", "HTTPSConnectionPool(host='api.vercel.com', port=443): Read timed out."),
# Not-found on a non-billing endpoint is unrelated to the billing_charges team-lookup
# failure, so the match must stay scoped to that path rather than any 404 on the host.
("not_found_other_endpoint", "404 Client Error: Not Found for url: https://api.vercel.com/v6/deployments"),
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/whop/tests/test_whop_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/whop/tests/test_whop_source.py
index 55dec776fe57..8263325f2e10 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/whop/tests/test_whop_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/whop/tests/test_whop_source.py
@@ -25,8 +25,6 @@ class TestWhopSource:
"?first=100&company_id=biz_example | api error: code=bad_request",
True,
),
- ("429 Client Error: Too Many Requests for url: https://api.whop.com/api/v1/payments", False),
- ("503 Server Error: Service Unavailable for url: https://api.whop.com/api/v1/payments", False),
],
)
def test_a_rejected_request_stops_the_sync_and_an_overload_does_not(self, observed_error, non_retryable):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/workiz/tests/test_workiz_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/workiz/tests/test_workiz_source.py
index 409318cdf625..b2a01894c256 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/workiz/tests/test_workiz_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/workiz/tests/test_workiz_source.py
@@ -14,26 +14,6 @@ class TestWorkizSource:
self.team_id = 123
self.config = WorkizSourceConfig(api_token="tok")
- @parameterized.expand(
- [
- ("401 Client Error: Unauthorized for url: https://api.workiz.com/api/v1/tok/job/all/",),
- ("403 Client Error: Forbidden for url: https://api.workiz.com/api/v1/tok/lead/all/",),
- ]
- )
- def test_non_retryable_errors_match_auth_failures(self, observed_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("500 Server Error: Internal Server Error for url: https://api.workiz.com/api/v1/tok/job/all/",),
- ("429 Client Error: Too Many Requests for url: https://api.workiz.com/api/v1/tok/lead/all/",),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch("products.warehouse_sources.backend.temporal.data_imports.sources.workiz.source.workiz_source")
def test_source_for_pipeline_plumbs_arguments(self, mock_source: mock.MagicMock) -> None:
mock_source.return_value.name = "Leads"
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/writesonic/tests/test_writesonic_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/writesonic/tests/test_writesonic_source.py
index 0bac6f1c1ad9..921feb860740 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/writesonic/tests/test_writesonic_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/writesonic/tests/test_writesonic_source.py
@@ -46,12 +46,6 @@ class TestWritesonicSource:
@parameterized.expand(
[
- (
- "401 Client Error: Unauthorized for url: https://api.writesonic.com/v2/geo/presence/business/export/config/topics?url=https%3A%2F%2Fexample.com",
- ),
- (
- "403 Client Error: Forbidden for url: https://api.writesonic.com/v2/geo/presence/business/export/performance/summary",
- ),
(
"404 Client Error: Not Found for url: https://api.writesonic.com/v2/geo/presence/business/export/config/websites",
),
@@ -64,8 +58,6 @@ class TestWritesonicSource:
@parameterized.expand(
[
("401 Client Error: Unauthorized for url: https://api.stripe.com/v1/customers",),
- ("500 Server Error for url: https://api.writesonic.com/v2/geo/presence/business/export/config/topics",),
- ("429 Client Error: Too Many Requests for url: https://api.writesonic.com/v2/geo",),
]
)
def test_non_retryable_errors_ignore_retryable_and_unrelated(self, unrelated_error):
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sell/tests/test_zendesk_sell_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sell/tests/test_zendesk_sell_source.py
index 108db25bdd23..7662cde9c2ed 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sell/tests/test_zendesk_sell_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sell/tests/test_zendesk_sell_source.py
@@ -20,32 +20,6 @@ class TestValidateCredentials:
assert ZendeskSellSource().validate_credentials(config, team_id=1) == expected
-class TestNonRetryableErrors:
- @parameterized.expand(
- [
- (
- "unauthorized",
- "401 Client Error: Unauthorized for url: https://api.getbase.com/v2/contacts?per_page=100",
- ),
- ("forbidden", "403 Client Error: Forbidden for url: https://api.getbase.com/v2/deals?per_page=100"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = ZendeskSellSource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://api.getbase.com/v2/contacts"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://api.getbase.com/v2/deals"),
- ("read_timeout", "HTTPSConnectionPool(host='api.getbase.com', port=443): Read timed out."),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = ZendeskSellSource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestSourceForPipeline:
def test_plumbs_config_and_inputs_into_source_response(self, monkeypatch: Any) -> None:
captured: dict[str, Any] = {}
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sunshine/tests/test_zendesk_sunshine_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sunshine/tests/test_zendesk_sunshine_source.py
index c8368d9b2a61..ac6aae261dba 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sunshine/tests/test_zendesk_sunshine_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/zendesk_sunshine/tests/test_zendesk_sunshine_source.py
@@ -94,8 +94,6 @@ class TestZendeskSunshineSource:
@pytest.mark.parametrize(
"observed_error",
[
- "401 Client Error: Unauthorized for url: https://nibbles.zendesk.com/api/sunshine/objects/types",
- "403 Client Error: Forbidden for url: https://nibbles.zendesk.com/api/sunshine/objects/records",
"404 Client Error: Not Found for url: https://nibbles.zendesk.com/api/sunshine/objects/types",
],
)
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/zenduty/tests/test_zenduty_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/zenduty/tests/test_zenduty_source.py
index bab2762479cf..9ddda27bed60 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/zenduty/tests/test_zenduty_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/zenduty/tests/test_zenduty_source.py
@@ -33,28 +33,6 @@ class TestZendutyValidateCredentials:
assert all(request.param("page_size") == "1" for request in network.requests_log)
-class TestZendutyNonRetryableErrors:
- @parameterized.expand(
- [
- ("forbidden", "403 Client Error: Forbidden for url: https://www.zenduty.com/api/account/teams/"),
- ("unauthorized", "401 Client Error: Unauthorized for url: https://www.zenduty.com/api/incidents/"),
- ]
- )
- def test_credential_errors_are_non_retryable(self, _name: str, observed_error: str) -> None:
- non_retryable = ZendutySource().get_non_retryable_errors()
- assert any(key in observed_error for key in non_retryable)
-
- @parameterized.expand(
- [
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://www.zenduty.com/api/incidents/"),
- ("server_error", "500 Server Error: Internal Server Error for url: https://www.zenduty.com/api/incidents/"),
- ]
- )
- def test_transient_errors_remain_retryable(self, _name: str, other_error: str) -> None:
- non_retryable = ZendutySource().get_non_retryable_errors()
- assert not any(key in other_error for key in non_retryable)
-
-
class TestZendutyResumableAndPipeline:
@parameterized.expand(
[
diff --git a/products/warehouse_sources/backend/temporal/data_imports/sources/zonka_feedback/tests/test_zonka_feedback_source.py b/products/warehouse_sources/backend/temporal/data_imports/sources/zonka_feedback/tests/test_zonka_feedback_source.py
index 3666436d12b4..135c458eb0ab 100644
--- a/products/warehouse_sources/backend/temporal/data_imports/sources/zonka_feedback/tests/test_zonka_feedback_source.py
+++ b/products/warehouse_sources/backend/temporal/data_imports/sources/zonka_feedback/tests/test_zonka_feedback_source.py
@@ -16,10 +16,6 @@ class TestZonkaFeedbackSource:
@parameterized.expand(
[
- (
- "responses_401",
- "401 Client Error: Unauthorized for url: https://us1.apis.zonkafeedback.com/responses?page=1&page_size=100",
- ),
(
"surveys_403",
"403 Client Error: Forbidden for url: https://e.apis.zonkafeedback.com/surveys?page=2&page_size=100",
@@ -34,20 +30,6 @@ class TestZonkaFeedbackSource:
non_retryable = self.source.get_non_retryable_errors()
assert any(key in observed_error for key in non_retryable)
- @parameterized.expand(
- [
- (
- "server_error",
- "500 Server Error: Internal Server Error for url: https://us1.apis.zonkafeedback.com/responses",
- ),
- ("read_timeout", "HTTPSConnectionPool(host='us1.apis.zonkafeedback.com', port=443): Read timed out."),
- ("rate_limited", "429 Client Error: Too Many Requests for url: https://e.apis.zonkafeedback.com/surveys"),
- ]
- )
- def test_non_retryable_errors_ignore_transient(self, _name: str, unrelated_error: str) -> None:
- non_retryable = self.source.get_non_retryable_errors()
- assert not any(key in unrelated_error for key in non_retryable)
-
@mock.patch(
"products.warehouse_sources.backend.temporal.data_imports.sources.zonka_feedback.source.zonka_feedback_source"
)