Skip to content

armgit / macro

Public Imported from GitHub
0

Macro is a unified workspace for teams: email, chat, docs, tasks, agents, calls, and CRM — @-linked together with shared AI memory.

feat(search_processing_service): update kafka consumer retries (#5389)

Will Hutchinsond1f72f6595e6
diff --git a/services/search_processing_service/src/inbound/kafka_consumer.rs b/services/search_processing_service/src/inbound/kafka_consumer.rs
index 59cc633a27..607d374cab 100644
--- a/services/search_processing_service/src/inbound/kafka_consumer.rs
+++ b/services/search_processing_service/src/inbound/kafka_consumer.rs
@@ -78,7 +78,7 @@ const CHANNEL_CAPACITY: usize = 128;
/// Delay before polling Kafka again after a receive error.
const RECEIVE_ERROR_RETRY_DELAY: Duration = Duration::from_secs(1);
/// Total processing attempts before an event is dropped.
-const MAX_PROCESSING_ATTEMPTS: u32 = 5;
+const MAX_PROCESSING_ATTEMPTS: u32 = 3;
/// Delay before the first retry; each later delay doubles.
const PROCESSING_RETRY_BASE_DELAY: Duration = Duration::from_secs(1);
diff --git a/services/search_processing_service/src/inbound/kafka_consumer/test.rs b/services/search_processing_service/src/inbound/kafka_consumer/test.rs
index 2809077124..30f8db0b49 100644
--- a/services/search_processing_service/src/inbound/kafka_consumer/test.rs
+++ b/services/search_processing_service/src/inbound/kafka_consumer/test.rs
@@ -1956,12 +1956,7 @@ fn production_channel_and_retry_bounds_match_the_delivery_contract() {
assert_eq!(sender.max_capacity(), 128);
assert_eq!(
processing_retry_strategy().collect::<Vec<_>>(),
- [
- Duration::from_secs(1),
- Duration::from_secs(2),
- Duration::from_secs(4),
- Duration::from_secs(8),
- ]
+ [Duration::from_secs(1), Duration::from_secs(2)]
);
}
@@ -1988,11 +1983,11 @@ async fn processing_retries_until_success() {
}
#[tokio::test]
-async fn processing_is_dropped_after_exactly_five_failed_attempts() {
+async fn processing_is_dropped_after_exactly_three_failed_attempts() {
let attempts = Arc::new(AtomicU32::new(0));
let operation_attempts = Arc::clone(&attempts);
- retry_processing_with_strategy(std::iter::repeat_n(Duration::ZERO, 4), move |_| {
+ retry_processing_with_strategy(std::iter::repeat_n(Duration::ZERO, 2), move |_| {
let operation_attempts = Arc::clone(&operation_attempts);
async move {
operation_attempts.fetch_add(1, Ordering::SeqCst);