refactor: enhance retry handling in extractor processes; unify backoff delay computation

2026-05-05 23:16:13 -05:00
parent 7cb959a103
commit 2a5f703f3c
6 changed files with 13 additions and 107 deletions
--- a/internal/app/etl/extractors/consume.go
+++ b/internal/app/etl/extractors/consume.go
@@ -19,6 +19,7 @@ func (ex *GenericExtractor) Consume(
 	tableInfo config.SourceTableInfo,
 	columns []models.ColumnType,
 	batchSize int,
+	retryConfig config.RetryConfig,
 	chPartitionsIn <-chan models.Partition,
 	chBatchesOut chan<- models.Batch,
 	chErrorsOut chan<- custom_errors.JobError,
@@ -62,6 +63,7 @@ func (ex *GenericExtractor) Consume(
 				batchSize,
 				partition,
 				indexPrimaryKey,
+				retryConfig,
 				chBatchesOut,
 			)
 			wgActivePartitions.Done()