refactor: update GenericLoader to use ProcessBatchWithRetries; enhance error handling and retry logic

2026-05-08 07:50:54 -05:00
parent a216a8016f
commit c4e233401b
6 changed files with 101 additions and 121 deletions
--- a/internal/app/etl/loaders/consume.go
+++ b/internal/app/etl/loaders/consume.go
@@ -38,7 +38,7 @@ func (gl *GenericLoader) Consume(
 				return
 			}

-			processedRows, err := gl.ProcessBatch(ctx, tableInfo, colNames, batch)
+			processedRows, err := gl.ProcessBatchWithRetries(ctx, tableInfo, colNames, retryConfig, batch)
 			wgActiveBatches.Done()

 			if err != nil {