feat: add max partition and chunk error limits to extractor and loader error handlers

2026-04-12 20:57:31 -05:00
parent f126d5bbd0
commit 85074da2ec
5 changed files with 44 additions and 2 deletions
--- a/cmd/go_migrate/process.go
+++ b/cmd/go_migrate/process.go
@@ -98,6 +98,7 @@ func processMigrationJob(
 	go custom_errors.ExtractorErrorHandler(
 		jobCtx,
 		job.Retry,
+		job.MaxPartitionErrrors,
 		chExtractorErrors,
 		chPartitions,
 		chJobErrors,
@@ -106,6 +107,7 @@ func processMigrationJob(
 	go custom_errors.LoaderErrorHandler(
 		jobCtx,
 		job.Retry,
+		job.MaxChunkErrors,
 		chLoadersErrors,
 		chBatchesTransformed,
 		chJobErrors,