refactor: remove unused error channels and enhance job configuration; add max failed batches load parameter

cmd/go_migrate/process.go

@@ -114,7 +114,6 @@ func processMigrationJob(
 	}
 
 	chJobErrors := make(chan custom_errors.JobError, jobErrorsChannelSize)
-	chLoadersErrors := make(chan custom_errors.LoaderError, job.ExtractorQueueSize)
 	chPartitions := make(chan models.Partition, job.ExtractorQueueSize)
 	chBatchesRaw := make(chan models.Batch, job.ExtractorQueueSize)
 	chBatchesTransformed := make(chan models.Batch, job.TransformerQueueSize)
@@ -133,16 +132,6 @@ func processMigrationJob(
 		}
 	}()
 
-	go custom_errors.LoaderErrorHandler(
-		localCtx,
-		job.Retry,
-		job.MaxExtractorBatchErrors,
-		chLoadersErrors,
-		chBatchesTransformed,
-		chJobErrors,
-		&wgActiveBatches,
-	)
-
 	maxExtractors := min(job.MaxExtractors, len(partitions))
 	log.Infof("Starting %d extractor(s)...", maxExtractors)
 
@@ -223,8 +212,6 @@ func processMigrationJob(
 		log.Debugf("wgActiveBatches is empty (%v)", job.Name)
 		close(chBatchesTransformed)
 		log.Debugf("chBatchesTransformed is empty (%v)", job.Name)
-		close(chLoadersErrors)
-		log.Debugf("chLoadersErrors is empty (%v)", job.Name)
 
 		wgLoaders.Wait()
 		log.Debugf("wgLoaders is empty (%v)", job.Name)