feat: refactor chunk handling in loader and transformer for improved data processing
This commit is contained in:
@@ -74,7 +74,7 @@ func processMigrationJob(sourceDb *sql.DB, targetDb *pgxpool.Pool, job Migration
|
||||
log.Infof("Extraction completed in %v", time.Since(extractStartTime))
|
||||
}()
|
||||
|
||||
chChunksTransform := make(chan []UnknownRowValues, QueueSize)
|
||||
chChunksTransform := make(chan Chunk, QueueSize)
|
||||
var wgMssqlTransformers sync.WaitGroup
|
||||
|
||||
log.Infof("Starting %d MSSQL transformers...", maxExtractors)
|
||||
|
||||
Reference in New Issue
Block a user