feat: enhance concurrency management by adding WaitGroup support in extractors and loaders

cmd/go_migrate/transformer.go

@@ -3,6 +3,7 @@ package main
 import (
 	"context"
 	"errors"
+	"sync"
 	"time"
 
 	log "github.com/sirupsen/logrus"
@@ -21,6 +22,7 @@ func transformRowsMssql(
 	chChunksIn <-chan Chunk,
 	chChunksOut chan<- Chunk,
 	chJobErrorsOut chan<- JobError,
+	wgActiveChunks *sync.WaitGroup,
 ) {
 	transformationPlan := computeTransformationPlan(columns)
 
@@ -41,6 +43,7 @@ func transformRowsMssql(
 			if len(transformationPlan) == 0 {
 				select {
 				case chChunksOut <- chunk:
+					wgActiveChunks.Add(1)
 					continue
 				case <-ctx.Done():
 					return
@@ -69,6 +72,8 @@ func transformRowsMssql(
 			case <-ctx.Done():
 				return
 			}
+
+			wgActiveChunks.Add(1)
 		}
 	}
 }