feat: refactor data extraction and loading functions for improved context handling

cmd/go_migrate/process.go

@@ -22,10 +22,10 @@ func processMigrationJob(sourceDb *sql.DB, targetDb *pgxpool.Pool, job Migration
 
 	chRowsExtract := make(chan []UnknownRowValues, QueueSize)
 	chRowsTransform := make(chan []UnknownRowValues)
-	mssqlContext := context.Background()
+	mssqlCtx := context.Background()
 
 	go func() {
-		if err := extractFromMssql(mssqlContext, job, sourceColTypes, ChunkSize, sourceDb, chRowsExtract); err != nil {
+		if err := extractFromMssql(mssqlCtx, job, sourceColTypes, ChunkSize, sourceDb, chRowsExtract); err != nil {
 			log.Error("Unexpected error extrating data from mssql: ", err)
 		}
 		close(chRowsExtract)
@@ -36,27 +36,18 @@ func processMigrationJob(sourceDb *sql.DB, targetDb *pgxpool.Pool, job Migration
 		close(chRowsTransform)
 	}()
 
-	var wgFakeLoaders sync.WaitGroup
+	var wgPostgresLoaders sync.WaitGroup
+	postgresLoaderCtx := context.Background()
 
-	wgFakeLoaders.Go(func() {
-		fakeLoader(job, sourceColTypes, chRowsTransform)
-	})
+	for range NumLoaders {
+		wgPostgresLoaders.Go(func() {
+			if err := loadRowsPostgres(postgresLoaderCtx, job, sourceColTypes, targetDb, chRowsTransform); err != nil {
+				log.Error("Unexpected error loading data into postgres: ", err)
+			}
+		})
+	}
 
-	chRowsExtractPostgres := make(chan []UnknownRowValues, QueueSize)
-	postgresContext := context.Background()
-
-	go func() {
-		if err := extractFromPostgres(postgresContext, job, sourceColTypes, ChunkSize, targetDb, chRowsExtractPostgres); err != nil {
-			log.Error("Unexpected error extrating data from postgres: ", err)
-		}
-		close(chRowsExtractPostgres)
-	}()
-
-	wgFakeLoaders.Go(func() {
-		fakeLoader(job, targetColTypes, chRowsExtractPostgres)
-	})
-
-	wgFakeLoaders.Wait()
+	wgPostgresLoaders.Wait()
 }
 
 func logColumnTypes(columnTypes []ColumnType, label string) {