package main import ( "context" "database/sql" "sync" "github.com/jackc/pgx/v5/pgxpool" _ "github.com/microsoft/go-mssqldb" log "github.com/sirupsen/logrus" ) func processMigrationJob(sourceDb *sql.DB, targetDb *pgxpool.Pool, job MigrationJob) { sourceColTypes, targetColTypes, err := GetColumnTypes(sourceDb, targetDb, job) if err != nil { log.Fatal("Unexpected error: ", err) } logColumnTypes(sourceColTypes, "Source col types") logColumnTypes(targetColTypes, "Target col types") chRowsExtract := make(chan []UnknownRowValues, QueueSize) chRowsTransform := make(chan []UnknownRowValues) mssqlCtx := context.Background() go func() { if err := extractFromMssql(mssqlCtx, job, sourceColTypes, ChunkSize, sourceDb, chRowsExtract); err != nil { log.Error("Unexpected error extrating data from mssql: ", err) } close(chRowsExtract) }() go func() { transformRowsMssql(sourceColTypes, chRowsExtract, chRowsTransform) close(chRowsTransform) }() var wgPostgresLoaders sync.WaitGroup postgresLoaderCtx := context.Background() for range NumLoaders { wgPostgresLoaders.Go(func() { if err := loadRowsPostgres(postgresLoaderCtx, job, sourceColTypes, targetDb, chRowsTransform); err != nil { log.Error("Unexpected error loading data into postgres: ", err) } }) } wgPostgresLoaders.Wait() } func logColumnTypes(columnTypes []ColumnType, label string) { log.Info(label) for _, col := range columnTypes { log.Infof("%+v", col) } } func logSampleRow(job MigrationJob, columns []ColumnType, rowValues UnknownRowValues, tag string) { log.Infof("[%s.%s] Sample row: (%s)", job.Schema, job.Table, tag) for i, col := range columns { log.Infof("%s (%T): %v", col.Name(), rowValues[i], rowValues[i]) } }