refactor: update column field names in ExtractionQuery struct; enhance logging in consume and process methods

internal/app/etl/extractors/consume.go

@@ -66,6 +66,8 @@ func (ex *GenericExtractor) Consume(
 			)
 
 			if rowsReadResult > 0 {
+				// current := atomic.LoadInt64(rowsRead)
+				// logrus.Debugf("Rows read: +%v [current=%v] (%s.%s)", rowsReadResult, current, tableInfo.Schema, tableInfo.Table)
 				atomic.AddInt64(rowsRead, int64(rowsReadResult))
 			}
 

internal/app/etl/extractors/process.go

@@ -54,6 +54,7 @@ func (ex *GenericExtractor) ProcessPartition(
 		Schema:     tableInfo.Schema,
 		Table:      tableInfo.Table,
 		PrimaryKey: tableInfo.PrimaryKey,
+		Columns:    columns,
 		LowerLimit: dbwrapper.ExtractorQueryLimit{
 			IsValid:     partition.HasRange && partition.Range.Min > 0,
 			IsInclusive: partition.Range.IsMinInclusive,
@@ -66,6 +67,7 @@ func (ex *GenericExtractor) ProcessPartition(
 		},
 	}
 
+	// logrus.Debugf("Querying with: %+v (%s.%s)", query, tableInfo.Schema, tableInfo.Table)
 	rows, err := ex.db.QueryFromObject(ctx, query)
 
 	if err != nil {

internal/app/etl/table_analyzers/main.go

@@ -7,6 +7,7 @@ import (
 	"git.ksdemosapps.com/kylesoda/go-migrate/internal/app/etl"
 	"git.ksdemosapps.com/kylesoda/go-migrate/internal/app/models"
 	"github.com/google/uuid"
+	"github.com/sirupsen/logrus"
 )
 
 func PartitionRangeGenerator(
@@ -32,6 +33,7 @@ func PartitionRangeGenerator(
 	}
 
 	rowsCount, err := tableAnalyzer.EstimateTotalRows(ctx, tableInfo)
+	logrus.Infof("Estimated rows in source: %v (%s.%s)", rowsCount, tableInfo.Schema, tableInfo.Table)
 	if err != nil {
 		return nil, err
 	}
@@ -51,5 +53,7 @@ func PartitionRangeGenerator(
 		return nil, err
 	}
 
+	// logrus.Debugf("Partitions: %+v (%s.%s)", partitions, tableInfo.Schema, tableInfo.Table)
+
 	return partitions, nil
 }

internal/app/etl/table_analyzers/mssql.go

@@ -234,6 +234,7 @@ ORDER BY batch_id`,
 			RetryCounter: 0,
 			Range: models.PartitionRange{
 				IsMinInclusive: true,
+				IsMaxInclusive: true,
 			},
 		}