refactor: update column field names in ExtractionQuery struct; enhance logging in consume and process methods

2026-04-27 00:25:48 -05:00
parent 52fe083ab7
commit 00459e42e6
7 changed files with 16 additions and 7 deletions
--- a/internal/app/etl/extractors/process.go
+++ b/internal/app/etl/extractors/process.go
@@ -54,6 +54,7 @@ func (ex *GenericExtractor) ProcessPartition(
 		Schema:     tableInfo.Schema,
 		Table:      tableInfo.Table,
 		PrimaryKey: tableInfo.PrimaryKey,
+		Columns:    columns,
 		LowerLimit: dbwrapper.ExtractorQueryLimit{
 			IsValid:     partition.HasRange && partition.Range.Min > 0,
 			IsInclusive: partition.Range.IsMinInclusive,
@@ -66,6 +67,7 @@ func (ex *GenericExtractor) ProcessPartition(
 		},
 	}

+	// logrus.Debugf("Querying with: %+v (%s.%s)", query, tableInfo.Schema, tableInfo.Table)
 	rows, err := ex.db.QueryFromObject(ctx, query)

 	if err != nil {