refactor: update column field names in ExtractionQuery struct; enhance logging in consume and process methods

This commit is contained in:
2026-04-27 00:25:48 -05:00
parent 52fe083ab7
commit 00459e42e6
7 changed files with 16 additions and 7 deletions

View File

@@ -66,6 +66,8 @@ func (ex *GenericExtractor) Consume(
)
if rowsReadResult > 0 {
// current := atomic.LoadInt64(rowsRead)
// logrus.Debugf("Rows read: +%v [current=%v] (%s.%s)", rowsReadResult, current, tableInfo.Schema, tableInfo.Table)
atomic.AddInt64(rowsRead, int64(rowsReadResult))
}

View File

@@ -54,6 +54,7 @@ func (ex *GenericExtractor) ProcessPartition(
Schema: tableInfo.Schema,
Table: tableInfo.Table,
PrimaryKey: tableInfo.PrimaryKey,
Columns: columns,
LowerLimit: dbwrapper.ExtractorQueryLimit{
IsValid: partition.HasRange && partition.Range.Min > 0,
IsInclusive: partition.Range.IsMinInclusive,
@@ -66,6 +67,7 @@ func (ex *GenericExtractor) ProcessPartition(
},
}
// logrus.Debugf("Querying with: %+v (%s.%s)", query, tableInfo.Schema, tableInfo.Table)
rows, err := ex.db.QueryFromObject(ctx, query)
if err != nil {