feat: refactor chunk handling in loader and transformer for improved data processing
This commit is contained in:
@@ -9,7 +9,7 @@ import (
|
||||
func transformRowsMssql(
|
||||
columns []ColumnType,
|
||||
chChunksIn <-chan Chunk,
|
||||
chChunksOut chan<- []UnknownRowValues,
|
||||
chChunksOut chan<- Chunk,
|
||||
chJobErrorsOut chan<- JobError,
|
||||
) {
|
||||
chunkCount := 0
|
||||
@@ -67,6 +67,6 @@ func transformRowsMssql(
|
||||
log.Infof("Transformed chunk: %d rows in %v (%.0f rows/sec) - Total: %d rows",
|
||||
len(chunk.Data), chunkDuration, rowsPerSec, totalRowsTransformed)
|
||||
|
||||
chChunksOut <- chunk.Data
|
||||
chChunksOut <- chunk
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user