feat: refactor chunk handling in loader and transformer for improved data processing

This commit is contained in:
2026-04-08 21:11:26 -05:00
parent f6dfcd390f
commit 7924dd3af7
3 changed files with 22 additions and 22 deletions

View File

@@ -9,7 +9,7 @@ import (
func transformRowsMssql(
columns []ColumnType,
chChunksIn <-chan Chunk,
chChunksOut chan<- []UnknownRowValues,
chChunksOut chan<- Chunk,
chJobErrorsOut chan<- JobError,
) {
chunkCount := 0
@@ -67,6 +67,6 @@ func transformRowsMssql(
log.Infof("Transformed chunk: %d rows in %v (%.0f rows/sec) - Total: %d rows",
len(chunk.Data), chunkDuration, rowsPerSec, totalRowsTransformed)
chChunksOut <- chunk.Data
chChunksOut <- chunk
}
}