feat: implement batch processing for MSSQL extraction and transformation with range handling

This commit is contained in:
2026-04-07 23:39:55 -05:00
parent 8903a04f4d
commit 8afdb45318
5 changed files with 164 additions and 27 deletions

View File

@@ -21,10 +21,10 @@ var migrationJobs []MigrationJob = []MigrationJob{
}
const (
NumExtractors int = 1
NumLoaders int = 4
ChunkSize int = 50000
QueueSize int = 10
NumExtractors int = 4
NumLoaders int = 4
ChunkSize int = 50000
QueueSize int = 10
)
func main() {