feat: update chunk size for MSSQL data loading and add utility functions for database operations

2026-04-07 17:57:08 -05:00
parent 8738ef92b7
commit c318428563
6 changed files with 428 additions and 70 deletions
--- a/cmd/go_migrate/main.go
+++ b/cmd/go_migrate/main.go
@@ -23,7 +23,7 @@ var migrationJobs []MigrationJob = []MigrationJob{
 const (
 	NumExtractors int = 1
 	NumLoaders    int = 4
-	ChunkSize     int = 100000
+	ChunkSize     int = 50000
 	QueueSize     int = 10
 )