feat: refactor data extraction and loading functions for improved context handling

2026-04-07 12:55:05 -05:00
parent 6da321c4bb
commit 7bb67ddfcf
5 changed files with 55 additions and 28 deletions
--- a/cmd/go_migrate/main.go
+++ b/cmd/go_migrate/main.go
@@ -19,8 +19,9 @@ var migrationJobs []MigrationJob = []MigrationJob{
 }

 const (
-	NumExtractors int = 2
-	ChunkSize     int = 20
+	NumExtractors int = 1
+	NumLoaders    int = 2
+	ChunkSize     int = 50000
 	QueueSize     int = 10
 )