kylesoda/go-migrate
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: standardize variable naming and adjust loader sleep duration for consistency

Browse Source
This commit is contained in:
Kylesoda
2026-04-07 20:22:00 -05:00
parent c318428563
commit 8903a04f4d
1 changed files with 15 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
scripts/test-etl/main.go
View File

@@ -9,12 +9,14 @@ import (
) )
const ( const (
NumExtractors int = 2 numExtractors int = 2
NumLoaders int = 4 numTransformers int = numExtractors
ChunkSize int = 20 numLoaders int = 4
totalRecords int = 500 chunkSize int = 20
queueSize int = 10 totalRecords int = 1000
recordsPerExtractor int = totalRecords / NumExtractors extractorsQueueSize int = 10
transformersQueueSize int = 10
recordsPerExtractor int = totalRecords / numExtractors
) )
type Record struct { type Record struct {
@@ -89,18 +91,18 @@ func Transformer(id int, in <-chan []Record, out chan<- []Record) {
func Loader(id int, in <-chan []Record) { func Loader(id int, in <-chan []Record) {
for chunk := range in { for chunk := range in {
fmt.Printf("[Loader %d] Procesando lote de %d registros...\n", id, len(chunk)) fmt.Printf("[Loader %d] Procesando lote de %d registros...\n", id, len(chunk))
time.Sleep(randomDurationMs(100, 3000)) time.Sleep(randomDurationMs(100, 2000))
} }
} }
func main() { func main() {
chChunksExtract := make(chan []Record, queueSize) chChunksExtract := make(chan []Record, extractorsQueueSize)
chChunksTransform := make(chan []Record, queueSize) chChunksTransform := make(chan []Record, transformersQueueSize)
var wgExtractors sync.WaitGroup var wgExtractors sync.WaitGroup
for i := 1; i <= NumExtractors; i++ { for i := 1; i <= numExtractors; i++ {
wgExtractors.Go(func() { wgExtractors.Go(func() {
Extractor(i, ChunkSize, chChunksExtract) Extractor(i, chunkSize, chChunksExtract)
}) })
} }
@@ -111,7 +113,7 @@ func main() {
}() }()
var wgTransformers sync.WaitGroup var wgTransformers sync.WaitGroup
for i := 1; i <= NumExtractors; i++ { for i := 1; i <= numTransformers; i++ {
wgTransformers.Go(func() { wgTransformers.Go(func() {
Transformer(i, chChunksExtract, chChunksTransform) Transformer(i, chChunksExtract, chChunksTransform)
}) })
@@ -124,7 +126,7 @@ func main() {
}() }()
var wgLoaders sync.WaitGroup var wgLoaders sync.WaitGroup
for i := 1; i <= NumLoaders; i++ { for i := 1; i <= numLoaders; i++ {
wgLoaders.Go(func() { wgLoaders.Go(func() {
Loader(i, chChunksTransform) Loader(i, chChunksTransform)
}) })