From bb7b35619a5091a038f8100fb28880652959f059 Mon Sep 17 00:00:00 2001 From: Kylesoda <249518290+kylesoda@users.noreply.github.com> Date: Tue, 21 Apr 2026 13:43:03 -0500 Subject: [PATCH] feat: add ToStorage configuration to JobConfig for enhanced data handling --- internal/app/config/migration.go | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/internal/app/config/migration.go b/internal/app/config/migration.go index e76c14f..bfbae35 100644 --- a/internal/app/config/migration.go +++ b/internal/app/config/migration.go @@ -14,6 +14,16 @@ type RetryConfig struct { MaxJitterMs int `yaml:"max_jitter_ms"` } +type ToStorageColumnConfig struct { + Source string `yaml:"source"` + Target string `yaml:"target"` + Mode string `yaml:"mode"` +} + +type ToStorageConfig struct { + Columns []ToStorageColumnConfig `yaml:"columns"` +} + type JobConfig struct { MaxExtractors int `yaml:"max_extractors"` MaxLoaders int `yaml:"max_loaders"` @@ -26,6 +36,7 @@ type JobConfig struct { MaxChunkErrors int `yaml:"max_chunk_errors"` Retry RetryConfig `yaml:"retry"` RowsPerPartition int64 + ToStorage ToStorageConfig `yaml:"to_storage"` } type TableInfo struct {