refactor: enhance extraction query handling; add support for JSON column extraction and wildcard patterns

This commit is contained in:
2026-05-07 07:40:21 -05:00
parent 80babf24f2
commit 46ddd0d6b7
5 changed files with 496 additions and 20 deletions

View File

@@ -43,14 +43,20 @@ type JobConfig struct {
ToStorage ToStorageConfig `yaml:"to_storage"`
}
type FromJsonItem struct {
Column string `yaml:"column"`
Field string `yaml:"field"`
}
type TableInfo struct {
Schema string `yaml:"schema"`
Table string `yaml:"table"`
}
type SourceTableInfo struct {
TableInfo `yaml:",inline"`
PrimaryKey string `yaml:"primary_key"`
TableInfo `yaml:",inline"`
PrimaryKey string `yaml:"primary_key"`
FromJsonConfig []FromJsonItem `yaml:"from_json"`
}
type TargetTableInfo struct {