feat: refactor configuration to include source and target database types

cmd/go_migrate/process.go

@@ -175,16 +175,3 @@ func logColumnTypes(columnTypes []models.ColumnType, label string) {
 		log.Debugf("%+v", col)
 	}
 }
-
-func logSampleRow(
-	schema string,
-	table string,
-	columns []ColumnType,
-	rowValues models.UnknownRowValues,
-	tag string,
-) {
-	log.Infof("[%s.%s] Sample row: (%s)", schema, table, tag)
-	for i, col := range columns {
-		log.Infof("%s (%T): %v", col.Name(), rowValues[i], rowValues[i])
-	}
-}

config.yaml

@@ -1,4 +1,6 @@
 max_parallel_workers: 4
+source_db_type: sqlserver
+target_db_type: postgres
 
 defaults:
   max_extractors: 2

internal/app/config/main.go

@@ -8,10 +8,8 @@ import (
 )
 
 type appConfig struct {
-	SourceDbUrl  string
+	SourceDbUrl string
-	SourceDbType string
+	TargetDbUrl string
-	TargetDbUrl  string
-	TargetDbType string
 }
 
 func loadEnv() {
@@ -29,26 +27,14 @@ func getAppConfig() appConfig {
 		log.Fatal("SOURCE_DB_URL environment variable not set")
 	}
 
-	sourceDbType := os.Getenv("SOURCE_DB_TYPE")
-	if sourceDbType == "" {
-		log.Fatal("SOURCE_DB_TYPE environment variable not set")
-	}
-
 	targetDbUrl := os.Getenv("TARGET_DB_URL")
 	if targetDbUrl == "" {
 		log.Fatal("TARGET_DB_URL environment variable not set")
 	}
 
-	targetDbType := os.Getenv("TARGET_DB_TYPE")
-	if targetDbType == "" {
-		log.Fatal("TARGET_DB_TYPE environment variable not set")
-	}
-
 	return appConfig{
-		SourceDbUrl:  sourceDbUrl,
+		SourceDbUrl: sourceDbUrl,
-		SourceDbType: sourceDbType,
+		TargetDbUrl: targetDbUrl,
-		TargetDbUrl:  targetDbUrl,
-		TargetDbType: targetDbType,
 	}
 }
 

internal/app/config/migration.go

@@ -46,12 +46,16 @@ type Job struct {
 
 type MigrationConfig struct {
 	MaxParallelWorkers int       `yaml:"max_parallel_workers"`
+	SourceDbType       string    `yaml:"source_db_type"`
+	TargetDbType       string    `yaml:"target_db_type"`
 	Defaults           JobConfig `yaml:"defaults"`
 	Jobs               []Job     `yaml:"jobs"`
 }
 
 type rawConfig struct {
 	MaxParallelWorkers int         `yaml:"max_parallel_workers"`
+	SourceDbType       string      `yaml:"source_db_type"`
+	TargetDbType       string      `yaml:"target_db_type"`
 	Defaults           JobConfig   `yaml:"defaults"`
 	Jobs               []yaml.Node `yaml:"jobs"`
 }