feat: integrate azure storage handling in migration pipeline
Stream transformer output to an Azure blob container when a job declares ToStorage, with per-job prefix and credential configuration.
This commit is contained in:
@@ -1,41 +1,40 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"os"
|
||||
|
||||
"github.com/caarlos0/env/v11"
|
||||
"github.com/joho/godotenv"
|
||||
log "github.com/sirupsen/logrus"
|
||||
)
|
||||
|
||||
type appConfig struct {
|
||||
SourceDbUrl string
|
||||
TargetDbUrl string
|
||||
type AzureStorageConfig struct {
|
||||
AccountName string `env:"AZ_ACCOUNT_NAME"`
|
||||
Container string `env:"AZ_CONTAINER"`
|
||||
AccountKey string `env:"AZ_ACCOUNT_KEY"`
|
||||
UseHTTPS bool `env:"AZ_USE_HTTPS" envDefault:"true"`
|
||||
ServiceURL string `env:"AZ_SERVICE_URL"`
|
||||
Prefix string `env:"AZ_PREFIX"`
|
||||
Enabled bool `env:"AZ_STORAGE_ENABLED"`
|
||||
}
|
||||
|
||||
func loadEnv() {
|
||||
err := godotenv.Load()
|
||||
if err != nil {
|
||||
log.Warn("Warning: could not load .env file")
|
||||
}
|
||||
type appConfig struct {
|
||||
SourceDbUrl string `env:"SOURCE_DB_URL,required"`
|
||||
TargetDbUrl string `env:"TARGET_DB_URL,required"`
|
||||
LogLevel string `env:"LOG_LEVEL" envDefault:"INFO"`
|
||||
AzureStorage AzureStorageConfig
|
||||
}
|
||||
|
||||
func getAppConfig() appConfig {
|
||||
loadEnv()
|
||||
|
||||
sourceDbUrl := os.Getenv("SOURCE_DB_URL")
|
||||
if sourceDbUrl == "" {
|
||||
log.Fatal("SOURCE_DB_URL environment variable not set")
|
||||
if err := godotenv.Load(); err != nil {
|
||||
log.Warn("Could not load .env file")
|
||||
}
|
||||
|
||||
targetDbUrl := os.Getenv("TARGET_DB_URL")
|
||||
if targetDbUrl == "" {
|
||||
log.Fatal("TARGET_DB_URL environment variable not set")
|
||||
cfg := appConfig{}
|
||||
|
||||
if err := env.Parse(&cfg); err != nil {
|
||||
log.Fatalf("Error al cargar variables de entorno: %v", err)
|
||||
}
|
||||
|
||||
return appConfig{
|
||||
SourceDbUrl: sourceDbUrl,
|
||||
TargetDbUrl: targetDbUrl,
|
||||
}
|
||||
return cfg
|
||||
}
|
||||
|
||||
var App appConfig = getAppConfig()
|
||||
|
||||
Reference in New Issue
Block a user