feat: add dynamic query building and type casting

Build SQL queries from column metadata and apply type casts for special postgres types (uuid, jsonb, geometry, etc.).

cmd/go_migrate/main.go

@@ -4,12 +4,14 @@ import (
 	"context"
 	"errors"
 	"fmt"
+	"strings"
 	"time"
 
 	"git.ksdemosapps.com/kylesoda/go-migrate/internal/app/config"
 	"git.ksdemosapps.com/kylesoda/go-migrate/internal/app/db"
 	"github.com/jackc/pgx/v5"
-	"github.com/jackc/pgx/v5/pgconn"
+	"github.com/jackc/pgx/v5/pgtype"
+	"github.com/jackc/pgx/v5/pgxpool"
 	log "github.com/sirupsen/logrus"
 )
 
@@ -21,89 +23,183 @@ func main() {
 	log.SetLevel(log.DebugLevel)
 
 	log.Info("Starting migration...")
-	rowValues, colNames, err := extractData()
+
+	ctxSource, cancel := context.WithTimeout(context.Background(), 20*time.Second)
+	defer cancel()
+
+	sourcePool, err := db.Connect(ctxSource, config.App.FromDb.Url)
+	defer db.Close(sourcePool)
+	if err != nil {
+		log.Fatal(err)
+	}
+	log.Info("Successfully connected to from_db")
+
+	ctxTarget, cancel := context.WithTimeout(context.Background(), 20*time.Second)
+	defer cancel()
+
+	targetPool, err := db.Connect(ctxTarget, config.App.ToDb.Url)
+	defer db.Close(targetPool)
+	if err != nil {
+		log.Fatal(err)
+	}
+	log.Info("Successfully connected to to_db")
+
+	schema := "test"
+	table := "migration_test"
+	colNames := []string{"id", "nombre_producto", "descripcion", "stock", "precio", "es_activo", "fecha_creacion", "ultima_actualizacion", "configuracion_json", "etiquetas", "binario_test", "ip_servidor", "rango_prueba"}
+
+	rowValues, err := extractData(ctxSource, sourcePool, schema, table, colNames, 10000)
 
 	if err != nil {
-		log.Fatal("Unexpected error when extracting data")
+		log.Fatal("Unexpected error when extracting data", err)
 	}
 
-	for index, row := range rowValues {
+	// for index, row := range rowValues {
-		log.Debugf("Values for row %d", index+1)
+	// 	log.Debugf("Values for row %d", index+1)
-		for i, v := range row {
+	// 	for i, v := range row {
-			log.Debugf("%s: %v", colNames[i], v)
+	// 		log.Debugf("%s: %v", colNames[i], v)
-		}
+	// 	}
+	// }
+
+	insertedRows, err := insertData(ctxTarget, targetPool, schema, table, colNames, rowValues)
+	if err != nil {
+		log.Fatal("Unexpected error when inserting rows: ", err)
 	}
 
+	log.Infof("Inserted rows: %d", insertedRows)
+
 	log.Info("Migration completed successfully!")
 }
 
-func extractData() ([][]any, []string, error) {
+func buildExtractSqlSentence(schema, table string, colNames []string) string {
-	ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
+	var sbColumns strings.Builder
-	defer cancel()
 
-	pool, err := db.Connect(ctx, config.App.FromDb.Url)
+	for i, col := range colNames {
-	defer db.Close(pool)
+		sbColumns.WriteString(`"`)
-	if err != nil {
+		sbColumns.WriteString(col)
-		log.Fatal(err)
+		sbColumns.WriteString(`"`)
+		if i < len(colNames)-1 {
+			sbColumns.WriteString(", ")
+		}
 	}
 
-	log.Info("Successfully connected to from_db")
+	return fmt.Sprintf(`SELECT %s FROM "%s"."%s" LIMIT $1`, sbColumns.String(), schema, table)
-	limit := 2
+}
 
-	/* This query will become dinamyc later */
+func extractData(ctx context.Context, sourcePool *pgxpool.Pool, schema string, table string, colNames []string, limit int) ([][]any, error) {
-	sql := `
+	if len(colNames) == 0 {
-SELECT
+		return nil, errors.New("Empty column names received")
-	id,
+	}
-	nombre_producto,
-	descripcion,
-	stock,
-	precio,
-	es_activo,
-	fecha_creacion,
-	ultima_actualizacion,
-	configuracion_json,
-	etiquetas,
-	binario_test,
-	ip_servidor,
-	rango_prueba
-FROM test.migration_test
-LIMIT $1;
-`
 
-	rows, err := pool.Query(ctx, sql, limit)
+	sql := buildExtractSqlSentence(schema, table, colNames)
+
+	log.Debug("Executing query: ", sql)
+
+	rows, err := sourcePool.Query(ctx, sql, limit)
 	if err != nil {
 		if !errors.Is(err, pgx.ErrNoRows) {
-			return nil, nil, fmt.Errorf("Unexpected error: %w", err)
+			return nil, fmt.Errorf("Unexpected error: %w", err)
 		}
 
 		log.Warn("Unexpected error", err)
-		return [][]any{}, []string{}, nil
+		return [][]any{}, nil
 	}
 	defer rows.Close()
 
 	cols := rows.FieldDescriptions()
-	for _, c := range cols {
+	oids := make([]uint32, len(cols))
-		log.Debugf("Column: %+v", c)
+	for i, c := range cols {
+		oids[i] = c.DataTypeOID
 	}
 
 	rowValues := make([][]any, 0, limit)
 
 	for rows.Next() {
-		values := make([]any, len(cols))
+		values, _ := rows.Values()
-		valuePtrs := make([]any, len(cols))
 
-		for i := range values {
+		for i, v := range values {
-			valuePtrs[i] = &values[i]
+			values[i] = castValueByOID(v, oids[i])
 		}
 
-		rows.Scan(valuePtrs...)
-
 		rowValues = append(rowValues, values)
 	}
 
-	return rowValues, Map(cols, func(col pgconn.FieldDescription) string {
+	return rowValues, nil
-		return col.Name
+}
-	}), nil
+
+func castValueByOID(val any, oid uint32) any {
+	if val == nil {
+		return nil
+	}
+
+	switch oid {
+	case 3904:
+		if r, ok := val.(pgtype.Range[any]); ok {
+			newRange := pgtype.Range[int32]{
+				LowerType: r.LowerType,
+				UpperType: r.UpperType,
+				Valid:     r.Valid,
+			}
+			if r.Lower != nil {
+				newRange.Lower = anyToInt32(r.Lower)
+			}
+			if r.Upper != nil {
+				newRange.Upper = anyToInt32(r.Upper)
+			}
+			return newRange
+		}
+
+	case 3906:
+		if r, ok := val.(pgtype.Range[any]); ok {
+			newRange := pgtype.Range[pgtype.Numeric]{
+				LowerType: r.LowerType,
+				UpperType: r.UpperType,
+				Valid:     r.Valid,
+			}
+			if r.Lower != nil {
+				newRange.Lower = r.Lower.(pgtype.Numeric)
+			}
+			if r.Upper != nil {
+				newRange.Upper = r.Upper.(pgtype.Numeric)
+			}
+			return newRange
+		}
+	}
+
+	return val
+}
+
+func anyToInt32(v any) int32 {
+	switch t := v.(type) {
+	case int32:
+		return t
+	case int64:
+		return int32(t)
+	case int:
+		return int32(t)
+	case float64:
+		return int32(t)
+	default:
+		log.Warnf("Valor inesperado en rango: %T", v)
+		return 0
+	}
+}
+
+func insertData(ctx context.Context, targetPool *pgxpool.Pool, schema string, table string, colNames []string, rowValues [][]any) (int64, error) {
+	identifier := pgx.Identifier{schema, table}
+
+	count, err := targetPool.CopyFrom(
+		ctx,
+		identifier,
+		colNames,
+		pgx.CopyFromRows(rowValues),
+	)
+
+	if err != nil {
+		return 0, fmt.Errorf("error en CopyFrom: %w", err)
+	}
+
+	return count, nil
 }
 
 func Map[T any, V any](input []T, mapper func(T) V) []V {