Remove obsolete MSSQL and PostgreSQL scripts and related types

- Deleted `seed-manzana.go`, `site-holder-attach.go`, `types.go`, `utils.go`, `main.go` files from both `mssql-info-test` and `mssql-test` directories.
- Removed `pg-info-test/main.go` and `test-etl/main.go` files.
- Eliminated `wkb-to-ewkb/main.go` for unused WKB to EWKB conversion functionality.
- Cleaned up associated functions and types that are no longer needed.
This commit is contained in:
DiegoAlessandroMotta
2026-07-16 20:23:58 -05:00
parent 86258718d8
commit bfe335c933
18 changed files with 99 additions and 1701 deletions

View File

@@ -24,43 +24,43 @@ defaults:
max_failed_batches_load: 5
jobs:
- name: cartografia_manzana
- name: demo_users
enabled: true
source:
schema: Cartografia
table: MANZANA
primary_key: GDB_ARCHIVE_OID
schema: demo
table: users
primary_key: id
target:
schema: Cartografia
table: MANZANA
schema: demo
table: users
# - name: red_puerto
# - name: analytics_events
# enabled: true
# source:
# schema: Red
# table: PUERTO
# primary_key: ID_PUERTO
# schema: analytics
# table: events
# primary_key: id
# from_json:
# - column: $node_id*
# - column: payload
# field: id
# target:
# schema: Red
# table: PUERTO
# schema: analytics
# table: events
# - name: infraestructura_site_holder__attach
# - name: storage_attachments
# source:
# schema: Infraestructura
# table: SITE_HOLDER__ATTACH
# primary_key: GDB_ARCHIVE_OID
# schema: storage
# table: attachments
# primary_key: id
# target:
# schema: Infraestructura
# table: SITE_HOLDER__ATTACH
# schema: storage
# table: attachments
# to_storage:
# columns:
# - source: DATA
# target: FILE_URL
# mode: REFERENCE_ONLY
# prefix: Infraestructura/SITE_HOLDER__ATTACH
# prefix: storage/attachments
# batches_per_partition: 20
# max_extractors: 32
# extractor_batch_size: 1
@@ -75,3 +75,33 @@ jobs:
# base_delay_ms: 1000
# max_delay_ms: 15000
# max_jitter_ms: 500
# - name: analytics_audit_log
# source:
# schema: analytics
# table: audit_log
# primary_key: id
# target:
# schema: analytics
# table: audit_log
# pre_sql:
# - "DROP INDEX IF EXISTS audit_log_created_at_idx"
# - "DROP INDEX IF EXISTS audit_log_user_id_idx"
# post_sql:
# - "CREATE INDEX audit_log_created_at_idx ON analytics.audit_log (created_at)"
# - "CREATE INDEX audit_log_user_id_idx ON analytics.audit_log (user_id)"
# - "ANALYZE analytics.audit_log"
# # Partition slicing: only migrate the slice [2024-01-01, 2024-12-31]
# # in this re-run. is_min_inclusive=false resumes AFTER any failed boundary.
# range:
# min: 1704067200000 # 2024-01-01 UTC, as epoch millis
# max: 1735689599999 # 2024-12-31 UTC, as epoch millis
# is_min_inclusive: false
# is_max_inclusive: true
# partition_calculation_strategy: ESTIMATION # faster than EXACT on large tables
# truncate_method: DELETE # use DELETE instead of TRUNCATE
# batches_per_partition: 8
# retry:
# attempts: 5
# max_failed_partitions: 3
# max_failed_batches_load: 10