table exists so pg_use_copy is essential for performance

smnorris · Dec 17, 2024 · 1047e75 · 1047e75
1 parent 6ea279b
commit 1047e75
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/jobs/load_monthly b/jobs/load_monthly
@@ -22,6 +22,7 @@ jq -c '.[]' bcgw_sources.json | while read item; do
         -t_srs EPSG:3005 \
         -append \
         -nln $source \
+        --config PG_USE_COPY=YES \
         /vsicurl/https://nrs.objectstore.gov.bc.ca/bchamp/bcdata/$source.parquet \
         $source
     fi

diff --git a/jobs/load_weekly b/jobs/load_weekly
@@ -24,6 +24,7 @@ jq -c '.[]' bcgw_sources.json | while read item; do
         -t_srs EPSG:3005 \
         -append \
         -nln $source \
+        --config PG_USE_COPY=YES \
         /vsicurl/https://nrs.objectstore.gov.bc.ca/bchamp/bcdata/$source.parquet \
         $source
     fi