diff --git a/scripts/build_database.sh b/scripts/build_database.sh index ac0d2b0..c4741de 100755 --- a/scripts/build_database.sh +++ b/scripts/build_database.sh @@ -379,6 +379,23 @@ create_taxon_tables() { log "Finished creating the taxon tables." } +url_points_to_xml() { + URL="$1" + + MATCH=$(curl -s "$URL"| gunzip | head | grep '^ >(reportProgress - "Downloading database index for $DB_TYPE." 3 >&2) | pigz -dc | $CURRENT_LOCATION/helper_scripts/$PARSER -t "$DB_TYPE" | $CURRENT_LOCATION/helper_scripts/write-to-chunk --output-dir "$DB_INDEX_OUTPUT" + curl --continue-at - --create-dirs "$DB_SOURCE" --silent | pigz -dc | $CURRENT_LOCATION/helper_scripts/$PARSER -t "$DB_TYPE" | $CURRENT_LOCATION/helper_scripts/write-to-chunk --output-dir "$DB_INDEX_OUTPUT" # Now, compress the different chunks CHUNKS=$(find "$DB_INDEX_OUTPUT" -name "*.chunk")