Parameterize the model size

VHellendoorn · Oct 18, 2022 · cbb08b9 · cbb08b9
1 parent 4ba3cc4
commit cbb08b9
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/Convert2HF/convert.sh b/Convert2HF/convert.sh
@@ -1,6 +1,8 @@
+size=${1:-0-4B}
+
 python convert_neox_pt_to_huggingface_neox.py \
-    --checkpoint_dir ../checkpoints/checkpoints-0-4B/global_step150000 \
+    --checkpoint_dir ../checkpoints/checkpoints-${size}/global_step150000 \
     --vocab_file ../Data/code-vocab.json \
     --merge_file ../Data/code-merges.txt \
-    --hf_config_path ./polycoder/configs/config_0-4B.json \
-    --hf_save_dir ./polycoder/0-4B
+    --hf_config_path ./polycoder/configs/config_${size}.json \
+    --hf_save_dir ./polycoder/${size}