Fix second mapping dict

pytorch · Oct 27, 2024 · eadd920 · eadd920
1 parent 544e09d
commit eadd920
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchtune/models/convert_weights.py b/torchtune/models/convert_weights.py
@@ -260,7 +260,7 @@ def tune_to_peft_adapter_weights(
     # re-use the _FROM_HF mapping for base model weights. We iterate over it twice:
     # once to add mappings for LoRA A matrices and once to add mappings for LoRA B matrices.
     for k, v in _TO_PEFT_KEYS.items():
-        for kk, vv in _FROM_META.items():
+        for kk, vv in _FROM_HF.items():
             if vv is None:
                 continue
             if "lora" in k: