Update minigpt4.py

open-mmlab · Jul 28, 2023 · 65e0f17 · 65e0f17
1 parent d84cd91
commit 65e0f17
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/mmpretrain/models/multimodal/minigpt4/minigpt4.py b/mmpretrain/models/multimodal/minigpt4/minigpt4.py
@@ -109,6 +109,8 @@ def __init__(self,
             state_dict = CheckpointLoader.load_checkpoint(
                 q_former_model_weight)['state_dict']
             self.load_state_dict(state_dict, strict=False)
+            # The ln_vision weights are also in the q-former checkpoint.
+            setattr(self.ln_vision, 'is_init', True)
             setattr(self.q_former, 'is_init', True)
 
         if freeze_q_former: