Merge branch 'Vision-CAIR:main' into main

nahidalam · Oct 23, 2023 · f118d7d · f118d7d
2 parents 0c27a75 + 41c050d
commit f118d7d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/minigpt4/models/modeling_llama.py b/minigpt4/models/modeling_llama.py
@@ -75,7 +75,7 @@ def forward(
         )
 
         hidden_states = outputs[0]
-        if self.config.pretraining_tp > 1:
+        if hasattr(self.config, 'pretraining_tp') and self.config.pretraining_tp > 1:
             lm_head_slices = self.lm_head.weight.split(self.vocab_size // self.config.pretraining_tp, dim=0)
             logits = [F.linear(hidden_states, lm_head_slices[i]) for i in range(self.config.pretraining_tp)]
             logits = torch.cat(logits, dim=-1)