Merge pull request haotian-liu#640 from dribnet/allow_inputs_embeds

allow inputs_embeds to be passed to forward call
ZetangForward · Nov 4, 2023 · 5978c26 · 5978c26
2 parents 82d5788 + 671c815
commit 5978c26
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/llava/model/language_model/llava_llama.py b/llava/model/language_model/llava_llama.py
@@ -72,7 +72,9 @@ def forward(
         )
         return_dict = return_dict if return_dict is not None else self.config.use_return_dict
 
-        input_ids, attention_mask, past_key_values, inputs_embeds, labels = self.prepare_inputs_labels_for_multimodal(input_ids, attention_mask, past_key_values, labels, images)
+        input_ids, attention_mask, past_key_values, inputs_embeds_prepared, labels = self.prepare_inputs_labels_for_multimodal(input_ids, attention_mask, past_key_values, labels, images)
+        if inputs_embeds is None:
+            inputs_embeds = inputs_embeds_prepared
 
         # decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)
         outputs = self.model(