Fix: seamless integration with πŸ€— generation pipelines

#9
Files changed (1) hide show
  1. llava_qwen.py +1 -0
llava_qwen.py CHANGED
@@ -2186,6 +2186,7 @@ class LlavaQwen2ForCausalLM(Qwen2ForCausalLM, LlavaMetaForCausalLM):
2186
  ) -> Union[GenerateOutput, torch.LongTensor]:
2187
  position_ids = kwargs.pop("position_ids", None)
2188
  attention_mask = kwargs.pop("attention_mask", None)
 
2189
  if "inputs_embeds" in kwargs:
2190
  raise NotImplementedError("`inputs_embeds` is not supported")
2191
 
 
2186
  ) -> Union[GenerateOutput, torch.LongTensor]:
2187
  position_ids = kwargs.pop("position_ids", None)
2188
  attention_mask = kwargs.pop("attention_mask", None)
2189
+ inputs = kwargs.pop("input_ids", inputs)
2190
  if "inputs_embeds" in kwargs:
2191
  raise NotImplementedError("`inputs_embeds` is not supported")
2192