Update modeling_minicpmv.py

#43
Files changed (1) hide show
  1. modeling_minicpmv.py +2 -2
modeling_minicpmv.py CHANGED
@@ -69,8 +69,8 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
69
 
70
  def get_vllm_embedding(self, data):
71
  if 'vision_hidden_states' not in data:
72
- dtype = self.vpm.embeddings.position_embedding.weight.dtype
73
- device = self.vpm.embeddings.position_embedding.weight.device
74
  tgt_sizes = data['tgt_sizes']
75
  pixel_values_list = data['pixel_values']
76
  vision_hidden_states = []
 
69
 
70
  def get_vllm_embedding(self, data):
71
  if 'vision_hidden_states' not in data:
72
+ dtype = self.llm.lm_head.weight.dtype
73
+ device = self.llm.lm_head.weight.device
74
  tgt_sizes = data['tgt_sizes']
75
  pixel_values_list = data['pixel_values']
76
  vision_hidden_states = []