myownskyW7
commited on
Commit
•
31ca8a2
1
Parent(s):
57a2a43
Update modeling_internlm_xcomposer2.py
Browse filesraise value error for invalid <ImageHere> prompt format
modeling_internlm_xcomposer2.py
CHANGED
@@ -156,6 +156,7 @@ class InternLMXComposer2ForCausalLM(InternLM2PreTrainedModel):
|
|
156 |
return_tensors='pt',
|
157 |
padding='longest',
|
158 |
truncation=True,
|
|
|
159 |
add_special_tokens=add_special).to(self.device)
|
160 |
|
161 |
targets = self.mask_human_targets(to_regress_tokens.input_ids)
|
@@ -175,6 +176,9 @@ class InternLMXComposer2ForCausalLM(InternLM2PreTrainedModel):
|
|
175 |
parts = prompt.split('<ImageHere>')
|
176 |
wrap_embeds, wrap_im_mask = [], []
|
177 |
temp_len = 0
|
|
|
|
|
|
|
178 |
|
179 |
for idx, part in enumerate(parts):
|
180 |
if len(part) > 0:
|
|
|
156 |
return_tensors='pt',
|
157 |
padding='longest',
|
158 |
truncation=True,
|
159 |
+
max_length=self.max_length,
|
160 |
add_special_tokens=add_special).to(self.device)
|
161 |
|
162 |
targets = self.mask_human_targets(to_regress_tokens.input_ids)
|
|
|
176 |
parts = prompt.split('<ImageHere>')
|
177 |
wrap_embeds, wrap_im_mask = [], []
|
178 |
temp_len = 0
|
179 |
+
|
180 |
+
if len(parts) != image_nums + 1:
|
181 |
+
raise ValueError('Invalid <ImageHere> prompt format.')
|
182 |
|
183 |
for idx, part in enumerate(parts):
|
184 |
if len(part) > 0:
|