Spaces:
Running
on
Zero
Running
on
Zero
Update multipurpose_chatbot/engines/modeling_sealmm.py
Browse files
multipurpose_chatbot/engines/modeling_sealmm.py
CHANGED
@@ -597,7 +597,7 @@ class SeaLMMForCausalLM(LlavaPreTrainedModel):
|
|
597 |
# self.vision_tower = vision_tower or LlavaCLIPVisionModel(config=config.vision_config)
|
598 |
self.vision_tower = vision_tower or SeaLMMCLIPVisionModel(config=config.vision_config)
|
599 |
self.multi_modal_projector = SeaLMMMultiModalProjector(config)
|
600 |
-
self.vocab_size = config.vocab_size
|
601 |
self.language_model = language_model or AutoModelForCausalLM.from_config(
|
602 |
config.text_config, attn_implementation=config._attn_implementation
|
603 |
)
|
|
|
597 |
# self.vision_tower = vision_tower or LlavaCLIPVisionModel(config=config.vision_config)
|
598 |
self.vision_tower = vision_tower or SeaLMMCLIPVisionModel(config=config.vision_config)
|
599 |
self.multi_modal_projector = SeaLMMMultiModalProjector(config)
|
600 |
+
self.vocab_size = config.text_config.vocab_size
|
601 |
self.language_model = language_model or AutoModelForCausalLM.from_config(
|
602 |
config.text_config, attn_implementation=config._attn_implementation
|
603 |
)
|