Spaces:
Paused
Paused
Update multipurpose_chatbot/engines/modeling_sealmm.py
Browse files
multipurpose_chatbot/engines/modeling_sealmm.py
CHANGED
|
@@ -597,7 +597,7 @@ class SeaLMMForCausalLM(LlavaPreTrainedModel):
|
|
| 597 |
# self.vision_tower = vision_tower or LlavaCLIPVisionModel(config=config.vision_config)
|
| 598 |
self.vision_tower = vision_tower or SeaLMMCLIPVisionModel(config=config.vision_config)
|
| 599 |
self.multi_modal_projector = SeaLMMMultiModalProjector(config)
|
| 600 |
-
self.vocab_size = config.vocab_size
|
| 601 |
self.language_model = language_model or AutoModelForCausalLM.from_config(
|
| 602 |
config.text_config, attn_implementation=config._attn_implementation
|
| 603 |
)
|
|
|
|
| 597 |
# self.vision_tower = vision_tower or LlavaCLIPVisionModel(config=config.vision_config)
|
| 598 |
self.vision_tower = vision_tower or SeaLMMCLIPVisionModel(config=config.vision_config)
|
| 599 |
self.multi_modal_projector = SeaLMMMultiModalProjector(config)
|
| 600 |
+
self.vocab_size = config.text_config.vocab_size
|
| 601 |
self.language_model = language_model or AutoModelForCausalLM.from_config(
|
| 602 |
config.text_config, attn_implementation=config._attn_implementation
|
| 603 |
)
|