AlexHung29629
commited on
Commit
•
af56b11
1
Parent(s):
639e3bf
Update mllama_audio_model.py
Browse files- mllama_audio_model.py +1 -1
mllama_audio_model.py
CHANGED
@@ -12,7 +12,7 @@ class Llama3Embedding(MllamaPreTrainedModel):
|
|
12 |
base_model_prefix = "audio_model"
|
13 |
def __init__(self, config: Llama3Config):
|
14 |
super().__init__(config)
|
15 |
-
assert config.audio_config.output_hidden_size * 2 == config.text_config.hidden_size
|
16 |
self.text_embeddings = nn.Embedding(config.text_config.vocab_size, config.text_config.hidden_size, config.text_config.pad_token_id)
|
17 |
assert config.audio_config.add_adapter == True
|
18 |
self.audio_model = Wav2Vec2Model(config.audio_config)
|
|
|
12 |
base_model_prefix = "audio_model"
|
13 |
def __init__(self, config: Llama3Config):
|
14 |
super().__init__(config)
|
15 |
+
#assert config.audio_config.output_hidden_size * 2 == config.text_config.hidden_size
|
16 |
self.text_embeddings = nn.Embedding(config.text_config.vocab_size, config.text_config.hidden_size, config.text_config.pad_token_id)
|
17 |
assert config.audio_config.add_adapter == True
|
18 |
self.audio_model = Wav2Vec2Model(config.audio_config)
|