AlexHung29629 commited on
Commit
af56b11
1 Parent(s): 639e3bf

Update mllama_audio_model.py

Browse files
Files changed (1) hide show
  1. mllama_audio_model.py +1 -1
mllama_audio_model.py CHANGED
@@ -12,7 +12,7 @@ class Llama3Embedding(MllamaPreTrainedModel):
12
  base_model_prefix = "audio_model"
13
  def __init__(self, config: Llama3Config):
14
  super().__init__(config)
15
- assert config.audio_config.output_hidden_size * 2 == config.text_config.hidden_size
16
  self.text_embeddings = nn.Embedding(config.text_config.vocab_size, config.text_config.hidden_size, config.text_config.pad_token_id)
17
  assert config.audio_config.add_adapter == True
18
  self.audio_model = Wav2Vec2Model(config.audio_config)
 
12
  base_model_prefix = "audio_model"
13
  def __init__(self, config: Llama3Config):
14
  super().__init__(config)
15
+ #assert config.audio_config.output_hidden_size * 2 == config.text_config.hidden_size
16
  self.text_embeddings = nn.Embedding(config.text_config.vocab_size, config.text_config.hidden_size, config.text_config.pad_token_id)
17
  assert config.audio_config.add_adapter == True
18
  self.audio_model = Wav2Vec2Model(config.audio_config)