nicolinho
/

QRM-Gemma-2-27B

Model card Files Files and versions Community

nicolinho commited on Dec 23, 2024

Commit

aafada6

·

verified ·

1 Parent(s): f1a53bb

Update modeling_custom.py

Files changed (1) hide show

modeling_custom.py +1 -1

modeling_custom.py CHANGED Viewed

@@ -116,7 +116,7 @@ class Gemma2ForQuantileSequenceClassification(Gemma2PreTrainedModel):
         # Initialize weights and apply final processing
         self.gating = GatingNetwork(config.hidden_size, self.num_objectives,
-                                    temperature=config_dict.get("gating_temperature", 2),
                                     hidden_dim=config_dict.get("gating_hidden_dim", 1024),
                                     n_hidden=config_dict.get("gating_n_hidden", 3))

         # Initialize weights and apply final processing
         self.gating = GatingNetwork(config.hidden_size, self.num_objectives,
+                                    temperature=config_dict.get("gating_temperature", 1),
                                     hidden_dim=config_dict.get("gating_hidden_dim", 1024),
                                     n_hidden=config_dict.get("gating_n_hidden", 3))