Upload config
Browse files- config.json +2 -1
- configuration_deprot.py +2 -0
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "oracle_checkpoint/ss_0_2051___True/
|
| 3 |
"architectures": [
|
| 4 |
"DeprotForMaskedLM"
|
| 5 |
],
|
|
@@ -33,6 +33,7 @@
|
|
| 33 |
"position_biased_input": true,
|
| 34 |
"position_embedding_type": "relative",
|
| 35 |
"relative_attention": false,
|
|
|
|
| 36 |
"ss_vocab_size": 0,
|
| 37 |
"token_dropout": true,
|
| 38 |
"torch_dtype": "float32",
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "oracle_checkpoint/ss_0_2051___True/15_proteingym_NoStability_0.390",
|
| 3 |
"architectures": [
|
| 4 |
"DeprotForMaskedLM"
|
| 5 |
],
|
|
|
|
| 33 |
"position_biased_input": true,
|
| 34 |
"position_embedding_type": "relative",
|
| 35 |
"relative_attention": false,
|
| 36 |
+
"scale_hidden": 1,
|
| 37 |
"ss_vocab_size": 0,
|
| 38 |
"token_dropout": true,
|
| 39 |
"torch_dtype": "float32",
|
configuration_deprot.py
CHANGED
|
@@ -30,6 +30,7 @@ class DeprotConfig(PretrainedConfig):
|
|
| 30 |
max_relative_positions=-1,
|
| 31 |
relative_attention=False,
|
| 32 |
pooling_head="mean",
|
|
|
|
| 33 |
**kwargs,
|
| 34 |
):
|
| 35 |
super().__init__(**kwargs)
|
|
@@ -53,6 +54,7 @@ class DeprotConfig(PretrainedConfig):
|
|
| 53 |
self.mask_token_id = mask_token_id
|
| 54 |
self.position_embedding_type = position_embedding_type
|
| 55 |
self.pooling_head = pooling_head
|
|
|
|
| 56 |
|
| 57 |
# Backwards compatibility
|
| 58 |
if type(pos_att_type) == str:
|
|
|
|
| 30 |
max_relative_positions=-1,
|
| 31 |
relative_attention=False,
|
| 32 |
pooling_head="mean",
|
| 33 |
+
scale_hidden=1,
|
| 34 |
**kwargs,
|
| 35 |
):
|
| 36 |
super().__init__(**kwargs)
|
|
|
|
| 54 |
self.mask_token_id = mask_token_id
|
| 55 |
self.position_embedding_type = position_embedding_type
|
| 56 |
self.pooling_head = pooling_head
|
| 57 |
+
self.scale_hidden = scale_hidden
|
| 58 |
|
| 59 |
# Backwards compatibility
|
| 60 |
if type(pos_att_type) == str:
|