Commit
•
53bcd7e
1
Parent(s):
007b5cb
Set dropout in config.json to be 0 ? (#7)
Browse files- Set dropout in config.json to be 0 ? (c68091b97892b4183a9b844bc325fbbb6ec3b1cd)
Co-authored-by: Hailey Schoelkopf <[email protected]>
- config.json +2 -2
config.json
CHANGED
|
@@ -2,11 +2,11 @@
|
|
| 2 |
"architectures": [
|
| 3 |
"GPTNeoXForCausalLM"
|
| 4 |
],
|
| 5 |
-
"attention_probs_dropout_prob": 0
|
| 6 |
"bos_token_id": 0,
|
| 7 |
"eos_token_id": 0,
|
| 8 |
"hidden_act": "gelu_fast",
|
| 9 |
-
"hidden_dropout_prob": 0
|
| 10 |
"hidden_size": 6144,
|
| 11 |
"initializer_range": 0.02,
|
| 12 |
"intermediate_size": 24576,
|
|
|
|
| 2 |
"architectures": [
|
| 3 |
"GPTNeoXForCausalLM"
|
| 4 |
],
|
| 5 |
+
"attention_probs_dropout_prob": 0,
|
| 6 |
"bos_token_id": 0,
|
| 7 |
"eos_token_id": 0,
|
| 8 |
"hidden_act": "gelu_fast",
|
| 9 |
+
"hidden_dropout_prob": 0,
|
| 10 |
"hidden_size": 6144,
|
| 11 |
"initializer_range": 0.02,
|
| 12 |
"intermediate_size": 24576,
|