Guo
commited on
Commit
·
b5a6954
1
Parent(s):
e815555
change default att type
Browse files- config.json +2 -2
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_attn_implementation_internal": "
|
3 |
"_commit_hash": "e4d9ef770a272f072cac70d16dd1ae113f5989ae",
|
4 |
"_name_or_path": "jetmoe/jetmoe-8b-chat",
|
5 |
"activation_function": "silu",
|
@@ -89,4 +89,4 @@
|
|
89 |
"use_bfloat16": false,
|
90 |
"use_cache": true,
|
91 |
"vocab_size": 32000
|
92 |
-
}
|
|
|
1 |
{
|
2 |
+
"_attn_implementation_internal": "eager",
|
3 |
"_commit_hash": "e4d9ef770a272f072cac70d16dd1ae113f5989ae",
|
4 |
"_name_or_path": "jetmoe/jetmoe-8b-chat",
|
5 |
"activation_function": "silu",
|
|
|
89 |
"use_bfloat16": false,
|
90 |
"use_cache": true,
|
91 |
"vocab_size": 32000
|
92 |
+
}
|