Upload config.json with huggingface_hub
Browse files- config.json +1 -31
config.json
CHANGED
|
@@ -1,30 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "google/flan-t5-base",
|
| 3 |
-
"adapters": {
|
| 4 |
-
"adapters": {
|
| 5 |
-
"xerr": "2e3d1fb61268c5a4"
|
| 6 |
-
},
|
| 7 |
-
"config_map": {
|
| 8 |
-
"2e3d1fb61268c5a4": {
|
| 9 |
-
"alpha": 16,
|
| 10 |
-
"architecture": "lora",
|
| 11 |
-
"attn_matrices": [
|
| 12 |
-
"q",
|
| 13 |
-
"v"
|
| 14 |
-
],
|
| 15 |
-
"composition_mode": "add",
|
| 16 |
-
"dropout": 0.0,
|
| 17 |
-
"init_weights": "lora",
|
| 18 |
-
"intermediate_lora": true,
|
| 19 |
-
"output_lora": true,
|
| 20 |
-
"r": 8,
|
| 21 |
-
"selfattn_lora": true,
|
| 22 |
-
"use_gating": false
|
| 23 |
-
}
|
| 24 |
-
},
|
| 25 |
-
"fusion_config_map": {},
|
| 26 |
-
"fusions": {}
|
| 27 |
-
},
|
| 28 |
"architectures": [
|
| 29 |
"T5ForConditionalGeneration"
|
| 30 |
],
|
|
@@ -40,12 +16,6 @@
|
|
| 40 |
"is_encoder_decoder": true,
|
| 41 |
"is_gated_act": true,
|
| 42 |
"layer_norm_epsilon": 1e-06,
|
| 43 |
-
"lora_params": {
|
| 44 |
-
"alpha": 16,
|
| 45 |
-
"intermediate_lora": true,
|
| 46 |
-
"output_lora": true,
|
| 47 |
-
"r": 8
|
| 48 |
-
},
|
| 49 |
"model_type": "t5",
|
| 50 |
"n_positions": 512,
|
| 51 |
"num_decoder_layers": 12,
|
|
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "google/flan-t5-base",
|
| 3 |
+
"adapters": {},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
"architectures": [
|
| 5 |
"T5ForConditionalGeneration"
|
| 6 |
],
|
|
|
|
| 16 |
"is_encoder_decoder": true,
|
| 17 |
"is_gated_act": true,
|
| 18 |
"layer_norm_epsilon": 1e-06,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
"model_type": "t5",
|
| 20 |
"n_positions": 512,
|
| 21 |
"num_decoder_layers": 12,
|