nblinh63 commited on
Commit
86cb884
·
verified ·
1 Parent(s): 68df967

End of training

Browse files
README.md CHANGED
@@ -105,7 +105,7 @@ xformers_attention: true
105
 
106
  This model is a fine-tuned version of [DeepMount00/Llama-3-8b-Ita](https://huggingface.co/DeepMount00/Llama-3-8b-Ita) on the None dataset.
107
  It achieves the following results on the evaluation set:
108
- - Loss: 0.2714
109
 
110
  ## Model description
111
 
@@ -137,7 +137,7 @@ The following hyperparameters were used during training:
137
 
138
  | Training Loss | Epoch | Step | Validation Loss |
139
  |:-------------:|:------:|:----:|:---------------:|
140
- | 0.1155 | 0.0009 | 10 | 0.2714 |
141
 
142
 
143
  ### Framework versions
 
105
 
106
  This model is a fine-tuned version of [DeepMount00/Llama-3-8b-Ita](https://huggingface.co/DeepMount00/Llama-3-8b-Ita) on the None dataset.
107
  It achieves the following results on the evaluation set:
108
+ - Loss: 0.2601
109
 
110
  ## Model description
111
 
 
137
 
138
  | Training Loss | Epoch | Step | Validation Loss |
139
  |:-------------:|:------:|:----:|:---------------:|
140
+ | 0.1199 | 0.0009 | 10 | 0.2601 |
141
 
142
 
143
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "k_proj",
24
- "q_proj",
25
- "gate_proj",
26
- "v_proj",
27
  "o_proj",
28
  "down_proj",
29
- "up_proj"
 
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
 
23
  "o_proj",
24
  "down_proj",
25
+ "up_proj",
26
+ "k_proj",
27
+ "gate_proj",
28
+ "q_proj",
29
+ "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07bc5c58adfcefe563647cbad4b92dde0cb8457a7125d287e98442f00b324ffa
3
  size 167934026
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7afe0da965ea50defaad9f80f5663fbdce01f1ec8bbbe1d354c92fada2adf58
3
  size 167934026
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84de71ac0b952cd8d503d2905fc8152739ba8f8e5ef65da9f821f714ce7fb790
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a134db57e2cf17dadcbe3cbde606d41d90436d895c1c4c161780d1cc94e72fd4
3
  size 167832240
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4430f52cc1629a60452a40701d359590fa881fc63ac8ce0014700fd83510544
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca96091283f66fbfdfc17618bffcef9416fa327d5f31b805ae1f794d533fdf60
3
  size 6776