Hugging Face's logo

sengi
/
zephyr-7b-sft-qlora

PEFT
TensorBoard
Safetensors
mistral
alignment-handbook
trl
sft
Generated from Trainer
Model card Files Metrics Community
sengi commited on
Commit
8f693c8
·
verified ·
1 Parent(s): 7e36620

Training in progress, step 100

Browse files
Files changed (9) hide show
  1. adapter_config.json +7 -4
  2. adapter_model.safetensors +2 -2
  3. runs/Apr08_20-57-23_g3022/events.out.tfevents.1712635256.g3022.32088.0 +3 -0
  4. runs/Apr08_21-42-12_g3022/events.out.tfevents.1712637884.g3022.82904.0 +3 -0
  5. runs/Apr13_11-52-13_g3011/events.out.tfevents.1713034417.g3011.42702.0 +3 -0
  6. runs/Apr13_14-56-09_g3023/events.out.tfevents.1713045445.g3023.54956.0 +3 -0
  7. runs/Apr13_14-56-09_g3023/events.out.tfevents.1713045456.g3023.54956.1 +3 -0
  8. runs/Apr13_22-54-40_g3023/events.out.tfevents.1713074259.g3023.29021.0 +3 -0
  9. training_args.bin +2 -2
adapter_config.json CHANGED
@@ -6,6 +6,7 @@
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
8
  "init_lora_weights": true,
 
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
@@ -19,13 +20,15 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "v_proj",
23
  "up_proj",
24
  "q_proj",
25
  "down_proj",
26
- "o_proj",
27
  "k_proj",
28
- "gate_proj"
29
  ],
30
- "task_type": "CAUSAL_LM"
 
 
31
  }
 
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
8
  "init_lora_weights": true,
9
+ "layer_replication": null,
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
24
  "up_proj",
25
  "q_proj",
26
  "down_proj",
27
+ "gate_proj",
28
  "k_proj",
29
+ "v_proj"
30
  ],
31
+ "task_type": "CAUSAL_LM",
32
+ "use_dora": false,
33
+ "use_rslora": false
34
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e44ce263e6fd885f50d82ca515b9325375b43ee36ededb75acf161ce88bc2e41
3
- size 48
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60e0c5f44c9734d4df4c7bda8dd5883cd3cb549273c2f3f07523ae9c6175fa2b
3
+ size 83945744
runs/Apr08_20-57-23_g3022/events.out.tfevents.1712635256.g3022.32088.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d4c8e4ef7204b1ac04daaf9db639bc96a4a7a85061b01f92485bf639ca3bbc
3
+ size 4603
runs/Apr08_21-42-12_g3022/events.out.tfevents.1712637884.g3022.82904.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97767c560a823bcbe8795dcd6db64d24285324442d2c4c1b5a1fc1f2de0c642a
3
+ size 5221
runs/Apr13_11-52-13_g3011/events.out.tfevents.1713034417.g3011.42702.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c32378a6924e5fb697e628095825ff52d0f85aab4b121d50b3748427e03af8
3
+ size 4603
runs/Apr13_14-56-09_g3023/events.out.tfevents.1713045445.g3023.54956.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df80727df2e4940c19ad04b89da6d28ac3cdc651cb0b2e1d0ffb7836347d2df
3
+ size 4951
runs/Apr13_14-56-09_g3023/events.out.tfevents.1713045456.g3023.54956.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3674f7f80c88975558539df1383e978693002b64a49fe7f92ac2b44adfe2a22
3
+ size 4449
runs/Apr13_22-54-40_g3023/events.out.tfevents.1713074259.g3023.29021.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28c9fdcbc23f8a803bcbcbc17255bf21b3bd09af5c0dc438cd2be0c5a5553ffd
3
+ size 8033
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22e587f98bb6eb77b241b9ae7617872ca46ae61c36e20efefa3510d98357b9a3
3
- size 6328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:142a14809e285e427e561c3b563130821d0cd6c4f7c809c3cdfa0bbd0db3409d
3
+ size 4792