Hugging Face's logo

notrichardren
/
zephyr-7b-sft-qlora-alignment-10000

PEFT
TensorBoard
Safetensors
mistral
alignment-handbook
Generated from Trainer
trl
sft
4-bit precision
bitsandbytes
Model card Files Metrics Community
notrichardren commited on
Commit
130b494
·
verified ·
1 Parent(s): 3b61f0e

Training in progress, step 100

Browse files
Files changed (6) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
  3. runs/May11_15-24-42_compute-permanent-node-918/events.out.tfevents.1715441105.compute-permanent-node-918.113898.0 +3 -0
  4. runs/May11_15-26-09_compute-permanent-node-918/events.out.tfevents.1715441190.compute-permanent-node-918.114734.0 +3 -0
  5. runs/May11_15-37-10_compute-permanent-node-269/events.out.tfevents.1715441861.compute-permanent-node-269.196531.0 +3 -0
  6. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,13 +19,13 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "k_proj",
23
  "gate_proj",
 
 
 
24
  "q_proj",
25
- "down_proj",
26
  "v_proj",
27
- "up_proj",
28
- "o_proj"
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
22
  "gate_proj",
23
+ "o_proj",
24
+ "up_proj",
25
+ "k_proj",
26
  "q_proj",
 
27
  "v_proj",
28
+ "down_proj"
 
29
  ],
30
  "task_type": "CAUSAL_LM"
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:594c27c3cd5a129a1d5879c80a524689e09a19ca13b325258060567f6242da21
3
  size 83946192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8bd94fe624db22d2fe76ee67967c4d196910b966d9b3e92e20e0defde1a57ac
3
  size 83946192
runs/May11_15-24-42_compute-permanent-node-918/events.out.tfevents.1715441105.compute-permanent-node-918.113898.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f021f26aa6efc491b8458d3e44ab47d541ba2a840b8ccd0eec1bade0f1b92489
3
+ size 5051
runs/May11_15-26-09_compute-permanent-node-918/events.out.tfevents.1715441190.compute-permanent-node-918.114734.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f50f4fde8e611d7f98569617da73560b3b8dd5f3901bbb3cb24a45fc54664ee
3
+ size 7207
runs/May11_15-37-10_compute-permanent-node-269/events.out.tfevents.1715441861.compute-permanent-node-269.196531.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8dd980db24704b5b83b48900ef8b646cc96c8460e6f1755f27c656937dec8e4
3
+ size 8131
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dd3fe707424254c3e46cb1aa4238a57ba789b66d4d7aefed3d0196cd325655b
3
  size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1730de820352f908173dec8ad8738ec24193a80ab1a02d56c002778cd0530c0
3
  size 4792