alexredna commited on
Commit
ec09916
1 Parent(s): 0e86e1d

Training in progress, step 40

Browse files
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "data/Tukan-1.1B-Chat-reasoning-sft-COLA_merged_1",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -16,13 +16,13 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "o_proj",
20
- "v_proj",
21
- "up_proj",
22
  "gate_proj",
23
- "lm_head",
24
- "q_proj",
25
  "k_proj",
 
 
 
 
 
26
  "down_proj"
27
  ],
28
  "task_type": "CAUSAL_LM"
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
 
 
 
19
  "gate_proj",
 
 
20
  "k_proj",
21
+ "q_proj",
22
+ "up_proj",
23
+ "v_proj",
24
+ "lm_head",
25
+ "o_proj",
26
  "down_proj"
27
  ],
28
  "task_type": "CAUSAL_LM"
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:faec55aa5e087bfcfcc1a48ca7befe73c653e838144f524d8570f3d354d9d2f8
3
  size 26361536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456824575cd57e54816548c499b1e3da4fb99469a631d70c7bab4f601205e09f
3
  size 26361536
runs/Jan22_06-23-00_98f107f1aa39/events.out.tfevents.1705904680.98f107f1aa39.11425.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90b0bf1827414beb28dec3c97b743f6535c43f610e16c1b71d600af083b2a29
3
+ size 6990
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54992a2c8472fa25aaf5bd77b4f99dc364639b438e0687926d0334ae0c178a23
3
  size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:477443261437113b380ef9fb369f48b0f2b95f8302c409abbdf3d552f348b0c2
3
  size 4792