Hugging Face's logo

amirabdullah19852020
/
interpreting_reward_models

Safetensors
English
Model card Files Community
amirabdullah19852020 commited on
Commit
23e7aed
•
1 Parent(s): 5bf2e90

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00000-of-00004.arrow +3 -0
  2. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00001-of-00004.arrow +3 -0
  3. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00002-of-00004.arrow +3 -0
  4. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00003-of-00004.arrow +3 -0
  5. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/dataset_info.json +100 -0
  6. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/state.json +22 -0
  7. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/dataset_dict.json +1 -0
  8. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/data-00000-of-00003.arrow +3 -0
  9. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/data-00001-of-00003.arrow +3 -0
  10. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/data-00002-of-00003.arrow +3 -0
  11. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/dataset_info.json +99 -0
  12. data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/state.json +19 -0
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00000-of-00004.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddabaf48be0ce799b610d16d212096cc506a38e6e3585cc4c54add72fc19bc5
3
+ size 378307976
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00001-of-00004.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38045fff179bf8d1205b92fab1b83aebdc18556fcfbc957c878f2f4b6f55652
3
+ size 378385336
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00002-of-00004.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0b77aad0ee2d6482916742edbdb4a06c9649ee74f5166e120a46448834ae6cc
3
+ size 378381584
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/data-00003-of-00004.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b49448208a1e1fb471e612d8f2c9e6dcae3d40d523f8ea9b3f09ebf7686a9b
3
+ size 378378400
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/dataset_info.json ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "builder_name": "json",
3
+ "citation": "",
4
+ "config_name": "default",
5
+ "dataset_name": "json",
6
+ "dataset_size": 1513429543,
7
+ "description": "",
8
+ "download_checksums": {
9
+ "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gemma_2b_it_hh_rlhf_chosen_activations_dataset.jsonl": {
10
+ "num_bytes": 1616179355,
11
+ "checksum": null
12
+ }
13
+ },
14
+ "download_size": 1616179355,
15
+ "features": {
16
+ "texts": {
17
+ "dtype": "string",
18
+ "_type": "Value"
19
+ },
20
+ "token_ids": {
21
+ "feature": {
22
+ "dtype": "int64",
23
+ "_type": "Value"
24
+ },
25
+ "_type": "Sequence"
26
+ },
27
+ "token_embeddings": {
28
+ "feature": {
29
+ "dtype": "float64",
30
+ "_type": "Value"
31
+ },
32
+ "_type": "Sequence"
33
+ },
34
+ "tokens": {
35
+ "feature": {
36
+ "dtype": "string",
37
+ "_type": "Value"
38
+ },
39
+ "_type": "Sequence"
40
+ },
41
+ "averaged_reprs_1": {
42
+ "feature": {
43
+ "dtype": "float64",
44
+ "_type": "Value"
45
+ },
46
+ "_type": "Sequence"
47
+ },
48
+ "averaged_reprs_14": {
49
+ "feature": {
50
+ "dtype": "float64",
51
+ "_type": "Value"
52
+ },
53
+ "_type": "Sequence"
54
+ },
55
+ "averaged_reprs_15": {
56
+ "feature": {
57
+ "dtype": "float64",
58
+ "_type": "Value"
59
+ },
60
+ "_type": "Sequence"
61
+ },
62
+ "averaged_reprs_2": {
63
+ "feature": {
64
+ "dtype": "float64",
65
+ "_type": "Value"
66
+ },
67
+ "_type": "Sequence"
68
+ },
69
+ "averaged_reprs_3": {
70
+ "feature": {
71
+ "dtype": "float64",
72
+ "_type": "Value"
73
+ },
74
+ "_type": "Sequence"
75
+ }
76
+ },
77
+ "homepage": "",
78
+ "license": "",
79
+ "size_in_bytes": 3129608898,
80
+ "splits": {
81
+ "train": {
82
+ "name": "train",
83
+ "num_bytes": 1513429543,
84
+ "num_examples": 15000,
85
+ "shard_lengths": [
86
+ 4993,
87
+ 4985,
88
+ 4987,
89
+ 35
90
+ ],
91
+ "dataset_name": "json"
92
+ }
93
+ },
94
+ "version": {
95
+ "version_str": "0.0.0",
96
+ "major": 0,
97
+ "minor": 0,
98
+ "patch": 0
99
+ }
100
+ }
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/chosen/state.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00004.arrow"
5
+ },
6
+ {
7
+ "filename": "data-00001-of-00004.arrow"
8
+ },
9
+ {
10
+ "filename": "data-00002-of-00004.arrow"
11
+ },
12
+ {
13
+ "filename": "data-00003-of-00004.arrow"
14
+ }
15
+ ],
16
+ "_fingerprint": "b21519b2d7344521",
17
+ "_format_columns": null,
18
+ "_format_kwargs": {},
19
+ "_format_type": null,
20
+ "_output_all_columns": false,
21
+ "_split": "train"
22
+ }
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/dataset_dict.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"splits": ["chosen", "new_rejected"]}
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/data-00000-of-00003.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe6470a1b8ddd510fb4fecc3ffb4eefb0ecb715ec535e27426d662927d09af8
3
+ size 493747768
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/data-00001-of-00003.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2ef1d15868e00b6a60cdaa07067863a3edcfbd980b4de5a31ab7202a9f8e98
3
+ size 493749728
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/data-00002-of-00003.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3deb43d7fde4468223a7b0605ae3f4dfc6310ba2ad3c26e48b5a6f9cc147ad
3
+ size 493744848
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/dataset_info.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "builder_name": "json",
3
+ "citation": "",
4
+ "config_name": "default",
5
+ "dataset_name": "json",
6
+ "dataset_size": 1481221430,
7
+ "description": "",
8
+ "download_checksums": {
9
+ "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gemma_2b_it_hh_rlhf_new_rejected_activations_dataset.jsonl": {
10
+ "num_bytes": 1499780214,
11
+ "checksum": null
12
+ }
13
+ },
14
+ "download_size": 1499780214,
15
+ "features": {
16
+ "texts": {
17
+ "dtype": "string",
18
+ "_type": "Value"
19
+ },
20
+ "token_ids": {
21
+ "feature": {
22
+ "dtype": "int64",
23
+ "_type": "Value"
24
+ },
25
+ "_type": "Sequence"
26
+ },
27
+ "token_embeddings": {
28
+ "feature": {
29
+ "dtype": "float64",
30
+ "_type": "Value"
31
+ },
32
+ "_type": "Sequence"
33
+ },
34
+ "tokens": {
35
+ "feature": {
36
+ "dtype": "string",
37
+ "_type": "Value"
38
+ },
39
+ "_type": "Sequence"
40
+ },
41
+ "averaged_reprs_1": {
42
+ "feature": {
43
+ "dtype": "float64",
44
+ "_type": "Value"
45
+ },
46
+ "_type": "Sequence"
47
+ },
48
+ "averaged_reprs_14": {
49
+ "feature": {
50
+ "dtype": "float64",
51
+ "_type": "Value"
52
+ },
53
+ "_type": "Sequence"
54
+ },
55
+ "averaged_reprs_15": {
56
+ "feature": {
57
+ "dtype": "float64",
58
+ "_type": "Value"
59
+ },
60
+ "_type": "Sequence"
61
+ },
62
+ "averaged_reprs_2": {
63
+ "feature": {
64
+ "dtype": "float64",
65
+ "_type": "Value"
66
+ },
67
+ "_type": "Sequence"
68
+ },
69
+ "averaged_reprs_3": {
70
+ "feature": {
71
+ "dtype": "float64",
72
+ "_type": "Value"
73
+ },
74
+ "_type": "Sequence"
75
+ }
76
+ },
77
+ "homepage": "",
78
+ "license": "",
79
+ "size_in_bytes": 2981001644,
80
+ "splits": {
81
+ "train": {
82
+ "name": "train",
83
+ "num_bytes": 1481221430,
84
+ "num_examples": 15000,
85
+ "shard_lengths": [
86
+ 5163,
87
+ 5161,
88
+ 4676
89
+ ],
90
+ "dataset_name": "json"
91
+ }
92
+ },
93
+ "version": {
94
+ "version_str": "0.0.0",
95
+ "major": 0,
96
+ "minor": 0,
97
+ "patch": 0
98
+ }
99
+ }
data/merged_contrastive_gemma_2b_it_hh_rlhf_activations_and_features.hf/new_rejected/state.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00003.arrow"
5
+ },
6
+ {
7
+ "filename": "data-00001-of-00003.arrow"
8
+ },
9
+ {
10
+ "filename": "data-00002-of-00003.arrow"
11
+ }
12
+ ],
13
+ "_fingerprint": "e93e0dbdc0f02bbd",
14
+ "_format_columns": null,
15
+ "_format_kwargs": {},
16
+ "_format_type": null,
17
+ "_output_all_columns": false,
18
+ "_split": "train"
19
+ }