Upload folder using huggingface_hub

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00000-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f32446fa62ee445b693a38f0bd7e40ea1e61f4c03355d8ec108ea15c0ffe3f
+size 457043576

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00001-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e185aa545d34b7cc41416f15fbf8791544606c057c1a9cf08f2893d1f54b152d
+size 457089352

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00002-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909f823c41e67a606e481a94a6ae62d9a27d8b9813a92afcd24a5cd0bae42ded
+size 457121056

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00003-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4451f805268ec3cd76815cd99ccea63c831527eee98aea9604370f97a05455c
+size 457111040

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00004-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59ffd58445f5ab583c1b965dc6a0fe76a5b7a45a2ec743ab568f6442e22e51e
+size 457111040

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00005-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eef8a920f02d10bf2005a3cbc2e424f299b0ea7991a41974018070372655d45
+size 457098576

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/dataset_info.json

@@ -0,0 +1,137 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 2742529543,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gemma_2b_it_from_chosen_task_hh_rlhf_activations_dataset.jsonl": {
+      "num_bytes": 4308374260,
+      "checksum": null
+    }
+  },
+  "download_size": 4308374260,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_14": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_14": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_15": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_15": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 7050903803,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 2742529543,
+      "num_examples": 15000,
+      "shard_lengths": [
+        2738,
+        2739,
+        2738,
+        2738,
+        2738,
+        1309
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/state.json

@@ -0,0 +1,28 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00006.arrow"
+    },
+    {
+      "filename": "data-00001-of-00006.arrow"
+    },
+    {
+      "filename": "data-00002-of-00006.arrow"
+    },
+    {
+      "filename": "data-00003-of-00006.arrow"
+    },
+    {
+      "filename": "data-00004-of-00006.arrow"
+    },
+    {
+      "filename": "data-00005-of-00006.arrow"
+    }
+  ],
+  "_fingerprint": "8901dcbd09c5d3a7",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/dataset_dict.json

@@ -0,0 +1 @@
+{"splits": ["chosen", "new_rejected"]}

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00000-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0aab40cb7ecbf1e929658c736713058b71d9df4fd129ac701ac1de718f1b15
+size 451729928

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00001-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511d2e196e6e4a09b87409baaef97d1fc8634888a98dec9a1bb0a7ca6a61cbce
+size 451725904

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00002-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f336ed4d019044530e5bfd0bec150180787115850377bfb93f0f8d27390cc39
+size 451724712

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00003-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576975c7410c1f80e8949346571c89479ed3b5ae0066550390b21f7768baa468
+size 451733080

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00004-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872e88926099188b586a51be883a705955df8f02db56a901a48c06e330a6d580
+size 451723448

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00005-of-00006.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cc8fe4b717545112fd1978052644a7c0a0c39d94a4bfdead05ff1fbb9da0ef
+size 451729464

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/dataset_info.json

@@ -0,0 +1,137 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 2710321430,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gemma_2b_it_from_new_rejected_task_hh_rlhf_activations_dataset.jsonl": {
+      "num_bytes": 4214175175,
+      "checksum": null
+    }
+  },
+  "download_size": 4214175175,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_14": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_14": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_15": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_15": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 6924496605,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 2710321430,
+      "num_examples": 15000,
+      "shard_lengths": [
+        2774,
+        2774,
+        2774,
+        2774,
+        2774,
+        1130
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_gemma_2b_it_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/state.json

@@ -0,0 +1,28 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00006.arrow"
+    },
+    {
+      "filename": "data-00001-of-00006.arrow"
+    },
+    {
+      "filename": "data-00002-of-00006.arrow"
+    },
+    {
+      "filename": "data-00003-of-00006.arrow"
+    },
+    {
+      "filename": "data-00004-of-00006.arrow"
+    },
+    {
+      "filename": "data-00005-of-00006.arrow"
+    }
+  ],
+  "_fingerprint": "dd71c77c444e96e4",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}