Upload 7 files

config.json

@@ -0,0 +1,57 @@
+{
+  "_name_or_path": "/home/storages/gpu0193/disk2/wangyuxin/actor-100-sf",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "end_token_id": 2,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 16384,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pad_token_id": 39438,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "batch_size": 1,
+    "bits": 4,
+    "block_name_to_quantize": "model.layers",
+    "cache_block_outputs": true,
+    "damp_percent": 0.1,
+    "dataset": [
+      "\u6307\u660e\u4e09\u4e2a\u6700\u6d41\u884c\u7684\u5728\u7ebf\u8d2d\u7269\u7f51\u7ad9\uff0c\u5e76\u4ee5150\u5b57\u7684\u6bb5\u843d\u4e3a\u6bcf\u4e2a\u7f51\u7ad9\u63d0\u4f9b\u4f18\u70b9\u548c\u7f3a\u70b9\u30021. \u4e9a\u9a6c\u900a\uff1a\u4e9a\u9a6c\u900a\u7684\u4f18\u70b9\u5728\u4e8e\u5176\u5e7f\u6cdb\u7684\u4ea7\u54c1\u79cd\u7c7b\uff0c\u4ece\u65e5\u5e38\u751f\u6d3b\u7528\u54c1\u5230\u9ad8\u79d1\u6280\u8bbe\u5907\uff0c\u51e0\u4e4e\u65e0\u6240\u4e0d\u5305\u3002\u7528\u6237\u53ef\u4ee5\u6839\u636e\u9700\u6c42\u7cbe\u786e\u627e\u5230\u6240\u9700\u4ea7\u54c1\uff0c\u4e14\u5176\u7269\u6d41\u7cfb\u7edf\u9ad8\u6548\u5feb\u901f\u3002\u7136\u800c\uff0c\u4e9a\u9a6c\u900a\u7684\u7f3a\u70b9\u662f\u7528\u6237\u9700\u8981\u9762\u4e34\u5927\u91cf\u7684\u9009\u62e9\u548c\u6bd4\u8f83\uff0c\u4e14\u53ef\u80fd\u906d\u9047\u9ad8\u6602\u7684\u8fd0\u8d39\u548c\u7a0e\u8d39\u3002\n2. \u6dd8\u5b9d\uff1a\u4f5c\u4e3a\u4e2d\u56fd\u6700\u5927\u7684C2C\u7535\u5546\u5e73\u53f0\uff0c\u6dd8\u5b9d\u7684\u4f18\u70b9\u5728\u4e8e\u5176\u4e3a\u4e2a\u4eba\u5356\u5bb6\u548c\u5c0f\u578b\u4f01\u4e1a\u63d0\u4f9b\u4e86\u5e7f\u6cdb\u7684\u9500\u552e\u5e73\u53f0\u3002\u5176\u4e30\u5bcc\u7684\u5546\u54c1\u79cd\u7c7b\u548c\u5177\u6709\u7ade\u4e89\u529b\u7684\u4ef7\u683c\u5438\u5f15\u4e86\u5927\u6279\u7528\u6237\u3002\u7136\u800c\uff0c\u6dd8\u5b9d\u7684\u7f3a\u70b9\u662f\u4ea7\u54c1\u8d28\u91cf\u53c2\u5dee\u4e0d\u9f50\uff0c\u7528\u6237\u9700\u8981\u8fdb\u884c\u4e00\u5b9a\u7684\u7b5b\u9009\u548c\u5224\u65ad\u3002\n3. \u5929\u732b\uff1a\u5929\u732b\u4f5c\u4e3a\u963f\u91cc\u5df4\u5df4\u65d7\u4e0b\u7684B2C\u7535\u5546\u5e73\u53f0\uff0c\u5176\u4f18\u70b9\u5728\u4e8e\u63d0\u4f9b\u4e86\u4e00\u7cfb\u5217\u4f18\u8d28\u7684\u4e70\u5bb6\u4fdd\u969c\u548c\u670d\u52a1\u3002\u5546\u54c1\u8d28\u91cf\u76f8\u5bf9\u6709\u4fdd\u969c\uff0c\u4e14\u552e\u540e\u670d\u52a1\u6709\u4fdd\u969c\u3002\u7136\u800c\uff0c\u5929\u732b\u7684\u7f3a\u70b9\u662f\u5176\u4ea7\u54c1\u79cd\u7c7b\u76f8\u5bf9\u8f83\u5c11\uff0c\u7528\u6237\u53ef\u80fd\u4f1a\u56e0\u4e3a\u5355\u4e00\u54c1\u724c\u6216\u578b\u53f7\u7684\u9009\u62e9\u800c\u53d7\u9650\u3002"
+    ],
+    "desc_act": false,
+    "exllama_config": {
+      "version": 1
+    },
+    "group_size": 128,
+    "max_input_length": null,
+    "model_seqlen": 16384,
+    "module_name_preceding_first_block": [
+      "model.embed_tokens"
+    ],
+    "pad_token_id": null,
+    "quant_method": "gptq",
+    "sym": true,
+    "tokenizer": null,
+    "true_sequential": true,
+    "use_cuda_fp16": true,
+    "use_exllama": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.2",
+  "use_cache": true,
+  "vocab_size": 39439
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 39438,
+  "transformers_version": "4.36.2"
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c5025309cbeced41b89d100d24b0409758d39604bd2d4df63c7b8f85f6d7f3
+size 592204

tokenizer_config.json

@@ -0,0 +1,41 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}