Upload 7 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,38 @@
+{
+	"_name_or_path": "wayfarer-12b",
+	"architectures": [
+		"MistralForCausalLM"
+	],
+	"attention_dropout": 0.0,
+	"bos_token_id": 1,
+	"eos_token_id": 131072,
+	"head_dim": 128,
+	"hidden_act": "silu",
+	"hidden_size": 5120,
+	"initializer_range": 0.02,
+	"intermediate_size": 14336,
+	"max_position_embeddings": 131072,
+	"model_type": "mistral",
+	"num_attention_heads": 32,
+	"num_hidden_layers": 40,
+	"num_key_value_heads": 8,
+	"quantization_config": {
+		"bits": 5.0,
+		"calibration": {
+			"dataset": "(default)",
+			"length": 2048,
+			"rows": 115
+		},
+		"head_bits": 6,
+		"quant_method": "exl2",
+		"version": "0.2.7"
+	},
+	"rms_norm_eps": 1e-05,
+	"rope_theta": 1000000.0,
+	"sliding_window": null,
+	"tie_word_embeddings": false,
+	"torch_dtype": "bfloat16",
+	"transformers_version": "4.46.1",
+	"use_cache": false,
+	"vocab_size": 131074
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+	"_from_model_config": true,
+	"bos_token_id": 1,
+	"do_sample": true,
+	"eos_token_id": 2,
+	"transformers_version": "4.46.1"
+}

output.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5bbacb0fc19f2eee5d92f4981b5d4e406023cb0a111c54e1c3e80f128f5355
+size 8686532100

special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+	"additional_special_tokens": [
+		"<|im_start|>"
+	],
+	"bos_token": {
+		"content": "<s>",
+		"lstrip": false,
+		"normalized": false,
+		"rstrip": false,
+		"single_word": false
+	},
+	"eos_token": {
+		"content": "<|im_end|>",
+		"lstrip": false,
+		"normalized": false,
+		"rstrip": false,
+		"single_word": false
+	},
+	"pad_token": {
+		"content": "<pad>",
+		"lstrip": false,
+		"normalized": false,
+		"rstrip": false,
+		"single_word": false
+	},
+	"unk_token": {
+		"content": "<unk>",
+		"lstrip": false,
+		"normalized": false,
+		"rstrip": false,
+		"single_word": false
+	}
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb9a65d4d6e6ea409cee19e549721093b001d4ceb9f47c7885eb6de513bd663
+size 12887865