Upload model

config.json

@@ -1,11 +1,12 @@
 {
+  "_name_or_path": "crumb/parallama-p8192-medium-init",
   "activation_function": "silu",
   "architectures": [
     "PlusModelForCausalLM"
   ],
   "auto_map": {
-    "AutoConfig": "configuration_nano.NanoConfig",
-    "AutoModelForCausalLM": "modeling_nano.PlusModelForCausalLM"
+    "AutoConfig": "crumb/parallama-p8192-medium-init--configuration_nano.NanoConfig",
+    "AutoModelForCausalLM": "crumb/parallama-p8192-medium-init--modeling_nano.PlusModelForCausalLM"
   },
   "bos_token_id": 1,
   "combined_qkv": true,
@@ -34,6 +35,6 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.36.2",
   "use_bias": false,
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 32000
 }

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b91abf6b8832225346cab97204d4680c33f20dce9122d536cebf3ab10be4815
+size 1072507296

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb0a6ddf3ca3e064509cb148351dd0412f26b21cebe49449107e9f222ea2fc
+size 17825920

model.safetensors.index.json

@@ -0,0 +1,110 @@
+{
+  "metadata": {
+    "total_size": 1090322176
+  },
+  "weight_map": {
+    "lm_head.0.weight": "model-00002-of-00002.safetensors",
+    "transformer.h.0.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.out.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.qkv.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.ffn.down_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.ffn.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.ffn.up_proj.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.ln1.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.ln2.weight": "model-00001-of-00002.safetensors",
+    "transformer.ln_f.weight": "model-00001-of-00002.safetensors",
+    "transformer.wte.0.weight": "model-00001-of-00002.safetensors",
+    "transformer.wte.1.bias": "model-00001-of-00002.safetensors",
+    "transformer.wte.1.weight": "model-00001-of-00002.safetensors"
+  }
+}