justinthelaw
/

Phi-3-mini-128k-instruct-4bit-128g-GPTQ

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

justinthelaw commited on Jul 30

Commit

73b9f2c

•

1 Parent(s): 40a155b

modify config.json, add tokenizer.model

Files changed (2) hide show

config.json +3 -3
tokenizer.model +3 -0

config.json CHANGED Viewed

@@ -1,11 +1,11 @@
 {
-  "_name_or_path": "microsoft/Phi-3-mini-128k-instruct",
   "architectures": ["Phi3ForCausalLM"],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "auto_map": {
-    "AutoConfig": "microsoft/Phi-3-mini-128k-instruct--configuration_phi3.Phi3Config",
-    "AutoModelForCausalLM": "microsoft/Phi-3-mini-128k-instruct--modeling_phi3.Phi3ForCausalLM"
   },
   "bos_token_id": 1,
   "embd_pdrop": 0.0,

 {
+  "_name_or_path": "justinthelaw/Phi-3-mini-128k-instruct-4bit-128g",
   "architectures": ["Phi3ForCausalLM"],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "auto_map": {
+    "AutoConfig": "configuration_phi3.Phi3Config",
+    "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM"
   },
   "bos_token_id": 1,
   "embd_pdrop": 0.0,

tokenizer.model ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723