Hugging Face's logo

unsloth
/
Phi-4-mini-instruct-GGUF

Text Generation
Transformers
GGUF
multilingual
phi3
phi
phi4
unsloth
nlp
code
microsoft
math
chat
conversational
custom_code
Inference Endpoints
Model card Files Community
1
danielhanchen commited on
Commit
78eb92a
·
verified ·
1 Parent(s): 9ecd79f

Add files using upload-large-folder tool

Browse files
Files changed (9) hide show
  1. Phi-4-mini-instruct-Q2_K.gguf +1 -1
  2. Phi-4-mini-instruct-Q2_K_L.gguf +1 -1
  3. Phi-4-mini-instruct-Q3_K_M.gguf +1 -1
  4. Phi-4-mini-instruct-Q4_K_M.gguf +1 -1
  5. Phi-4-mini-instruct-Q5_K_M.gguf +1 -1
  6. Phi-4-mini-instruct-Q6_K.gguf +1 -1
  7. Phi-4-mini-instruct.BF16.gguf +1 -1
  8. Phi-4-mini-instruct.Q8_0.gguf +1 -1
  9. config.json +1 -1
Phi-4-mini-instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ff3205d971931438ef9a3ca5767da343e9da0a49ae6f3197d7e60086481a837
3
  size 1682635744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70763e15ae749fdd746a3f7b74a9701d0c556b687f026bacaa028bebfcbfdc11
3
  size 1682635744
Phi-4-mini-instruct-Q2_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ff3205d971931438ef9a3ca5767da343e9da0a49ae6f3197d7e60086481a837
3
  size 1682635744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70763e15ae749fdd746a3f7b74a9701d0c556b687f026bacaa028bebfcbfdc11
3
  size 1682635744
Phi-4-mini-instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0979a4ab3c45d5331177209b0642460690fbbfe8ed07440979d3cd35dd8a2e92
3
  size 2117532640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eb40b196ca664365bb0012eac556e9700345fcf68b41cfc35e8bf4a47687653
3
  size 2117532640
Phi-4-mini-instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e742f6a1af1a3290293107cd075035f861bcdf3b28f2465ee891b97b57523c1
3
  size 2491874272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a
3
  size 2491874272
Phi-4-mini-instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9be9403b1925558f08627d830fda686fbc970b5cb54846adc664230f139a96ba
3
  size 2848127968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5a981febb25f218762d52411f5a4af6aad8b3a203bb1004a576545350ad08e3
3
  size 2848127968
Phi-4-mini-instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8204374d2645aece19a5ae24d4ead6f57024f2af8fb9ab88585b4607544b58d1
3
  size 3155622880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b8446a3db55617950bef48d296659050867cca41bd7a7be4622010c9589400
3
  size 3155622880
Phi-4-mini-instruct.BF16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d5b28407ff51f915986978f0b4736e8cf0598b1e3614ba1e602ac507e7a48e8
3
  size 7680694240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a179f22f1efe409c6517805400c4f07f93fe1f5783e47231d35f933565dff20
3
  size 7680694240
Phi-4-mini-instruct.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24d88a030efae9a746303c7c5abd71aeeb2dd891901f07a35d1e46baf1d5932b
3
  size 4084611040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26188c6050d525376a88b04514c236c5e28a36730f1e936f2a00314212b7ba42
3
  size 4084611040
config.json CHANGED
@@ -12,7 +12,7 @@
12
  },
13
  "bos_token_id": 199999,
14
  "embd_pdrop": 0.0,
15
- "eos_token_id": 199999,
16
  "full_attn_mod": 1,
17
  "hidden_act": "silu",
18
  "hidden_size": 3072,
 
12
  },
13
  "bos_token_id": 199999,
14
  "embd_pdrop": 0.0,
15
+ "eos_token_id": 200020,
16
  "full_attn_mod": 1,
17
  "hidden_act": "silu",
18
  "hidden_size": 3072,