Hugging Face's logo

HirCoir
/
Phi-3-mini-4k-instruct-gguf

GGUF
Spanish
English
llama.cpp
phi-3
phi-3-mini
128k
phi-3-mini-128k
Inference Endpoints
conversational
Model card Files
HirCoir commited on
Commit
91e7ed8
•
1 Parent(s): ff591f7

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. ggml-model-Q2_K.gguf +3 -0
  3. ggml-model-Q3_K.gguf +3 -0
  4. ggml-model-Q4_K.gguf +3 -0
  5. ggml-model-Q5_K.gguf +3 -0
  6. ggml-model-Q6_K.gguf +3 -0
  7. ggml-model-Q8_0.gguf +3 -0
  8. ggml-model-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c543ae05c65258d51dfe7cb0416fc120aaae6b2f8020f1ef6a08de4de6b87371
3
+ size 1416203040
ggml-model-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2577864e53a721a59c8ff41d1db156adc92ae06ab5902e573b85185dca0601c
3
+ size 1955475744
ggml-model-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3868084f5281fa7f1b643daadd6221f2df9d5e582bcd7abe1d47381053f49cf6
3
+ size 2393231136
ggml-model-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:407b2686a4b1b81478fc1c38cbc9dcb5e2cc94b4b03b65ffa4edb3b89d27ac8a
3
+ size 2815274784
ggml-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2190604bcb4a98ed99f5ab5809d7d7aaf5dc703222ef1200affe0497d772a813
3
+ size 3135851808
ggml-model-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f1c5ad7b07a6f6eb2166b8452bcbc7aed9e4a960c5664b8f9400a57092812e5
3
+ size 4061221152
ggml-model-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:835305e84cd9b4567124a5346409e32b2e0d13ba743091ef222af18e1bdc4493
3
+ size 7643295968