Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+featherless-quants.png filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth-llama-2-13b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+base_model: unsloth/llama-2-13b
+pipeline_tag: text-generation
+quantized_by: featherless-ai-quants
+---
+
+# unsloth/llama-2-13b GGUF Quantizations 🚀
+
+![Featherless AI Quants](./featherless-quants.png)
+
+*Optimized GGUF quantization files for enhanced model performance*
+
+> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
+---
+
+## Available Quantizations 📊
+
+| Quantization Type | File | Size |
+|-------------------|------|------|
+| IQ4_XS | [unsloth-llama-2-13b-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-IQ4_XS.gguf) | 6694.33 MB |
+| Q2_K | [unsloth-llama-2-13b-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q2_K.gguf) | 4629.39 MB |
+| Q3_K_L | [unsloth-llama-2-13b-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q3_K_L.gguf) | 6608.54 MB |
+| Q3_K_M | [unsloth-llama-2-13b-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q3_K_M.gguf) | 6044.17 MB |
+| Q3_K_S | [unsloth-llama-2-13b-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q3_K_S.gguf) | 5396.82 MB |
+| Q4_K_M | [unsloth-llama-2-13b-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q4_K_M.gguf) | 7501.56 MB |
+| Q4_K_S | [unsloth-llama-2-13b-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q4_K_S.gguf) | 7079.30 MB |
+| Q5_K_M | [unsloth-llama-2-13b-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q5_K_M.gguf) | 8802.34 MB |
+| Q5_K_S | [unsloth-llama-2-13b-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q5_K_S.gguf) | 8556.64 MB |
+| Q6_K | [unsloth-llama-2-13b-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q6_K.gguf) | 10184.42 MB |
+| Q8_0 | [unsloth-llama-2-13b-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/unsloth-llama-2-13b-GGUF/blob/main/unsloth-llama-2-13b-Q8_0.gguf) | 13190.57 MB |
+
+
+---
+
+## ⚡ Powered by [Featherless AI](https://featherless.ai)
+
+### Key Features
+
+- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
+- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
+- 📚 **Vast Compatibility** - Support for 2400+ models and counting
+- 💎 **Affordable Pricing** - Starting at just $10/month
+
+---
+
+**Links:**  
+[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)

unsloth-llama-2-13b-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd9ff51a042f4e1154e49775e986790e82da9079eb0e8c4cf59e911a06bd086
+size 7019518528

unsloth-llama-2-13b-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af330350c8c14ddc0cb0d36c5a17fd27b983b1315d57ced2e784a64e33a8d03b
+size 4854270528

unsloth-llama-2-13b-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07582fbf6e7f9e31f4499ec05eb7c9071c659869fb0e9711141622993c5067bc
+size 6929560128

unsloth-llama-2-13b-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776cad9d39b5404b68c1cf8258d31c78b8549ae8af4eaac4069e96b84d6e7bd5
+size 6337770048

unsloth-llama-2-13b-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87938a86135ff4d19e7abb1174194002cce7048f78e106de5ee494a9af49860
+size 5658980928

unsloth-llama-2-13b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293b4f1f00ab6688b98ea6cb06f54fdddf59526a9fbc0ab0969051907c2a5fb3
+size 7865956928

unsloth-llama-2-13b-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85911b2afd8a09c4902059206317d004eb2d2b527f2bb41789bcc736efb08085
+size 7423179328

unsloth-llama-2-13b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3efb6ee433b8a83b131df238e99d2e3117ccf7820a7bdbff6f88eb5d0a844c
+size 9229924928

unsloth-llama-2-13b-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003772fa680a1819ab5c5752880485eeded6f198026104859f9526a053223320
+size 8972286528

unsloth-llama-2-13b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eede15c0d2a9b230945504dc08abdc43d83fcbb01e486f27fa5cb8cbc795478
+size 10679140928

unsloth-llama-2-13b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a410d38655739b2f7f661d107eb9159013df2795b509240e30a54e93f6370c86
+size 13831320128