Upload model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile

@@ -0,0 +1,20 @@
+FROM ./Sayantan54321/model/unsloth.Q8_0.gguf
+
+TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}
+
+### Instruction:
+{{ .Prompt }}{{ end }}
+
+### Response:
+{{ .Response }}<|eot_id|>"""
+
+PARAMETER stop "<|eom_id|>"
+PARAMETER stop "<|finetune_right_pad_id|>"
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|end_of_text|>"
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|python_tag|>"
+PARAMETER stop "<|eot_id|>"
+PARAMETER stop "<|reserved_special_token_"
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1

README.md

@@ -0,0 +1,22 @@
+---
+base_model: unsloth/Meta-Llama-3.1-8B-Instruct
+language:
+- en
+license: apache-2.0
+tags:
+- text-generation-inference
+- transformers
+- unsloth
+- llama
+- gguf
+---
+
+# Uploaded  model
+
+- **Developed by:** Sayantan54321
+- **License:** apache-2.0
+- **Finetuned from model :** unsloth/Meta-Llama-3.1-8B-Instruct
+
+This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
+
+[<img src="https://raw.githubusercontent.com/unslothai/unsloth/main/images/unsloth%20made%20with%20love.png" width="200"/>](https://github.com/unslothai/unsloth)

config.json

@@ -0,0 +1,3 @@
+{
+    "model_type": "llama"
+}

unsloth.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409bbd06936a1b2667b27e69fcdfb2a998b797fefe2ea7e61227b9b3370e375b
+size 8540771200