legoland commited on
Commit
d5d3ef3
1 Parent(s): 184f0a2

(Trained with Unsloth)

Browse files
Files changed (1) hide show
  1. Modelfile +12 -0
Modelfile ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ FROM ./legoland/Llama3.1_q4_k_m_v3/unsloth.BF16.gguf
3
+ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
4
+
5
+ {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
6
+
7
+ {{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
8
+
9
+ {{ .Response }}<|eot_id|>"""
10
+ PARAMETER stop "<|start_header_id|>"
11
+ PARAMETER stop "<|end_header_id|>"
12
+ PARAMETER stop "<|eot_id|>"