Lunzima commited on
Commit
387ef86
·
verified ·
1 Parent(s): 5736a0c

Upload 4 files

Browse files
Files changed (5) hide show
  1. .gitattributes +3 -0
  2. Modelfile +65 -0
  3. imatrix.dat +3 -0
  4. nqlsg_Q5_K_M.gguf +3 -0
  5. nqlsg_dynamic.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ nqlsg_dynamic.gguf filter=lfs diff=lfs merge=lfs -text
38
+ nqlsg_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Modelfile ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./nqlsg_dynamic.gguf
2
+ TEMPLATE """{{- if .Messages }}
3
+ {{- if or .System .Tools }}<|im_start|>system
4
+ {{- if .System }}
5
+ {{ .System }}
6
+ {{- end }}
7
+ {{- if .Tools }}
8
+
9
+ # Tools
10
+
11
+ You may call one or more functions to assist with the user query.
12
+
13
+ You are provided with function signatures within <tools></tools> XML tags:
14
+ <tools>
15
+ {{- range .Tools }}
16
+ {"type": "function", "function": {{ .Function }}}
17
+ {{- end }}
18
+ </tools>
19
+
20
+ For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
21
+ <tool_call>
22
+ {"name": <function-name>, "arguments": <args-json-object>}
23
+ </tool_call>
24
+ {{- end }}<|im_end|>
25
+ {{ end }}
26
+ {{- range $i, $_ := .Messages }}
27
+ {{- $last := eq (len (slice $.Messages $i)) 1 -}}
28
+ {{- if eq .Role "user" }}<|im_start|>user
29
+ {{ .Content }}<|im_end|>
30
+ {{ else if eq .Role "assistant" }}<|im_start|>assistant
31
+ {{ if .Content }}{{ .Content }}
32
+ {{- else if .ToolCalls }}<tool_call>
33
+ {{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
34
+ {{ end }}</tool_call>
35
+ {{- end }}{{ if not $last }}<|im_end|>
36
+ {{ end }}
37
+ {{- else if eq .Role "tool" }}<|im_start|>user
38
+ <tool_response>
39
+ {{ .Content }}
40
+ </tool_response><|im_end|>
41
+ {{ end }}
42
+ {{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
43
+ {{ end }}
44
+ {{- end }}
45
+ {{- else }}
46
+ {{- if .System }}<|im_start|>system
47
+ {{ .System }}<|im_end|>
48
+ {{ end }}{{ if .Prompt }}<|im_start|>user
49
+ {{ .Prompt }}<|im_end|>
50
+ {{ end }}<|im_start|>assistant
51
+ {{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
52
+
53
+ PARAMETER mirostat 2
54
+ PARAMETER mirostat_eta 0.12
55
+ PARAMETER mirostat_tau 3
56
+ PARAMETER num_ctx 8192
57
+ PARAMETER repeat_last_n 128
58
+ PARAMETER repeat_penalty 1.05
59
+ PARAMETER seed 114514
60
+ PARAMETER temperature 0.7
61
+ PARAMETER top_k 40
62
+ PARAMETER top_p 0.95
63
+ PARAMETER min_p 0.05
64
+
65
+ SYSTEM """你是由Lunzima训练的大语言模型,称为NQLSG-Qwen2.5-14B-MegaFusion。请仔细遵循用户的指示。使用Markdown进行回复。"""
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d98a4358ec5b1ed78a91bfaa74df3d6a63aad14e19529e334b1163f7dc5fd7
3
+ size 8584111
nqlsg_Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:509553142e01ec02bd79b0417628438def6fe02638d77fc908edb552c22accf1
3
+ size 9724758688
nqlsg_dynamic.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5324dc967244ed4a075595ca68ddb3a7aa6fdcc68a5d99c1e586c6f6152e9351
3
+ size 8367609792