| FROM perplexity-ai/r1-1776/ggml-model-Q3_K_M.gguf | |
| TEMPLATE """{{- if .System }}{{ .System }}{{ end }} | |
| {{- range $i, $_ := .Messages }} | |
| {{- $last := eq (len (slice $.Messages $i)) 1}} | |
| {{- if eq .Role "user" }}<｜User｜>{{ .Content }} | |
| {{- else if eq .Role "assistant" }}<｜Assistant｜>{{ .Content }}{{- if not $last }}<｜end▁of▁sentence｜>{{- end }} | |
| {{- end }} | |
| {{- if and $last (ne .Role "assistant") }}<｜Assistant｜>{{- end }} | |
| {{- end }}""" | |
| PARAMETER stop <｜begin▁of▁sentence｜> | |
| PARAMETER stop <｜end▁of▁sentence｜> | |
| PARAMETER stop <｜User｜> | |
| PARAMETER stop <｜Assistant｜> | |
| PARAMETER num_gpu 1 | |
| LICENSE """MIT License | |
| Permission is hereby granted, free of charge, to any person obtaining a copy | |
| of this software and associated documentation files (the "Software"), to deal | |
| in the Software without restriction, including without limitation the rights | |
| to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
| copies of the Software, and to permit persons to whom the Software is | |
| furnished to do so, subject to the following conditions: | |
| The above copyright notice and this permission notice shall be included in all | |
| copies or substantial portions of the Software. | |
| THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
| IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
| FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
| AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
| LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
| OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |
| SOFTWARE. | |
| """ | |