FROM ./Thermostatic/Gemma-2-Mini-NeuralTranslate-2b-v0.1-GGUF/unsloth.Q8_0.gguf | |
TEMPLATE """<start_of_turn>user | |
{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn> | |
<start_of_turn>model | |
{{ .Response }}<end_of_turn> | |
""" | |
PARAMETER repeat_penalty 1 | |
PARAMETER stop "<start_of_turn>" | |
PARAMETER stop "<end_of_turn>" | |
PARAMETER penalize_newline false | |
PARAMETER num_ctx 4096 |