| name: Codestreal 22B | |
| model: codestral:22B | |
| version: 1 | |
| files: | |
| - llama_model_path: model.gguf | |
| stop: | |
| - <endofstring> | |
| - [/INST] | |
| top_p: 0.95 | |
| temperature: 0.7 | |
| frequency_penalty: 0 | |
| presence_penalty: 0 | |
| max_tokens: 32000 | |
| stream: true | |
| ngl: 32 | |
| ctx_len: 32000 | |
| engine: cortex.llamacpp | |
| prompt_template: "{system_message} [INST] {prompt} [/INST]" |