namvuong96 commited on
Commit
3622cca
1 Parent(s): 3a4866c

Update model artifacts

Browse files
Files changed (1) hide show
  1. model.yml +23 -0
model.yml ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: Codestreal 22B
2
+ model: codestral:22B
3
+ version: 1
4
+
5
+ files:
6
+ - llama_model_path: model.gguf
7
+
8
+ # Results Preferences
9
+ top_p: 0.95
10
+ temperature: 0.7
11
+ frequency_penalty: 0
12
+ presence_penalty: 0
13
+ max_tokens: 32000 # Infer from base config.json -> max_position_embeddings
14
+ stream: true # true | false
15
+
16
+ # Engine / Model Settings
17
+ ngl: 32 # Infer from base config.json -> num_attention_heads
18
+ ctx_len: 32000 # Infer from base config.json -> max_position_embeddings
19
+ engine: cortex.llamacpp
20
+ prompt_template: "{system_message} [INST] {prompt} [/INST]"
21
+ # Prompt template: Can only be retrieved from instruct model
22
+ # - https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct/blob/main/tokenizer_config.json#L2053
23
+ # - Requires jinja format parser