adowu commited on
Commit
9f0b7ce
1 Parent(s): f0fb598

Update .env.ci

Browse files
Files changed (1) hide show
  1. .env.ci +1 -236
.env.ci CHANGED
@@ -1,236 +1 @@
1
- # template used in production for HuggingChat.
2
- MODELS=`[
3
- {
4
- "name" : "mistralai/Mixtral-8x7B-Instruct-v0.1",
5
- "description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.",
6
- "websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/",
7
- "preprompt" : "",
8
- "chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}",
9
- "parameters" : {
10
- "temperature" : 0.6,
11
- "top_p" : 0.95,
12
- "repetition_penalty" : 1.2,
13
- "top_k" : 50,
14
- "truncate" : 24576,
15
- "max_new_tokens" : 8192,
16
- "stop" : ["</s>"]
17
- },
18
- "promptExamples" : [
19
- {
20
- "title": "Write an email from bullet list",
21
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
22
- }, {
23
- "title": "Code a snake game",
24
- "prompt": "Code a basic snake game in python, give explanations for each step."
25
- }, {
26
- "title": "Assist in a task",
27
- "prompt": "How do I make a delicious lemon cheesecake?"
28
- }
29
- ]
30
- },
31
- {
32
- "name": "meta-llama/Llama-2-70b-chat-hf",
33
- "description": "The latest and biggest model from Meta, fine-tuned for chat.",
34
- "websiteUrl": "https://ai.meta.com/llama/",
35
- "preprompt": " ",
36
- "chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}",
37
- "promptExamples": [
38
- {
39
- "title": "Write an email from bullet list",
40
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
41
- }, {
42
- "title": "Code a snake game",
43
- "prompt": "Code a basic snake game in python, give explanations for each step."
44
- }, {
45
- "title": "Assist in a task",
46
- "prompt": "How do I make a delicious lemon cheesecake?"
47
- }
48
- ],
49
- "parameters": {
50
- "temperature": 0.1,
51
- "top_p": 0.95,
52
- "repetition_penalty": 1.2,
53
- "top_k": 50,
54
- "truncate": 3072,
55
- "max_new_tokens": 1024,
56
- "stop" : ["</s>", "</s><s>[INST]"]
57
- }
58
- },
59
- {
60
- "name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
61
- "description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.",
62
- "websiteUrl" : "https://nousresearch.com/",
63
- "chatPromptTemplate" : "{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
64
- "promptExamples": [
65
- {
66
- "title": "Write an email from bullet list",
67
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
68
- }, {
69
- "title": "Code a snake game",
70
- "prompt": "Code a basic snake game in python, give explanations for each step."
71
- }, {
72
- "title": "Assist in a task",
73
- "prompt": "How do I make a delicious lemon cheesecake?"
74
- }
75
- ],
76
- "parameters": {
77
- "temperature": 0.7,
78
- "top_p": 0.95,
79
- "repetition_penalty": 1,
80
- "top_k": 50,
81
- "truncate": 24576,
82
- "max_new_tokens": 2048,
83
- "stop": ["<|im_end|>"]
84
- }
85
- },
86
- {
87
- "name": "codellama/CodeLlama-70b-Instruct-hf",
88
- "displayName": "codellama/CodeLlama-70b-Instruct-hf",
89
- "description": "Code Llama, a state of the art code model from Meta. Now in 70B!",
90
- "websiteUrl": "https://ai.meta.com/blog/code-llama-large-language-model-coding/",
91
- "preprompt": "",
92
- "chatPromptTemplate" : "<s>{{#if @root.preprompt}}Source: system\n\n {{@root.preprompt}} <step> {{/if}}{{#each messages}}{{#ifUser}}Source: user\n\n {{content}} <step> {{/ifUser}}{{#ifAssistant}}Source: assistant\n\n {{content}} <step> {{/ifAssistant}}{{/each}}Source: assistant\nDestination: user\n\n ",
93
- "promptExamples": [
94
- {
95
- "title": "Fibonacci in Python",
96
- "prompt": "Write a python function to calculate the nth fibonacci number."
97
- }, {
98
- "title": "JavaScript promises",
99
- "prompt": "How can I wait for multiple JavaScript promises to fulfill before doing something with their values?"
100
- }, {
101
- "title": "Rust filesystem",
102
- "prompt": "How can I load a file from disk in Rust?"
103
- }
104
- ],
105
- "parameters": {
106
- "temperature": 0.1,
107
- "top_p": 0.95,
108
- "repetition_penalty": 1.2,
109
- "top_k": 50,
110
- "truncate": 4096,
111
- "max_new_tokens": 4096,
112
- "stop": ["<step>", " <step>", " <step> "],
113
- }
114
- },
115
- {
116
- "name": "mistralai/Mistral-7B-Instruct-v0.1",
117
- "displayName": "mistralai/Mistral-7B-Instruct-v0.1",
118
- "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
119
- "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
120
- "preprompt": "",
121
- "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
122
- "parameters": {
123
- "temperature": 0.1,
124
- "top_p": 0.95,
125
- "repetition_penalty": 1.2,
126
- "top_k": 50,
127
- "truncate": 3072,
128
- "max_new_tokens": 1024,
129
- "stop": ["</s>"]
130
- },
131
- "promptExamples": [
132
- {
133
- "title": "Write an email from bullet list",
134
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
135
- }, {
136
- "title": "Code a snake game",
137
- "prompt": "Code a basic snake game in python, give explanations for each step."
138
- }, {
139
- "title": "Assist in a task",
140
- "prompt": "How do I make a delicious lemon cheesecake?"
141
- }
142
- ],
143
- "unlisted": true
144
- },
145
- {
146
- "name": "mistralai/Mistral-7B-Instruct-v0.2",
147
- "displayName": "mistralai/Mistral-7B-Instruct-v0.2",
148
- "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
149
- "websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
150
- "preprompt": "",
151
- "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
152
- "parameters": {
153
- "temperature": 0.3,
154
- "top_p": 0.95,
155
- "repetition_penalty": 1.2,
156
- "top_k": 50,
157
- "truncate": 3072,
158
- "max_new_tokens": 1024,
159
- "stop": ["</s>"]
160
- },
161
- "promptExamples": [
162
- {
163
- "title": "Write an email from bullet list",
164
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
165
- }, {
166
- "title": "Code a snake game",
167
- "prompt": "Code a basic snake game in python, give explanations for each step."
168
- }, {
169
- "title": "Assist in a task",
170
- "prompt": "How do I make a delicious lemon cheesecake?"
171
- }
172
- ]
173
- },
174
- {
175
- "name": "openchat/openchat-3.5-0106",
176
- "displayName": "openchat/openchat-3.5-0106",
177
- "description": "OpenChat 3.5 is the #1 model on MT-Bench, with only 7B parameters.",
178
- "websiteUrl": "https://huggingface.co/openchat/openchat-3.5-0106",
179
- "preprompt": "",
180
- "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}GPT4 Correct User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Correct Assistant:{{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}",
181
- "parameters": {
182
- "temperature": 0.6,
183
- "top_p": 0.95,
184
- "repetition_penalty": 1.2,
185
- "top_k": 50,
186
- "truncate": 6016,
187
- "max_new_tokens": 2048,
188
- "stop": ["<|end_of_turn|>"]
189
- },
190
- "promptExamples": [
191
- {
192
- "title": "Write an email from bullet list",
193
- "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
194
- }, {
195
- "title": "Code a snake game",
196
- "prompt": "Code a basic snake game in python, give explanations for each step."
197
- }, {
198
- "title": "Assist in a task",
199
- "prompt": "How do I make a delicious lemon cheesecake?"
200
- }
201
- ]
202
- }
203
- ]`
204
- OLD_MODELS=`[
205
- {"name":"bigcode/starcoder"},
206
- {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"},
207
- {"name":"HuggingFaceH4/zephyr-7b-alpha"},
208
- {"name":"openchat/openchat_3.5"},
209
- {"name":"openchat/openchat-3.5-1210"},
210
- {"name": "tiiuae/falcon-180B-chat"},
211
- {"name": "codellama/CodeLlama-34b-Instruct-hf"}
212
- ]`
213
- TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1'
214
- APP_BASE="/chat"
215
- PUBLIC_ORIGIN=https://huggingface.co
216
- PUBLIC_SHARE_PREFIX=https://hf.co/chat
217
- PUBLIC_ANNOUNCEMENT_BANNERS=`[]`
218
- PUBLIC_APP_NAME=HuggingChat
219
- PUBLIC_APP_ASSETS=huggingchat
220
- PUBLIC_APP_COLOR=yellow
221
- PUBLIC_APP_DESCRIPTION="Making the community's best AI chat models available to everyone."
222
- PUBLIC_APP_DISCLAIMER_MESSAGE="Disclaimer: AI is an area of active research with known problems such as biased generation and misinformation. Do not use this application for high-stakes decisions or advice."
223
- PUBLIC_APP_DATA_SHARING=1
224
- PUBLIC_APP_DISCLAIMER=1
225
- RATE_LIMIT=16
226
- MESSAGES_BEFORE_LOGIN=5# how many messages a user can send in a conversation before having to login. set to 0 to force login right away
227
- PUBLIC_GOOGLE_ANALYTICS_ID=G-8Q63TH4CSL
228
- PUBLIC_PLAUSIBLE_SCRIPT_URL="/js/script.js"
229
- # Not part of the .env but set as other variables in the space
230
- # ADDRESS_HEADER=X-Forwarded-For
231
- # XFF_DEPTH=2
232
- ENABLE_ASSISTANTS=true
233
- EXPOSE_API=true
234
- ALTERNATIVE_REDIRECT_URLS=`[
235
- huggingchat://login/callback
236
- ]`
 
1
+ MONGODB_URL=mongodb://localhost:27017/