MiladMola commited on
Commit
44be4ab
1 Parent(s): caac1c2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -11
app.py CHANGED
@@ -145,16 +145,6 @@ demo = gr.ChatInterface(
145
  respond,
146
  additional_inputs=[
147
  gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
148
- gr.Dropdown([
149
- 'dorna-llama3-8b-instruct.Q8_0.gguf',
150
- 'dorna-llama3-8b-instruct.Q4_0.gguf',
151
- 'dorna-llama3-8b-instruct.Q5_0.gguf',
152
- 'dorna-llama3-8b-instruct.bf16.gguf',
153
-
154
- ],
155
- value="dorna-llama3-8b-instruct.Q8_0.gguf",
156
- label="Model"
157
- ),
158
  gr.Slider(minimum=1, maximum=8192, value=2048, step=1, label="Max tokens"),
159
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
160
  gr.Slider(
@@ -178,7 +168,15 @@ demo = gr.ChatInterface(
178
  step=0.1,
179
  label="Repetition penalty",
180
  ),
181
-
 
 
 
 
 
 
 
 
182
  ],
183
  theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
184
  body_background_fill_dark="#16141c",
 
145
  respond,
146
  additional_inputs=[
147
  gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
 
 
 
 
 
 
 
 
 
 
148
  gr.Slider(minimum=1, maximum=8192, value=2048, step=1, label="Max tokens"),
149
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
150
  gr.Slider(
 
168
  step=0.1,
169
  label="Repetition penalty",
170
  ),
171
+ gr.Dropdown([
172
+ 'dorna-llama3-8b-instruct.Q8_0.gguf',
173
+ 'dorna-llama3-8b-instruct.Q4_0.gguf',
174
+ 'dorna-llama3-8b-instruct.Q5_0.gguf',
175
+ 'dorna-llama3-8b-instruct.bf16.gguf',
176
+ ],
177
+ value="dorna-llama3-8b-instruct.Q8_0.gguf",
178
+ label="Model"
179
+ ),
180
  ],
181
  theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
182
  body_background_fill_dark="#16141c",