Update app.py
Browse files
app.py
CHANGED
@@ -145,16 +145,6 @@ demo = gr.ChatInterface(
|
|
145 |
respond,
|
146 |
additional_inputs=[
|
147 |
gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
|
148 |
-
gr.Dropdown([
|
149 |
-
'dorna-llama3-8b-instruct.Q8_0.gguf',
|
150 |
-
'dorna-llama3-8b-instruct.Q4_0.gguf',
|
151 |
-
'dorna-llama3-8b-instruct.Q5_0.gguf',
|
152 |
-
'dorna-llama3-8b-instruct.bf16.gguf',
|
153 |
-
|
154 |
-
],
|
155 |
-
value="dorna-llama3-8b-instruct.Q8_0.gguf",
|
156 |
-
label="Model"
|
157 |
-
),
|
158 |
gr.Slider(minimum=1, maximum=8192, value=2048, step=1, label="Max tokens"),
|
159 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
160 |
gr.Slider(
|
@@ -178,7 +168,15 @@ demo = gr.ChatInterface(
|
|
178 |
step=0.1,
|
179 |
label="Repetition penalty",
|
180 |
),
|
181 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
182 |
],
|
183 |
theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
|
184 |
body_background_fill_dark="#16141c",
|
|
|
145 |
respond,
|
146 |
additional_inputs=[
|
147 |
gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
148 |
gr.Slider(minimum=1, maximum=8192, value=2048, step=1, label="Max tokens"),
|
149 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
150 |
gr.Slider(
|
|
|
168 |
step=0.1,
|
169 |
label="Repetition penalty",
|
170 |
),
|
171 |
+
gr.Dropdown([
|
172 |
+
'dorna-llama3-8b-instruct.Q8_0.gguf',
|
173 |
+
'dorna-llama3-8b-instruct.Q4_0.gguf',
|
174 |
+
'dorna-llama3-8b-instruct.Q5_0.gguf',
|
175 |
+
'dorna-llama3-8b-instruct.bf16.gguf',
|
176 |
+
],
|
177 |
+
value="dorna-llama3-8b-instruct.Q8_0.gguf",
|
178 |
+
label="Model"
|
179 |
+
),
|
180 |
],
|
181 |
theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
|
182 |
body_background_fill_dark="#16141c",
|