MiladMola commited on
Commit
b508be8
1 Parent(s): 15f20fc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -111,8 +111,8 @@ def respond(
111
  PLACEHOLDER = """
112
  <div class="message-bubble-border" style="display:flex; max-width: 600px; border-radius: 8px; box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1); backdrop-filter: blur(10px);">
113
  <div style="padding: .5rem 1.5rem;">
114
- <h2 style="text-align: left; font-size: 1.5rem; font-weight: 700; margin-bottom: 0.5rem;">Chat with CausalLM 34B (8-bit GGUF)</h2>
115
- <p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">You can try different models from CausalLM here.<br>Running on NVIDIA A100-SXM4-80GB MIG 3g.40gb with Zero-GPU from Hugging Face.</p>
116
  </div>
117
  </div>
118
  """
@@ -145,10 +145,10 @@ demo = gr.ChatInterface(
145
  label="Repetition penalty",
146
  ),
147
  gr.Dropdown([
148
- 'myCauslLM-34b-beta-v0.1-q8.gguf',
149
- '35b-beta-long-Q6_K.gguf',
150
  ],
151
- value="myCauslLM-34b-beta-v0.1-q8.gguf",
152
  label="Model"
153
  ),
154
  ],
@@ -168,7 +168,7 @@ demo = gr.ChatInterface(
168
  undo_btn="Undo",
169
  clear_btn="Clear",
170
  submit_btn="Send",
171
- description="Chat with CausalLM 34B (8-bit GGUF)",
172
  chatbot=gr.Chatbot(scale=1, placeholder=PLACEHOLDER)
173
  )
174
 
 
111
  PLACEHOLDER = """
112
  <div class="message-bubble-border" style="display:flex; max-width: 600px; border-radius: 8px; box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1); backdrop-filter: blur(10px);">
113
  <div style="padding: .5rem 1.5rem;">
114
+ <h2 style="text-align: left; font-size: 1.5rem; font-weight: 700; margin-bottom: 0.5rem;">Chat with Dorna-Llama3 8B </h2>
115
+ <p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">You can try different models.<br>Running on CPU from Hugging Face.</p>
116
  </div>
117
  </div>
118
  """
 
145
  label="Repetition penalty",
146
  ),
147
  gr.Dropdown([
148
+ 'dorna-llama3-8b-instruct.Q2_K.gguf',
149
+ 'dorna-llama3-8b-instruct.Q4_0.gguf',
150
  ],
151
+ value="dorna-llama3-8b-instruct.Q2_K.gguf",
152
  label="Model"
153
  ),
154
  ],
 
168
  undo_btn="Undo",
169
  clear_btn="Clear",
170
  submit_btn="Send",
171
+ description="Chat with Dorna-Llama3 8B (2-bit GGUF)",
172
  chatbot=gr.Chatbot(scale=1, placeholder=PLACEHOLDER)
173
  )
174