Elijahbodden commited on
Commit
bd71bc2
·
verified ·
1 Parent(s): aa9a61e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -13
app.py CHANGED
@@ -87,22 +87,19 @@ def respond(
87
  yield response
88
 
89
 
90
- with gr.Blocks() as demo:
91
- # gr.Markdown("# EliGPT v1.3")
92
- # gr.Markdown("Llama 3 8b finetuned on 2.5k of my discord messages. [Train your own clone!](https://gist.github.com/Elijah-Bodden/1964bd02fcd19efef65f6e0cd92881c4)")
93
- # with gr.Accordion("Q&A:"):
94
- # gr.Markdown("""Q Why is the model so fucking slow
95
- # A The model might be slow if it hasn't run recently or a lot of people are using it (it's running on llama.cpp on a single a very slow cpu). You can duplicate the space to get your own (free) instance with no wait times.
96
- # Q Why is the model so dumb
97
- # A Llama 3 8b is impressive, but it's still tiny. This model is basically what you'd get if you shoved my brain into a toddler's head - it's just too small to be smart
98
- # Q Either it just made something up or I don't know you at all
99
- # A Probably the former. It's prone to hallucinating facts and opinions I don't hold. Take everything it says with a big grain of salt
100
- # """)
101
  gr.ChatInterface(
102
  respond,
103
  additional_inputs_accordion=gr.Accordion(label="Options", open=True),
104
- css=".bubble-gap {gap: 6px !important}",
105
- theme="shivi/calm_seafoam",
106
  additional_inputs=[
107
  gr.Radio(presets.keys(), label="Personality preset", info="VERY SLIGHTLY influence the model's personality [WARNING, IF YOU CHANGE THIS WHILE THERE ARE MESSAGES IN THE CHAT THE MODEL WILL BECOME VERY SLOW]", value="Default"),
108
  # ("The model will become slow" is bc this uncaches the prompt and prompt processing is a big part of the generation time)
 
87
  yield response
88
 
89
 
90
+ with gr.Blocks(css=".bubble-gap {gap: 6px !important}", theme="shivi/calm_seafoam", title="EliGPT v1.3") as demo:
91
+ gr.Markdown("Llama 3 8b finetuned on 2.5k of my discord messages. [Train your own clone!](https://gist.github.com/Elijah-Bodden/1964bd02fcd19efef65f6e0cd92881c4)")
92
+ with gr.Accordion("Q&A:"):
93
+ gr.Markdown("""Q Why is the model so fucking slow
94
+ A The model might be slow if it hasn't run recently or a lot of people are using it (it's running on llama.cpp on a single a very slow cpu). You can duplicate the space to get your own (free) instance with no wait times.
95
+ Q Why is the model so dumb
96
+ A Llama 3 8b is impressive, but it's still tiny. This model is basically what you'd get if you shoved my brain into a toddler's head - it's just too small to be smart
97
+ Q Either it just made something up or I don't know you at all
98
+ A Probably the former. It's prone to hallucinating facts and opinions I don't hold. Take everything it says with a big grain of salt
99
+ """)
 
100
  gr.ChatInterface(
101
  respond,
102
  additional_inputs_accordion=gr.Accordion(label="Options", open=True),
 
 
103
  additional_inputs=[
104
  gr.Radio(presets.keys(), label="Personality preset", info="VERY SLIGHTLY influence the model's personality [WARNING, IF YOU CHANGE THIS WHILE THERE ARE MESSAGES IN THE CHAT THE MODEL WILL BECOME VERY SLOW]", value="Default"),
105
  # ("The model will become slow" is bc this uncaches the prompt and prompt processing is a big part of the generation time)