Elijahbodden commited on
Commit
568fb1d
·
verified ·
1 Parent(s): f79086f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -19
app.py CHANGED
@@ -85,28 +85,24 @@ def respond(
85
 
86
  response += token
87
  yield response
88
-
89
-
90
- demo = gr.ChatInterface(
91
- # train your own
92
- # Dumb
93
- # thank llama.cpp and unsloth/explain what this is
94
- # It will make up facts and opinions that i don't hold
95
- # Like if you took my brain and distilled it to be as smart as a toddler
 
 
 
 
 
 
96
  respond,
97
  additional_inputs_accordion=gr.Accordion(label="Options", open=True),
98
  css=".bubble-gap {gap: 6px !important}",
99
  theme="shivi/calm_seafoam",
100
- description="""Llama 3 8b finetuned on 2.5k of my discord messages. [Train your own clone!](https://gist.github.com/Elijah-Bodden/1964bd02fcd19efef65f6e0cd92881c4)
101
- Q&A:
102
- Q Why is the model so fucking slow
103
- A The model might be slow if it hasn't run recently or a lot of people are using it (it's running on llama.cpp on a single a very slow cpu). You can duplicate the space to get your own (free) instance with no wait times.
104
- Q Why is the model so dumb
105
- A Llama 3 8b is impressive, but it's still tiny. This model is basically what you'd get if you shoved my brain into a toddler's head - it's just too small to be smart
106
- Q Either it just made something up or I don't know you at all
107
- A Probably the former. It's prone to hallucinating facts and opinions I don't hold. Take everything it says with a big grain of salt
108
- """,
109
- title="EliGPT v1.3",
110
  additional_inputs=[
111
  gr.Radio(presets.keys(), label="Personality preset", info="VERY SLIGHTLY influence the model's personality [WARNING, IF YOU CHANGE THIS WHILE THERE ARE MESSAGES IN THE CHAT THE MODEL WILL BECOME VERY SLOW]", value="Default"),
112
  # ("The model will become slow" is bc this uncaches the prompt and prompt processing is a big part of the generation time)
@@ -118,7 +114,7 @@ demo = gr.ChatInterface(
118
  gr.Slider(minimum=0.0, maximum=1.0, value=0.1, step=0.01, label="Presence penalty", info='"Use lots of diverse words"'),
119
  gr.Slider(minimum=1, maximum=1024, value=1024, step=1, label="Max new tokens", info="How many words can the model generate at most?"),
120
  ],
121
- )
122
 
123
 
124
  if __name__ == "__main__":
 
85
 
86
  response += token
87
  yield response
88
+
89
+
90
+ with gr.Blocks() as demo:
91
+ gr.Markdown("# EliGPT v1.3")
92
+ gr.Markdown("Llama 3 8b finetuned on 2.5k of my discord messages. [Train your own clone!](https://gist.github.com/Elijah-Bodden/1964bd02fcd19efef65f6e0cd92881c4)")
93
+ with gr.Accordion("Q&A:"):
94
+ gr.Markdown("""Q Why is the model so fucking slow
95
+ A The model might be slow if it hasn't run recently or a lot of people are using it (it's running on llama.cpp on a single a very slow cpu). You can duplicate the space to get your own (free) instance with no wait times.
96
+ Q Why is the model so dumb
97
+ A Llama 3 8b is impressive, but it's still tiny. This model is basically what you'd get if you shoved my brain into a toddler's head - it's just too small to be smart
98
+ Q Either it just made something up or I don't know you at all
99
+ A Probably the former. It's prone to hallucinating facts and opinions I don't hold. Take everything it says with a big grain of salt
100
+ """)
101
+ gr.ChatInterface(
102
  respond,
103
  additional_inputs_accordion=gr.Accordion(label="Options", open=True),
104
  css=".bubble-gap {gap: 6px !important}",
105
  theme="shivi/calm_seafoam",
 
 
 
 
 
 
 
 
 
 
106
  additional_inputs=[
107
  gr.Radio(presets.keys(), label="Personality preset", info="VERY SLIGHTLY influence the model's personality [WARNING, IF YOU CHANGE THIS WHILE THERE ARE MESSAGES IN THE CHAT THE MODEL WILL BECOME VERY SLOW]", value="Default"),
108
  # ("The model will become slow" is bc this uncaches the prompt and prompt processing is a big part of the generation time)
 
114
  gr.Slider(minimum=0.0, maximum=1.0, value=0.1, step=0.01, label="Presence penalty", info='"Use lots of diverse words"'),
115
  gr.Slider(minimum=1, maximum=1024, value=1024, step=1, label="Max new tokens", info="How many words can the model generate at most?"),
116
  ],
117
+ )
118
 
119
 
120
  if __name__ == "__main__":