Elijahbodden commited on
Commit
92e94d8
·
verified ·
1 Parent(s): f148fa1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -4,12 +4,14 @@
4
 
5
  import gradio as gr
6
  import os
 
7
  os.system("apt update | search openblas | apt install libopenblas-dev | update-alternatives --config libblas.so.3")
8
  os.system("make clean | LLAMA_OPENBLAS=1 make")
9
  os.system('CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python transformers')
10
 
11
  from llama_cpp import Llama
12
  from transformers import AutoTokenizer
 
13
  model_id = "Elijahbodden/eliGPTv1.1"
14
 
15
  # MODEL
@@ -113,7 +115,7 @@ demo = gr.ChatInterface(
113
  title="EliGPT v1.idon'tfuckingknow",
114
  additional_inputs=[
115
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens", info="How many words can the model generate?"),
116
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, sep=0.1, label="Temperature", info="How chaotic should the model be?"),
117
  gr.Slider(
118
  minimum=0.0,
119
  maximum=10.0,
 
4
 
5
  import gradio as gr
6
  import os
7
+ # OPENBLAS INSTALL STILL NOT WORKING
8
  os.system("apt update | search openblas | apt install libopenblas-dev | update-alternatives --config libblas.so.3")
9
  os.system("make clean | LLAMA_OPENBLAS=1 make")
10
  os.system('CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python transformers')
11
 
12
  from llama_cpp import Llama
13
  from transformers import AutoTokenizer
14
+ from transformers.generation.logits_process import ExponentialDecayLengthPenalty
15
  model_id = "Elijahbodden/eliGPTv1.1"
16
 
17
  # MODEL
 
115
  title="EliGPT v1.idon'tfuckingknow",
116
  additional_inputs=[
117
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens", info="How many words can the model generate?"),
118
+ gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature", info="How chaotic should the model be?"),
119
  gr.Slider(
120
  minimum=0.0,
121
  maximum=10.0,