Spaces:
Running
Running
Elijahbodden
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -4,12 +4,14 @@
|
|
4 |
|
5 |
import gradio as gr
|
6 |
import os
|
|
|
7 |
os.system("apt update | search openblas | apt install libopenblas-dev | update-alternatives --config libblas.so.3")
|
8 |
os.system("make clean | LLAMA_OPENBLAS=1 make")
|
9 |
os.system('CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python transformers')
|
10 |
|
11 |
from llama_cpp import Llama
|
12 |
from transformers import AutoTokenizer
|
|
|
13 |
model_id = "Elijahbodden/eliGPTv1.1"
|
14 |
|
15 |
# MODEL
|
@@ -113,7 +115,7 @@ demo = gr.ChatInterface(
|
|
113 |
title="EliGPT v1.idon'tfuckingknow",
|
114 |
additional_inputs=[
|
115 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens", info="How many words can the model generate?"),
|
116 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7,
|
117 |
gr.Slider(
|
118 |
minimum=0.0,
|
119 |
maximum=10.0,
|
|
|
4 |
|
5 |
import gradio as gr
|
6 |
import os
|
7 |
+
# OPENBLAS INSTALL STILL NOT WORKING
|
8 |
os.system("apt update | search openblas | apt install libopenblas-dev | update-alternatives --config libblas.so.3")
|
9 |
os.system("make clean | LLAMA_OPENBLAS=1 make")
|
10 |
os.system('CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python transformers')
|
11 |
|
12 |
from llama_cpp import Llama
|
13 |
from transformers import AutoTokenizer
|
14 |
+
from transformers.generation.logits_process import ExponentialDecayLengthPenalty
|
15 |
model_id = "Elijahbodden/eliGPTv1.1"
|
16 |
|
17 |
# MODEL
|
|
|
115 |
title="EliGPT v1.idon'tfuckingknow",
|
116 |
additional_inputs=[
|
117 |
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens", info="How many words can the model generate?"),
|
118 |
+
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature", info="How chaotic should the model be?"),
|
119 |
gr.Slider(
|
120 |
minimum=0.0,
|
121 |
maximum=10.0,
|