adhinojosa commited on
Commit
6bb2b3d
1 Parent(s): 5e7e0b5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -1,11 +1,11 @@
1
- from ctransformers import AutoModelForCausalLM
2
  import streamlit as st
3
 
4
- model = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-OpenOrca-GGUF", model_file="mistral-7b-openorca.Q2_K.gguf", model_type="mistral")
5
 
6
  text= st.text_area("Pregúntale a Don Simón")
7
 
8
  if text:
9
- out = model(text,max_new_tokens=100)
10
- st.write(out)
 
11
 
 
1
+ from model import model
2
  import streamlit as st
3
 
 
4
 
5
  text= st.text_area("Pregúntale a Don Simón")
6
 
7
  if text:
8
+ answer = model(text,temperature=.0,max_new_tokens=25)
9
+ if answer:
10
+ st.write(answer)
11