SivaResearch commited on
Commit
6fd9a56
Β·
verified Β·
1 Parent(s): 642b11d

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -0
app.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+
4
+ # Load model
5
+ tokenizer = AutoTokenizer.from_pretrained("ai4bharat/Airavata")
6
+ model = AutoModelForCausalLM.from_pretrained("ai4bharat/Airavata")
7
+
8
+ def chatbot(input_text):
9
+ # Encode the input text
10
+ input_text = tokenizer.encode(input_text + tokenizer.eos_token, return_tensors='pt')
11
+
12
+ # Generate a response
13
+ response = model.generate(input_text, max_length=1000, pad_token_id=tokenizer.eos_token_id)
14
+
15
+ # Decode the response
16
+ response_text = tokenizer.decode(response[:, input_text.shape[-1]:][0], skip_special_tokens=True)
17
+
18
+ return response_text
19
+
20
+ iface = gr.Interface(fn=chatbot, inputs="text", outputs="text")
21
+ iface.launch()