Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -2,29 +2,29 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
2 |
import gradio as gr
|
3 |
|
4 |
# Load tokenizer and model
|
5 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
6 |
model = AutoModelForCausalLM.from_pretrained(
|
7 |
-
"
|
8 |
device_map="auto",
|
9 |
torch_dtype="auto",
|
10 |
-
resume_download=True #
|
11 |
)
|
12 |
|
13 |
-
# Define
|
14 |
def generate_text(prompt):
|
15 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
16 |
outputs = model.generate(**inputs, max_length=200)
|
17 |
return tokenizer.decode(outputs[0], skip_special_tokens=True)
|
18 |
|
19 |
-
# Create Gradio interface
|
20 |
interface = gr.Interface(
|
21 |
fn=generate_text,
|
22 |
inputs="text",
|
23 |
outputs="text",
|
24 |
-
title="Qwen 2.5
|
25 |
-
description="
|
26 |
)
|
27 |
|
28 |
-
# Launch interface
|
29 |
if __name__ == "__main__":
|
30 |
interface.launch()
|
|
|
2 |
import gradio as gr
|
3 |
|
4 |
# Load tokenizer and model
|
5 |
+
tokenizer = AutoTokenizer.from_pretrained("bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF")
|
6 |
model = AutoModelForCausalLM.from_pretrained(
|
7 |
+
"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF",
|
8 |
device_map="auto",
|
9 |
torch_dtype="auto",
|
10 |
+
resume_download=True # Enable resumable downloads
|
11 |
)
|
12 |
|
13 |
+
# Define a function for generating text
|
14 |
def generate_text(prompt):
|
15 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
16 |
outputs = model.generate(**inputs, max_length=200)
|
17 |
return tokenizer.decode(outputs[0], skip_special_tokens=True)
|
18 |
|
19 |
+
# Create a Gradio interface
|
20 |
interface = gr.Interface(
|
21 |
fn=generate_text,
|
22 |
inputs="text",
|
23 |
outputs="text",
|
24 |
+
title="Qwen 2.5 Coder 32B Text Generator",
|
25 |
+
description="Enter a prompt to generate text using the Qwen2.5-Coder-32B-Instruct-abliterated-GGUF model."
|
26 |
)
|
27 |
|
28 |
+
# Launch the interface
|
29 |
if __name__ == "__main__":
|
30 |
interface.launch()
|