ruslanmv commited on
Commit
4e4f506
·
verified ·
1 Parent(s): 71ab695

Update models.py

Browse files
Files changed (1) hide show
  1. models.py +24 -13
models.py CHANGED
@@ -2,21 +2,32 @@
2
 
3
  import gradio as gr
4
  import spaces
5
- import types
6
 
7
- # Create a local "transformers_gradio" object to mimic the missing package
8
- transformers_gradio = types.SimpleNamespace(registry="huggingface")
 
 
 
 
 
 
 
 
 
 
 
9
 
10
- # Now the gradio.load calls will work as if we had `import transformers_gradio`
11
- demo = gr.load(name="deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", src=transformers_gradio.registry)
12
- demo = gr.load(name="deepseek-ai/DeepSeek-R1", src=transformers_gradio.registry)
13
- demo = gr.load(name="deepseek-ai/DeepSeek-R1-Zero", src=transformers_gradio.registry)
 
14
 
15
- # Example of using spaces (assuming `spaces.GPU()` is valid in your environment)
16
- demo.fn = spaces.GPU()(demo.fn)
17
-
18
- for fn in demo.fns.values():
19
- fn.api_name = False
20
 
21
  if __name__ == "__main__":
22
- demo.launch()
 
 
2
 
3
  import gradio as gr
4
  import spaces
5
+ import transformers_gradio
6
 
7
+ # Load each model separately
8
+ demo_qwen = gr.load(
9
+ name="deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
10
+ src=transformers_gradio.registry
11
+ )
12
+ demo_r1 = gr.load(
13
+ name="deepseek-ai/DeepSeek-R1",
14
+ src=transformers_gradio.registry
15
+ )
16
+ demo_zero = gr.load(
17
+ name="deepseek-ai/DeepSeek-R1-Zero",
18
+ src=transformers_gradio.registry
19
+ )
20
 
21
+ # Ensure they run on GPU and disable api_name
22
+ for demo in [demo_qwen, demo_r1, demo_zero]:
23
+ demo.fn = spaces.GPU()(demo.fn)
24
+ for fn in demo.fns.values():
25
+ fn.api_name = False
26
 
27
+ # If you still want to keep a default single "demo" reference
28
+ # you can pick one. For example:
29
+ demo = demo_qwen
 
 
30
 
31
  if __name__ == "__main__":
32
+ # You could choose to launch one of them (or none, if controlling from app.py)
33
+ demo_qwen.launch()