Spaces:
Running
on
Zero
Running
on
Zero
Update multipurpose_chatbot/engines/transformers_engine.py
Browse files
multipurpose_chatbot/engines/transformers_engine.py
CHANGED
@@ -546,7 +546,7 @@ class TransformersEngine(BaseEngine):
|
|
546 |
if message_safety is not None:
|
547 |
raise gr.Error(message_safety)
|
548 |
|
549 |
-
@maybe_spaces_gpu
|
550 |
def generate_yield_string(self, prompt, temperature, max_tokens, stop_strings: Optional[Tuple[str]] = None, **kwargs):
|
551 |
|
552 |
# ! MUST PUT INSIDE torch.no_grad() otherwise it will overflow OOM
|
|
|
546 |
if message_safety is not None:
|
547 |
raise gr.Error(message_safety)
|
548 |
|
549 |
+
# @maybe_spaces_gpu
|
550 |
def generate_yield_string(self, prompt, temperature, max_tokens, stop_strings: Optional[Tuple[str]] = None, **kwargs):
|
551 |
|
552 |
# ! MUST PUT INSIDE torch.no_grad() otherwise it will overflow OOM
|