NGUYEN, Xuan Phi commited on
Commit
358b242
1 Parent(s): 43147aa
multipurpose_chatbot/engines/transformers_engine.py CHANGED
@@ -546,7 +546,7 @@ class TransformersEngine(BaseEngine):
546
  if message_safety is not None:
547
  raise gr.Error(message_safety)
548
 
549
- @maybe_spaces_gpu
550
  def generate_yield_string(self, prompt, temperature, max_tokens, stop_strings: Optional[Tuple[str]] = None, **kwargs):
551
 
552
  # ! MUST PUT INSIDE torch.no_grad() otherwise it will overflow OOM
 
546
  if message_safety is not None:
547
  raise gr.Error(message_safety)
548
 
549
+ # @maybe_spaces_gpu
550
  def generate_yield_string(self, prompt, temperature, max_tokens, stop_strings: Optional[Tuple[str]] = None, **kwargs):
551
 
552
  # ! MUST PUT INSIDE torch.no_grad() otherwise it will overflow OOM