THUDM
/

chatglm2-6b-32k

Inference Endpoints

Model card Files Files and versions Community

statelesshz commited on Sep 21, 2023

Commit

48e775a

•

1 Parent(s): 455746d

Update modeling_chatglm.py

Files changed (1) hide show

modeling_chatglm.py +1 -1

modeling_chatglm.py CHANGED Viewed

@@ -27,7 +27,7 @@ from .configuration_chatglm import ChatGLMConfig
 # flags required to enable jit fusion kernels
-if sys.platform != 'darwin':
     torch._C._jit_set_profiling_mode(False)
     torch._C._jit_set_profiling_executor(False)
     torch._C._jit_override_can_fuse_on_cpu(True)

 # flags required to enable jit fusion kernels
+if sys.platform != 'darwin' and torch.cuda.is_available():
     torch._C._jit_set_profiling_mode(False)
     torch._C._jit_set_profiling_executor(False)
     torch._C._jit_override_can_fuse_on_cpu(True)