hanAlex commited on
Commit
4cf5511
Β·
verified Β·
1 Parent(s): 88dd0a4

Update model_server.py

Browse files
Files changed (1) hide show
  1. model_server.py +2 -1
model_server.py CHANGED
@@ -140,5 +140,6 @@ if __name__ == "__main__":
140
  parser.add_argument("--model-path", type=str, default="THUDM/glm-4-voice-9b")
141
  args = parser.parse_args()
142
 
143
- worker = ModelWorker(args.model_path, args.dtype, args.device)
 
144
  uvicorn.run(app, host=args.host, port=args.port, log_level="info")
 
140
  parser.add_argument("--model-path", type=str, default="THUDM/glm-4-voice-9b")
141
  args = parser.parse_args()
142
 
143
+ worker = ModelWorker(args.model_path)
144
+ #worker = ModelWorker(args.model_path, args.dtype, args.device)
145
  uvicorn.run(app, host=args.host, port=args.port, log_level="info")