annoyingpixel commited on
Commit
6e5bc74
·
verified ·
1 Parent(s): 45d896e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -55,7 +55,7 @@ model_kwargs = {
55
  "torch_dtype": torch.bfloat16,
56
  "attn_implementation": "sdpa"
57
  }
58
- tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, device_map="cuda:0", **model_kwargs)
59
  our_chatbot = None
60
 
61
  def upvote_last_response(state):
 
55
  "torch_dtype": torch.bfloat16,
56
  "attn_implementation": "sdpa"
57
  }
58
+ tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, device_map="cpu:0", **model_kwargs)
59
  our_chatbot = None
60
 
61
  def upvote_last_response(state):