Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -55,7 +55,7 @@ model_kwargs = {
|
|
55 |
"torch_dtype": torch.bfloat16,
|
56 |
"attn_implementation": "sdpa"
|
57 |
}
|
58 |
-
tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, device_map="
|
59 |
our_chatbot = None
|
60 |
|
61 |
def upvote_last_response(state):
|
|
|
55 |
"torch_dtype": torch.bfloat16,
|
56 |
"attn_implementation": "sdpa"
|
57 |
}
|
58 |
+
tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, device_map="cpu:0", **model_kwargs)
|
59 |
our_chatbot = None
|
60 |
|
61 |
def upvote_last_response(state):
|