Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,15 +5,6 @@ import requests
|
|
5 |
from io import BytesIO
|
6 |
import subprocess
|
7 |
import sys
|
8 |
-
|
9 |
-
def install_bitsandbytes():
|
10 |
-
# Reinstall bitsandbytes with CPU support
|
11 |
-
subprocess.run([sys.executable, "-m", "pip", "install", "bitsandbytes-cpu", "--force-reinstall", "--index-url", "https://pypi.org/simple/", "--no-cache-dir"])
|
12 |
-
|
13 |
-
# Call the function at the start of the script
|
14 |
-
install_bitsandbytes()
|
15 |
-
|
16 |
-
|
17 |
# Load the model and processor
|
18 |
repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
|
19 |
arguments = {"device_map": "auto", "torch_dtype": "auto", "trust_remote_code": True}
|
|
|
5 |
from io import BytesIO
|
6 |
import subprocess
|
7 |
import sys
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
# Load the model and processor
|
9 |
repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
|
10 |
arguments = {"device_map": "auto", "torch_dtype": "auto", "trust_remote_code": True}
|