Update app.py

app.py

@@ -3,10 +3,22 @@ from transformers import AutoModelForCausalLM, AutoProcessor, GenerationConfig
 from PIL import Image
 import requests
 from io import BytesIO
+import subprocess
+import sys
+
+def install_bitsandbytes():
+    # Uninstall bitsandbytes if installed
+    subprocess.run([sys.executable, "-m", "pip", "uninstall", "-y", "bitsandbytes"])
+    
+    # Reinstall bitsandbytes with the required options
+    subprocess.run([sys.executable, "-m", "pip", "install", "bitsandbytes", "--force-reinstall", "--index-url", "https://pypi.org/simple/", "--no-cache-dir"])
+
+# Call the function at the start of the script
+install_bitsandbytes()
 
 # Load the model and processor
 repo_name = "cyan2k/molmo-7B-O-bnb-4bit"
-arguments = {"device_map": "auto", "torch_dtype": "float16", "trust_remote_code": True}
+arguments = {"device_map": "auto", "torch_dtype": "auto", "trust_remote_code": True}
 
 # Load the processor and model
 processor = AutoProcessor.from_pretrained(repo_name, **arguments)