update bitsandbytes error

helper.py

@@ -72,7 +72,7 @@ def initialize_model_pipeline(model_name, force_cpu=False):
         # Use 8-bit quantization for memory efficiency
         model = AutoModelForCausalLM.from_pretrained(
             model_name,
-            load_in_8bit=True,
+            load_in_8bit=False if device == "cpu" else True,
             torch_dtype=MODEL_CONFIG["main_model"]["dtype"],
             use_cache=True,
             device_map="auto",

requirements.txt

@@ -64,7 +64,7 @@ tomlkit==0.12.0
 torch==2.5.1
 torchvision==0.20.1
 tqdm==4.67.1
-transformers==4.46.3
+transformers>=4.46.3
 typer==0.14.0
 typing_extensions==4.12.2
 tzdata==2024.2