Spaces:

bryantaekim
/

bk_gen_ai

Runtime error

bryantaekim commited on Apr 5, 2023

Commit

637eff3

•

1 Parent(s): f282d8a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,9 +7,9 @@ config = PeftConfig.from_pretrained(peft_model_id)
 model = AutoModelForCausalLM.from_pretrained(
     config.base_model_name_or_path,
     return_dict=True,
-    # load_in_8bit=True,
-    load_in_8bit_fp32_cpu_offload=True,
-    device_map="auto",
 )
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)

 model = AutoModelForCausalLM.from_pretrained(
     config.base_model_name_or_path,
     return_dict=True,
+    load_in_8bit=True,
+    # load_in_8bit_fp32_cpu_offload=True,
+    device_map="auto"
 )
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)