Update app.py

app.py

@@ -3,14 +3,14 @@ from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 peft_model_id = f"bryantaekim/bk_text_to_ad"
-# config = PeftConfig.from_pretrained(peft_model_id)
-# model = AutoModelForCausalLM.from_pretrained(
-#     config.base_model_name_or_path,
-#     return_dict=True,
-#     load_in_8bit=True,
-#     device_map="auto",
-# )
-# tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
+config = PeftConfig.from_pretrained(peft_model_id)
+model = AutoModelForCausalLM.from_pretrained(
+    config.base_model_name_or_path,
+    return_dict=True,
+    load_in_8bit=True,
+    device_map="auto",
+)
+tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
 
 # Load the Lora model
 model = PeftModel.from_pretrained(model, peft_model_id)