Update app.py

app.py

@@ -2,15 +2,15 @@ import torch
 from peft import PeftModel, PeftConfig
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-peft_model_id = f"bryantaekim/bk_text_to_ad"
-config = PeftConfig.from_pretrained(peft_model_id)
-model = AutoModelForCausalLM.from_pretrained(
-    config.base_model_name_or_path,
-    return_dict=True,
-    load_in_8bit=True,
-    device_map="auto",
-)
-tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
+# peft_model_id = f"bryantaekim/bk_text_to_ad"
+# config = PeftConfig.from_pretrained(peft_model_id)
+# model = AutoModelForCausalLM.from_pretrained(
+#     config.base_model_name_or_path,
+#     return_dict=True,
+#     load_in_8bit=True,
+#     device_map="auto",
+# )
+# tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
 
 # Load the Lora model
 model = PeftModel.from_pretrained(model, peft_model_id)