Update README.md

README.md

@@ -23,6 +23,7 @@ from tkinter import filedialog, ttk, messagebox
 import logging
 import json
 import os
+from peft import LoraConfig, get_peft_model
 
 # Configure logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -31,11 +32,22 @@ logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(
 date_string: str = date.today().strftime("%d %b %Y")
 model_id = "oe2015/llama-3.2-finetuned-tikzcode"
 
+lora_config = LoraConfig(
+   r=16,  # Rank of the decomposition, typically a small number (e.g., 8, 16)
+   lora_alpha=32,  # Scaling factor for LoRA parameters
+   target_modules=["q_proj", "v_proj"],  # Apply LoRA to specific model layers (e.g., Q, V projections in attention layers)
+   lora_dropout=0.1,  # Dropout for LoRA layers
+   bias="none"  # LoRA doesn’t update biases by default; change to "all" if needed
+)
+
 # Load the model and processor
 model = MllamaForConditionalGeneration.from_pretrained(
     model_id,
     torch_dtype=torch.bfloat16,
     device_map="auto",
 )
+
+model = get_peft_model(model, lora_config)
+
 processor = AutoProcessor.from_pretrained(model_id)
 ```