File size: 319 Bytes
c14b4f9 |
1 2 3 4 5 6 7 8 |
config = LoraConfig(
task_type=TaskType.CAUSAL_LM,
target_modules=["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj"],
inference_mode=False, # 训练模式
r=32, # Lora 秩
lora_alpha=64, # Lora alaph，具体作用参见 Lora 原理
lora_dropout=0.1# Dropout 比例
) |