{ | |
"model_name_or_path": "NousResearch/Llama-2-7b-hf", | |
"max_length": 60, | |
"model_kwargs": {}, | |
"pooling_strategy": "cls", | |
"lora_config_kwargs": { | |
"task_type": "CAUSAL_LM", | |
"r": 32, | |
"lora_alpha": 32, | |
"lora_dropout": 0.05, | |
"bias": "none" | |
}, | |
"apply_lora": 1 | |
} |