| eval "$(conda shell.bash hook)" | |
| conda activate llmcocktail | |
| # MODEL1=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/meow | |
| # MODEL2=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/SOLAR-10.7B-Instruct-v1.0 | |
| # MODEL1=/media/hangyu5/Home/Documents/Hugging-Face/LLaMA_Factory/phi-2-sft-alpaca_gpt4_en-ep1 | |
| # MODEL2=/media/hangyu5/Home/Documents/Hugging-Face/LLaMA_Factory/phi-2-ultrachat200K-merged | |
| MODEL1=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/Mistral-7B-Instruct-v0.2 | |
| MODEL2=/media/hangyu5/Home/Documents/Hugging-Face/LM_cocktail/xDAN-L1-Chat-RL-v1 | |
| CUDA_VISIBLE_DEVICES=1 python merge.py \ | |
| --models $MODEL1 $MODEL2 \ | |
| --weights 0.5 0.5 \ | |
| |& tee ./merge.log | |