models: | |
- model: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-14B-Instruct/snapshots/cf98f3b3bbb457ad9e2bb7baf9a0125b6b88caa8 | |
parameters: | |
weight: 1 | |
density: 1 | |
merge_method: ties | |
base_model: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-14B/snapshots/97e1e76335b7017d8f67c08a19d103c0504298c9 | |
parameters: | |
weight: 1 | |
density: 1 | |
normalize: true | |
int8_mask: true | |
dtype: float16 |