| { | |
| "model_name": "resources/models/models/IlyaGusev_saiga_llama3_8b", | |
| "quant_config": { | |
| "wbits": 4, | |
| "abits": 16, | |
| "group_size": 128, | |
| "symmetric": true | |
| }, | |
| "resume": null, | |
| "start_sample": 0, | |
| "nsamples": 128, | |
| "epochs": 10, | |
| "aug_loss": true, | |
| "eval_ppl": true, | |
| "real_quant": true, | |
| "lwc_lr": 0.01, | |
| "use_lr_scheduler": false, | |
| "cache_dir": "resources/cache", | |
| "output_dir": "resources/models/models/IlyaGusev_saiga_llama3_8b_omniquant/logs", | |
| "save_dir": "resources/models/models/IlyaGusev_saiga_llama3_8b_omniquant/IlyaGusev_saiga_llama3_8b", | |
| "config_class": "OmniquantConfig" | |
| } |