OPTIMIZER_OPTIONS = { | |
"optimizer_type": { | |
"type": list, | |
"choices": [ | |
"AdamW", | |
"AdamW8bit", | |
"Lion", | |
"SGDNesterov", | |
"SGDNesterov8bit", | |
"DAdaptation", | |
"AdaFactor", | |
], | |
}, | |
"lr_scheduler": { | |
"type": list, | |
"choices": [ | |
"linear", | |
"cosine", | |
"cosine_with_restarts", | |
"polynomial", | |
"constant", | |
"constant_with_warmup", | |
"adafactor", | |
], | |
}, | |
} | |