OPTIMIZER_OPTIONS = {
    "optimizer_type": {
        "type": list,
        "choices": [
            "AdamW",
            "AdamW8bit",
            "Lion",
            "SGDNesterov",
            "SGDNesterov8bit",
            "DAdaptation",
            "AdaFactor",
        ],
    },
    "lr_scheduler": {
        "type": list,
        "choices": [
            "linear",
            "cosine",
            "cosine_with_restarts",
            "polynomial",
            "constant",
            "constant_with_warmup",
            "adafactor",
        ],
    },
}