config.json

{
  "backbone_checkpoint_name": "t5-base",
  "backbone_class": "T5ForConditionalGeneration",
  "backbone_hash": "cce93d5401b043d306fbac11f7590680",
  "common_structure": true,
  "delta_type": "lora",
  "lora_alpha": 16,
  "lora_dropout": 0.0,
  "lora_r": 8,
  "modified_modules": [
    "attn.q",
    "attn.v"
  ],
  "opendelta_version": "0.0.1",
  "transformers_version": "4.16.0.dev0",
  "unfrozen_modules": [
    "deltas",
    "layer_norm",
    "final_layer_norm"
  ]
}