config.json

{
  "backbone_checkpoint_name": "t5-3b",
  "backbone_class": "T5ForConditionalGeneration",
  "backbone_hash": "1dbb4d1688863cd9a982a2f1ef06dfc1",
  "bottleneck_dim": 24,
  "common_structure": true,
  "delta_type": "adapter",
  "modified_modules": [
    "attn",
    "ff"
  ],
  "non_linearity": "gelu_new",
  "opendelta_version": "0.0.1",
  "sequential": true,
  "transformers_version": "4.10.0",
  "unfrozen_modules": [
    "deltas",
    "layer_norm",
    "final_layer_norm"
  ]
}