cont_context_trans/config.json

{
  "_class_name": "ContinuousContextTransformer",
  "_diffusers_version": "0.7.0",
  "d_ff": 2048,
  "d_kv": 64,
  "d_model": 768,
  "dropout_rate": 0.1,
  "feed_forward_proj": "gated-gelu",
  "input_dims": 128,
  "max_decoder_noise_time": 20000.0,
  "max_length": 2048,
  "num_decoder_layers": 12,
  "num_encoder_layers": 12,
  "num_heads": 12,
  "targets_context_length": 256,
  "targets_length": 256,
  "vocab_size": 1536
}