{
    "model_type": "T5",
    "num_layers": 12,
    "d_model": 768,
    "num_heads": 12,
    "d_ff": 3072,
    "vocab_size": 32128
}