de_t5_large.gin

# Original T5 (1.0) Large model.
# Provides MODEL

include 't5x_retrieval/configs/models/de_t5_base.gin'  # imports vocab, optimizer and model.

# Architecture overrides
NUM_HEADS = 16
NUM_LAYERS = 24
HEAD_DIM = 64
EMBED_DIM = 1024
MLP_DIM = 4096