de_t5_3B.gin

# Original T5 (1.0) 3B model.
# Provides MODEL

include 't5x_retrieval/configs/models/de_t5_base.gin'  # imports vocab, optimizer and model.

# Architecture overrides
NUM_HEADS = 32
NUM_LAYERS = 24
HEAD_DIM = 128
EMBED_DIM = 1024
MLP_DIM = 16384