config.json

{
  "vocab_size": 50257,
  "embedding_dim": 512,
  "num_layers": 10,
  "num_heads": 8,
  "ff_dim": 2048,
  "max_seq_len": 256
}