config.json

{
  "model_type": "viconbert",
  "base_model": "vinai/phobert-base",
  "base_model_cache_dir": "embeddings/vinai/phobert-base",
  "hidden_dim": 512,
  "out_dim": 768,
  "dropout": 0.3,
  "num_layers": 1,
  "num_head": 3,
  "encoder_type": "attentive",
  "context_window_size": 3
}