Set normalize_embeddings to True

modeling_xlm_roberta.py

@@ -470,7 +470,7 @@ class XLMRobertaModel(XLMRobertaPreTrainedModel):
         convert_to_numpy: bool = True,
         convert_to_tensor: bool = False,
         device: Optional[torch.device] = None,
-        normalize_embeddings: bool = False,
+        normalize_embeddings: bool = True,
         truncate_dim: Optional[int] = None,
         adapter_mask: Optional[torch.Tensor] = None,
         task_type: Optional[str] = None,