Update configuration_xlm_roberta.py
Browse files
configuration_xlm_roberta.py
CHANGED
|
@@ -21,7 +21,7 @@ class XLMRobertaFlashConfig(PretrainedConfig):
|
|
| 21 |
position_embedding_type="absolute",
|
| 22 |
use_cache=True,
|
| 23 |
classifier_dropout=None,
|
| 24 |
-
use_flash_attn=True
|
| 25 |
**kwargs,
|
| 26 |
):
|
| 27 |
super().__init__(pad_token_id=pad_token_id, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)
|
|
|
|
| 21 |
position_embedding_type="absolute",
|
| 22 |
use_cache=True,
|
| 23 |
classifier_dropout=None,
|
| 24 |
+
use_flash_attn=True,
|
| 25 |
**kwargs,
|
| 26 |
):
|
| 27 |
super().__init__(pad_token_id=pad_token_id, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)
|