jupyterjazz commited on
Commit
807ba34
1 Parent(s): 9db6c6f

Update configuration_xlm_roberta.py

Browse files
Files changed (1) hide show
  1. configuration_xlm_roberta.py +1 -1
configuration_xlm_roberta.py CHANGED
@@ -21,7 +21,7 @@ class XLMRobertaFlashConfig(PretrainedConfig):
21
  position_embedding_type="absolute",
22
  use_cache=True,
23
  classifier_dropout=None,
24
- use_flash_attn=True
25
  **kwargs,
26
  ):
27
  super().__init__(pad_token_id=pad_token_id, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)
 
21
  position_embedding_type="absolute",
22
  use_cache=True,
23
  classifier_dropout=None,
24
+ use_flash_attn=True,
25
  **kwargs,
26
  ):
27
  super().__init__(pad_token_id=pad_token_id, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)