aapot
commited on
Commit
•
9500b77
1
Parent(s):
3f9f8e9
Fix
Browse files
EasyLM/models/llama/llama_model.py
CHANGED
|
@@ -235,7 +235,7 @@ class LLaMAConfig(PretrainedConfig):
|
|
| 235 |
embd_pdrop=0.0,
|
| 236 |
attn_pdrop=0.0,
|
| 237 |
tie_word_embeddings=False,
|
| 238 |
-
remat_block='',
|
| 239 |
remat_attention='',
|
| 240 |
remat_mlp='',
|
| 241 |
scan_attention=False,
|
|
|
|
| 235 |
embd_pdrop=0.0,
|
| 236 |
attn_pdrop=0.0,
|
| 237 |
tie_word_embeddings=False,
|
| 238 |
+
remat_block='nothing_saveable',
|
| 239 |
remat_attention='',
|
| 240 |
remat_mlp='',
|
| 241 |
scan_attention=False,
|