Update config.json
Browse files- config.json +3 -3
config.json
CHANGED
@@ -82,9 +82,9 @@
|
|
82 |
"transformers_version": null,
|
83 |
"use_cache": true,
|
84 |
"use_flash_attn": true,
|
85 |
-
"use_flash_depthwise":
|
86 |
-
"use_flash_rmsnorm":
|
87 |
-
"use_flashfft":
|
88 |
"use_interpolated_rotary_pos_emb": true,
|
89 |
"vocab_size": 512
|
90 |
}
|
|
|
82 |
"transformers_version": null,
|
83 |
"use_cache": true,
|
84 |
"use_flash_attn": true,
|
85 |
+
"use_flash_depthwise": true,
|
86 |
+
"use_flash_rmsnorm": true,
|
87 |
+
"use_flashfft": true,
|
88 |
"use_interpolated_rotary_pos_emb": true,
|
89 |
"vocab_size": 512
|
90 |
}
|