THUDM
/

glm-4-9b-chat-1m

Model card Files Files and versions Community

zRzRzRzRzRzRzR commited on 7 days ago

Commit

a7cafb0

•

1 Parent(s): 534e83c

add flash-attn

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -17,6 +17,7 @@
   "apply_residual_connection_post_layernorm": false,
   "attention_dropout": 0.0,
   "attention_softmax_in_fp32": true,
   "bias_dropout_fusion": true,
   "ffn_hidden_size": 13696,
   "fp32_residual_connection": false,

   "apply_residual_connection_post_layernorm": false,
   "attention_dropout": 0.0,
   "attention_softmax_in_fp32": true,
+  "attn_implementation": "sdpa",
   "bias_dropout_fusion": true,
   "ffn_hidden_size": 13696,
   "fp32_residual_connection": false,