Enhance speed by using nn.layernorm and nn.groupnorm (triton-lang/triton#5712)
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -15,7 +15,7 @@
|
|
| 15 |
"decay_low_rank_dim": 64,
|
| 16 |
"eos_token_id": 0,
|
| 17 |
"fuse_cross_entropy": true,
|
| 18 |
-
"fuse_norm":
|
| 19 |
"gate_low_rank_dim": 128,
|
| 20 |
"head_dim": 64,
|
| 21 |
"hidden_act": "sqrelu",
|
|
|
|
| 15 |
"decay_low_rank_dim": 64,
|
| 16 |
"eos_token_id": 0,
|
| 17 |
"fuse_cross_entropy": true,
|
| 18 |
+
"fuse_norm": false,
|
| 19 |
"gate_low_rank_dim": 128,
|
| 20 |
"head_dim": 64,
|
| 21 |
"hidden_act": "sqrelu",
|