izhx commited on
Commit
b2a723e
1 Parent(s): 8f07643

add seq len

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -21,6 +21,7 @@
21
  "offset_alibi": 100,
22
  "pad_token_id": 3,
23
  "pretraining_tp": 1,
 
24
  "skip_bias_add": true,
25
  "skip_bias_add_qkv": false,
26
  "slow_but_exact": false,
 
21
  "offset_alibi": 100,
22
  "pad_token_id": 3,
23
  "pretraining_tp": 1,
24
+ "seq_length": 2048,
25
  "skip_bias_add": true,
26
  "skip_bias_add_qkv": false,
27
  "slow_but_exact": false,