initial commit

decoder_jit_trace-pnnx.ncnn.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523470d248bfd980a686a782ffe02fbfb0bd8b461793cf947dbb6d4b56df5959
+size 520200

decoder_jit_trace-pnnx.ncnn.param

@@ -0,0 +1,8 @@
+7767517
+6 6
+Input                    in0                      0 1 in0
+Embed                    embed_1                  1 1 in0 1 0=512 1=500 2=0 3=256000
+Permute                  permute_2                1 1 1 2 0=1
+ConvolutionDepthWise1D   convdw1d_4               1 1 2 3 0=512 1=2 2=1 3=1 4=0 5=0 6=4096 7=128
+Permute                  permute_3                1 1 3 4 0=1
+ReLU                     relu_0                   1 1 4 out0

encoder_jit_trace-pnnx.ncnn.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f86d862e33572954e103c516f2d4e9e3ef3c77502c1162627695cf8881444a
+size 39158876

export-ncnn.sh

@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+
+exp_dir=pruned_transducer_stateless7_streaming/exp-20M
+
+python ./pruned_transducer_stateless7_streaming/export-for-ncnn.py \
+    --bpe-model $bpe_model \
+    --exp-dir $exp_dir \
+    --use-averaged-model False \
+    --epoch 99 \
+    --avg 1 \
+    --decode-chunk-len 32 \
+    --num-encoder-layers "2,2,2,2,2" \
+    --feedforward-dims "768,768,768,768,768" \
+    --nhead "8,8,8,8,8" \
+    --encoder-dims "256,256,256,256,256" \
+    --attention-dims "192,192,192,192,192" \
+    --encoder-unmasked-dims "192,192,192,192,192" \
+    --zipformer-downsampling-factors "1,2,4,8,2" \
+    --cnn-module-kernels "31,31,31,31,31" \
+    --decoder-dim 512 \
+    --joiner-dim 512
+
+pushd $exp_dir
+
+pnnx encoder_jit_trace-pnnx.pt
+pnnx decoder_jit_trace-pnnx.pt
+pnnx joiner_jit_trace-pnnx.pt
+
+popd
+
+# modify encoder_jit_trace-pnnx.ncnn.param to support sherpa-ncnn
+# The following is the diff
+# --- encoder_jit_trace-pnnx.ncnn.param-before    2023-02-14 20:48:52.000000000 +0800
+# +++ encoder_jit_trace-pnnx.ncnn.param   2023-02-14 20:50:15.000000000 +0800
+# @@ -1,5 +1,6 @@
+#  7767517
+# -2028 2547
+# +2029 2547
+# +SherpaMetaData           sherpa_meta_data1        0 0 0=2 1=32 2=4 3=7 -23316=5,2,4,3,2,4 -23317=5,384,384,384,384,384 -23318=5,192,192,192,192,192 -23319=5,1,2,4,8,2 -23320=5,31,31,31,31,31
+#  Input                    in0                      0 1 in0
+#  Input                    in1                      0 1 in1
+#  Split                    splitncnn_0              1 2 in1 2 3
+#
+#------
+# Explanation:
+#
+# (1) 2028 is changed to 2029 as an extra layer SherpaMetaData is added
+# (2) SherpaMetaData is the layer type
+# (3) sherpa_meta_data1 is the name of this layer. Must be sherpa_meta_data1
+# (4) 0 0 means this layer has no input or output
+# (5) 1=32, attribute 1, 32 is the value of --decode-chunk-len
+# (6) 2=4, attribute 2, 4 is the value of --num-left-chunks
+# (7) 3=7, attribute 3, 7 is the pad length. The first subsampling layer is using (x_len - 7) // 2, so we use 7 here
+# (8) -23316=5,2,4,3,2,4, attribute 16, this is an array attribute. It is attribute 16 since -23300 - (-23316) = 16
+#       the first element of the array is the length of the array, which is 5 in our case.
+#       2,4,3,2,4 is the value of --num-encoder-layers
+# (9) -23317=5,384,384,384,384,384, attribute 17. 384,384,384,384,384 is the value of --encoder-dims
+# (10) -23318=5,192,192,192,192,192, attribute 18, 192,192,192,192,192 is the value of --attention-dims
+# (11) -23319=5,1,2,4,8,2, attribute 19, 1,2,4,8,2 is the value of --zipformer-downsampling-factors
+# (12) -23320=5,31,31,31,31,31, attribute 20, 31,31,31,31,31 is the value of --cnn-module-kernels

joiner_jit_trace-pnnx.ncnn.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b71925959ca576ce844485493b7153083be8ecda05cc8d7a5b2a2151162476
+size 1304540

joiner_jit_trace-pnnx.ncnn.param

@@ -0,0 +1,9 @@
+7767517
+7 7
+Input                    in0                      0 1 in0
+Input                    in1                      0 1 in1
+InnerProduct             linear_2                 1 1 in1 2 0=512 1=1 2=262144
+InnerProduct             linear_1                 1 1 in0 3 0=512 1=1 2=131072
+BinaryOp                 add_0                    2 1 3 2 4 0=0
+TanH                     tanh_0                   1 1 4 5
+InnerProduct             linear_3                 1 1 5 out0 0=500 1=1 2=256000

test_wavs

@@ -0,0 +1 @@
+/ceph-data4/yangxiaoyu/softwares/mvq_distillation/icefall_lstm_mvq/egs/tal_csasr/ASR/test_wavs_en

tokens.txt

@@ -0,0 +1,502 @@
+<blk> 0
+<sos/eos> 1
+<unk> 2
+S 3
+▁THE 4
+▁A 5
+T 6
+▁AND 7
+ED 8
+▁OF 9
+▁TO 10
+E 11
+D 12
+N 13
+ING 14
+▁IN 15
+Y 16
+M 17
+C 18
+▁I 19
+A 20
+P 21
+▁HE 22
+R 23
+O 24
+L 25
+RE 26
+I 27
+U 28
+ER 29
+▁IT 30
+LY 31
+▁THAT 32
+▁WAS 33
+▁ 34
+▁S 35
+AR 36
+▁BE 37
+F 38
+▁C 39
+IN 40
+B 41
+▁FOR 42
+OR 43
+LE 44
+' 45
+▁HIS 46
+▁YOU 47
+AL 48
+▁RE 49
+V 50
+▁B 51
+G 52
+RI 53
+▁E 54
+▁WITH 55
+▁T 56
+▁AS 57
+LL 58
+▁P 59
+▁HER 60
+ST 61
+▁HAD 62
+▁SO 63
+▁F 64
+W 65
+CE 66
+▁IS 67
+ND 68
+▁NOT 69
+TH 70
+▁BUT 71
+EN 72
+▁SHE 73
+▁ON 74
+VE 75
+ON 76
+SE 77
+▁DE 78
+UR 79
+▁G 80
+CH 81
+K 82
+TER 83
+▁AT 84
+IT 85
+▁ME 86
+RO 87
+NE 88
+RA 89
+ES 90
+IL 91
+NG 92
+IC 93
+▁NO 94
+▁HIM 95
+ENT 96
+IR 97
+▁WE 98
+H 99
+▁DO 100
+▁ALL 101
+▁HAVE 102
+LO 103
+▁BY 104
+▁MY 105
+▁MO 106
+▁THIS 107
+LA 108
+▁ST 109
+▁WHICH 110
+▁CON 111
+▁THEY 112
+CK 113
+TE 114
+▁SAID 115
+▁FROM 116
+▁GO 117
+▁WHO 118
+▁TH 119
+▁OR 120
+▁D 121
+▁W 122
+VER 123
+LI 124
+▁SE 125
+▁ONE 126
+▁CA 127
+▁AN 128
+▁LA 129
+▁WERE 130
+EL 131
+▁HA 132
+▁MAN 133
+▁FA 134
+▁EX 135
+AD 136
+▁SU 137
+RY 138
+▁MI 139
+AT 140
+▁BO 141
+▁WHEN 142
+AN 143
+THER 144
+PP 145
+ATION 146
+▁FI 147
+▁WOULD 148
+▁PRO 149
+OW 150
+ET 151
+▁O 152
+▁THERE 153
+▁HO 154
+ION 155
+▁WHAT 156
+▁FE 157
+▁PA 158
+US 159
+MENT 160
+▁MA 161
+UT 162
+▁OUT 163
+▁THEIR 164
+▁IF 165
+▁LI 166
+▁K 167
+▁WILL 168
+▁ARE 169
+ID 170
+▁RO 171
+DE 172
+TION 173
+▁WA 174
+PE 175
+▁UP 176
+▁SP 177
+▁PO 178
+IGHT 179
+▁UN 180
+RU 181
+▁LO 182
+AS 183
+OL 184
+▁LE 185
+▁BEEN 186
+▁SH 187
+▁RA 188
+▁SEE 189
+KE 190
+UL 191
+TED 192
+▁SA 193
+UN 194
+UND 195
+ANT 196
+▁NE 197
+IS 198
+▁THEM 199
+CI 200
+GE 201
+▁COULD 202
+▁DIS 203
+OM 204
+ISH 205
+HE 206
+EST 207
+▁SOME 208
+ENCE 209
+ITY 210
+IVE 211
+▁US 212
+▁MORE 213
+▁EN 214
+ARD 215
+ATE 216
+▁YOUR 217
+▁INTO 218
+▁KNOW 219
+▁CO 220
+ANCE 221
+▁TIME 222
+▁WI 223
+▁YE 224
+AGE 225
+▁NOW 226
+TI 227
+FF 228
+ABLE 229
+▁VERY 230
+▁LIKE 231
+AM 232
+HI 233
+Z 234
+▁OTHER 235
+▁THAN 236
+▁LITTLE 237
+▁DID 238
+▁LOOK 239
+TY 240
+ERS 241
+▁CAN 242
+▁CHA 243
+▁AR 244
+X 245
+FUL 246
+UGH 247
+▁BA 248
+▁DAY 249
+▁ABOUT 250
+TEN 251
+IM 252
+▁ANY 253
+▁PRE 254
+▁OVER 255
+IES 256
+NESS 257
+ME 258
+BLE 259
+▁M 260
+ROW 261
+▁HAS 262
+▁GREAT 263
+▁VI 264
+TA 265
+▁AFTER 266
+PER 267
+▁AGAIN 268
+HO 269
+SH 270
+▁UPON 271
+▁DI 272
+▁HAND 273
+▁COM 274
+IST 275
+TURE 276
+▁STA 277
+▁THEN 278
+▁SHOULD 279
+▁GA 280
+OUS 281
+OUR 282
+▁WELL 283
+▁ONLY 284
+MAN 285
+▁GOOD 286
+▁TWO 287
+▁MAR 288
+▁SAY 289
+▁HU 290
+TING 291
+▁OUR 292
+RESS 293
+▁DOWN 294
+IOUS 295
+▁BEFORE 296
+▁DA 297
+▁NA 298
+QUI 299
+▁MADE 300
+▁EVERY 301
+▁OLD 302
+▁EVEN 303
+IG 304
+▁COME 305
+▁GRA 306
+▁RI 307
+▁LONG 308
+OT 309
+SIDE 310
+WARD 311
+▁FO 312
+▁WHERE 313
+MO 314
+LESS 315
+▁SC 316
+▁MUST 317
+▁NEVER 318
+▁HOW 319
+▁CAME 320
+▁SUCH 321
+▁RU 322
+▁TAKE 323
+▁WO 324
+▁CAR 325
+UM 326
+AK 327
+▁THINK 328
+▁MUCH 329
+▁MISTER 330
+▁MAY 331
+▁JO 332
+▁WAY 333
+▁COMP 334
+▁THOUGHT 335
+▁STO 336
+▁MEN 337
+▁BACK 338
+▁DON 339
+J 340
+▁LET 341
+▁TRA 342
+▁FIRST 343
+▁JUST 344
+▁VA 345
+▁OWN 346
+▁PLA 347
+▁MAKE 348
+ATED 349
+▁HIMSELF 350
+▁WENT 351
+▁PI 352
+GG 353
+RING 354
+▁DU 355
+▁MIGHT 356
+▁PART 357
+▁GIVE 358
+▁IMP 359
+▁BU 360
+▁PER 361
+▁PLACE 362
+▁HOUSE 363
+▁THROUGH 364
+IAN 365
+▁SW 366
+▁UNDER 367
+QUE 368
+▁AWAY 369
+▁LOVE 370
+QUA 371
+▁LIFE 372
+▁GET 373
+▁WITHOUT 374
+▁PASS 375
+▁TURN 376
+IGN 377
+▁HEAD 378
+▁MOST 379
+▁THOSE 380
+▁SHALL 381
+▁EYES 382
+▁COL 383
+▁STILL 384
+▁NIGHT 385
+▁NOTHING 386
+ITION 387
+HA 388
+▁TELL 389
+▁WORK 390
+▁LAST 391
+▁NEW 392
+▁FACE 393
+▁HI 394
+▁WORD 395
+▁FOUND 396
+▁COUNT 397
+▁OB 398
+▁WHILE 399
+▁SHA 400
+▁MEAN 401
+▁SAW 402
+▁PEOPLE 403
+▁FRIEND 404
+▁THREE 405
+▁ROOM 406
+▁SAME 407
+▁THOUGH 408
+▁RIGHT 409
+▁CHILD 410
+▁FATHER 411
+▁ANOTHER 412
+▁HEART 413
+▁WANT 414
+▁TOOK 415
+OOK 416
+▁LIGHT 417
+▁MISSUS 418
+▁OPEN 419
+▁JU 420
+▁ASKED 421
+PORT 422
+▁LEFT 423
+▁JA 424
+▁WORLD 425
+▁HOME 426
+▁WHY 427
+▁ALWAYS 428
+▁ANSWER 429
+▁SEEMED 430
+▁SOMETHING 431
+▁GIRL 432
+▁BECAUSE 433
+▁NAME 434
+▁TOLD 435
+▁NI 436
+▁HIGH 437
+IZE 438
+▁WOMAN 439
+▁FOLLOW 440
+▁RETURN 441
+▁KNEW 442
+▁EACH 443
+▁KIND 444
+▁JE 445
+▁ACT 446
+▁LU 447
+▁CERTAIN 448
+▁YEARS 449
+▁QUITE 450
+▁APPEAR 451
+▁BETTER 452
+▁HALF 453
+▁PRESENT 454
+▁PRINCE 455
+SHIP 456
+▁ALSO 457
+▁BEGAN 458
+▁HAVING 459
+▁ENOUGH 460
+▁PERSON 461
+▁LADY 462
+▁WHITE 463
+▁COURSE 464
+▁VOICE 465
+▁SPEAK 466
+▁POWER 467
+▁MORNING 468
+▁BETWEEN 469
+▁AMONG 470
+▁KEEP 471
+▁WALK 472
+▁MATTER 473
+▁TEA 474
+▁BELIEVE 475
+▁SMALL 476
+▁TALK 477
+▁FELT 478
+▁HORSE 479
+▁MYSELF 480
+▁SIX 481
+▁HOWEVER 482
+▁FULL 483
+▁HERSELF 484
+▁POINT 485
+▁STOOD 486
+▁HUNDRED 487
+▁ALMOST 488
+▁SINCE 489
+▁LARGE 490
+▁LEAVE 491
+▁PERHAPS 492
+▁DARK 493
+▁SUDDEN 494
+▁REPLIED 495
+▁ANYTHING 496
+▁WONDER 497
+▁UNTIL 498
+Q 499
+#0 500
+#1 501