Add bbpe aishell pretrain model

data/lang_bbpe_500/L.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7cea98f81b431dfdc8ead362422e3821a0d8e63c97495bf7b8d8d6531ede56
+size 3492967

data/lang_bbpe_500/LG.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcd10f6cc92fe20a3fd36fbc24819a6d4fdcec3ad96d87a479a3dc4a4ed35d4
+size 84837411

data/lang_bbpe_500/Linv.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bc307920e29122ab88d99d959105161f91efdd3f1e7568a28aa8b65722a98f
+size 3492967

data/lang_bbpe_500/bbpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2303acda314119dbd58fc7e4dbbc9bb0d40de71400386066bd77a6e247fe9b92
+size 246116

data/lang_bbpe_500/tokens.txt

@@ -0,0 +1,502 @@
+<blk> 0
+<sos/eos> 1
+<unk> 2
+▁ƌ 3
+▁ƍ 4
+▁Ǝ 5
+▁ƎĽĥ 6
+▁Ə 7
+▁Ɛ 8
+▁ƋŞġ 9
+ĩ 10
+Ŕ 11
+Į 12
+Ş 13
+Ő 14
+ń 15
+ť 16
+▁ƌŁŎ 17
+ł 18
+Ť 19
+ŗ 20
+Ħ 21
+Ģ 22
+Ī 23
+▁ƌİ 24
+ī 25
+š 26
+ţ 27
+ļ 28
+œ 29
+ħ 30
+ġ 31
+Ŗ 32
+▁ƍĻŕ 33
+▁ƋŞœ 34
+Š 35
+ĺ 36
+Ś 37
+▁ƌĮĢ 38
+Ň 39
+ŋ 40
+▁ƋŠŠ 41
+ņ 42
+Ł 43
+Ĵ 44
+ŕ 45
+ř 46
+ģ 47
+▁ƍŁĪ 48
+ľ 49
+Ŋ 50
+Ō 51
+▁ƋŠħ 52
+▁ƋŠĭ 53
+Ĥ 54
+ŝ 55
+▁ƋŞī 56
+ň 57
+ĵ 58
+Ļ 59
+Ř 60
+▁ƋŞĮ 61
+▁ƌľţ 62
+ĸ 63
+ŏ 64
+ō 65
+Ţ 66
+Ĺ 67
+▁ƌŞģ 68
+Ĭ 69
+Ņ 70
+ĭ 71
+ķ 72
+▁ƌŊō 73
+▁ƋŞĽ 74
+▁Ǝš 75
+Ľ 76
+▁ƋŞŠ 77
+İ 78
+▁ƌşŚ 79
+ş 80
+Ŏ 81
+į 82
+▁ƋŞĪ 83
+ĥ 84
+ı 85
+▁ƌİĴ 86
+Ĩ 87
+▁ƌĦ 88
+Ķ 89
+▁Ƌš 90
+▁ƋŞŐ 91
+Π92
+▁ƌĨŠ 93
+▁ƌŁŖ 94
+Ŝ 95
+▁Əņĭ 96
+▁ƌĦŒ 97
+▁ƌĩħ 98
+▁ƋŢĽ 99
+▁ƏŚ 100
+▁ƍĩı 101
+▁ƌĵĭ 102
+▁Əťļ 103
+ő 104
+▁Ƌţ 105
+▁ƌĩŖ 106
+▁ƋŠō 107
+Ń 108
+▁ƌŕş 109
+▁ƋŠķ 110
+▁ƋŠ 111
+▁ƍĺŜ 112
+▁ƌŁŠ 113
+▁ƍĬ 114
+▁ƏĤţ 115
+▁ƍĩť 116
+▁ƋŞ 117
+▁ƍłŋ 118
+▁Əŕ 119
+▁ƍĹŖ 120
+▁Ƌšŋ 121
+▁ƎļŤ 122
+▁ƍĺŋ 123
+▁ƋşĬ 124
+▁Ƌş 125
+▁ƏġĦ 126
+▁ƌŖħ 127
+▁ƏŌĢ 128
+▁ƎįŖ 129
+▁ƌŔŜ 130
+▁ƌľľ 131
+▁Əśĥ 132
+▁ƌŊĽ 133
+▁ƍŁĩ 134
+▁ƐľŜ 135
+ś 136
+▁Ƌşń 137
+▁ƍĹş 138
+▁ƌıį 139
+▁ƏĨ 140
+▁ƍŁŠ 141
+▁ƋŞĬ 142
+▁ƋŠį 143
+▁Ǝķń 144
+▁ƌĪĮ 145
+▁ƍŕķ 146
+▁ƍĪ 147
+▁Ǝģş 148
+▁ƌŢġ 149
+▁Ɛġ 150
+▁ƐőĻ 151
+▁ƌīŎ 152
+▁Ǝšİ 153
+▁Əťľ 154
+▁ƍīŋ 155
+▁ƎķŎ 156
+▁Əśľ 157
+▁ƋţĶ 158
+▁ƐĨĴ 159
+▁Ɛļ 160
+▁Ƌšŝ 161
+▁ƏţŌ 162
+▁ƌİŕ 163
+▁ƏŇő 164
+▁ƏťĨ 165
+▁ƋŞĨ 166
+▁ƌœı 167
+▁ƍŁŒ 168
+▁ƌĦŎ 169
+▁ƍĪĬ 170
+▁ƌİŞ 171
+▁ƋţŁ 172
+▁ƍŁġ 173
+▁Ǝķś 174
+▁ƎľŔ 175
+▁ƌĦő 176
+▁ƐĤŎ 177
+▁ƌĦœ 178
+▁ƌı 179
+▁ƍĩĴ 180
+▁ƌīľ 181
+▁ƌīŅ 182
+▁ƐłŇ 183
+▁ƋŞĤ 184
+▁ƌŠŌ 185
+▁ƋŢĢ 186
+▁ƋŠŊ 187
+▁ƌŔŃ 188
+▁ƌńį 189
+▁ƌĦĤ 190
+▁Ƌşł 191
+▁ƌŔĽ 192
+▁ƌŝŘ 193
+▁ƌŖİ 194
+▁ƏťĻ 195
+▁ƌĶĢ 196
+▁ƌĦŜ 197
+▁ƌıĭ 198
+▁ƌŝŋ 199
+▁Əġĭ 200
+▁ƎţĴ 201
+▁ƌıĩ 202
+▁ƌħĦ 203
+▁ƌĦř 204
+▁ƋšĹ 205
+▁ƋŞį 206
+▁ƍřĸ 207
+▁ƌŤĺ 208
+▁ƎŒ 209
+▁ƌŖŗ 210
+▁ƏŔŖ 211
+▁Ǝıħ 212
+▁ƌĦŋ 213
+▁Ɛĸť 214
+▁ƋŠĬ 215
+▁ƌıĮ 216
+▁ƌĸħ 217
+▁ƌŋř 218
+▁ƋšŒ 219
+▁ƐĤţ 220
+▁ƋŠŒ 221
+▁ƋŞŊ 222
+▁ƌşŜ 223
+▁ƌĩŜ 224
+▁ƌĭĹ 225
+▁ƍķť 226
+▁ƌşř 227
+▁ƍŁń 228
+▁ƏņŎ 229
+▁ƐĨĮ 230
+▁ƍŒņ 231
+▁ƋŞš 232
+▁ƍĮŔ 233
+▁ƌīņ 234
+▁Ƌťł 235
+▁ƐġĽ 236
+▁ƌĩŏ 237
+▁ƎľŞ 238
+▁ƋŤ 239
+▁ƐĢĶ 240
+▁ƌŊŏ 241
+▁ƌŗĸ 242
+▁ƍİı 243
+▁ƍīĸ 244
+▁ƌĭĺ 245
+▁ƐĨİ 246
+▁ƐĺŚ 247
+▁ƌĴĻ 248
+▁ƌšŠ 249
+▁ƌľŅ 250
+▁ƍśŝ 251
+▁ƌŋţ 252
+▁ƍĸŖ 253
+▁ƍĪġ 254
+▁ƎŔņ 255
+▁ƌŊĹ 256
+▁ƎŊŠ 257
+▁ƌĭŠ 258
+▁ƍľŚ 259
+▁ƍġō 260
+▁ƎœĪ 261
+▁ƌŠķ 262
+▁Ƌšį 263
+▁ƌŇŃ 264
+▁Əťı 265
+▁ƏŔņ 266
+▁ƌţĶ 267
+▁Ɛņş 268
+▁ƍķŜ 269
+▁Ƌťņ 270
+▁ƍĻį 271
+▁ƐĻ 272
+▁Ǝłġ 273
+▁ƏŔŤ 274
+▁ƍŖĴ 275
+▁ƏŖĤ 276
+▁Əōĥ 277
+▁ƋţĮ 278
+▁Əśŝ 279
+▁ƍĭĢ 280
+▁ƌœŌ 281
+▁ƌŤĩ 282
+▁ƍŅŢ 283
+▁ƍŘņ 284
+▁Ƌšī 285
+▁ƍœň 286
+▁Əģņ 287
+▁ƌİŖ 288
+▁ƌťĤ 289
+▁ƍĺ 290
+▁ƎĥŜ 291
+▁ƌįš 292
+▁ƌŝ 293
+▁ƌŔĪ 294
+▁ƍœŊ 295
+▁ƏŤ 296
+▁ƎŤį 297
+▁ƍŃŁ 298
+▁ƍĺŅ 299
+▁ƏĬ 300
+▁ƐĻń 301
+▁ƎōĴ 302
+▁ƎŠť 303
+▁ƌŌģ 304
+▁ƌńŠ 305
+▁ƏŠő 306
+▁ƐŁġ 307
+▁ƍĤĦ 308
+▁ƍŜĩ 309
+▁ƏťĴ 310
+▁ƏŚş 311
+▁ƌİĺ 312
+▁ƏŤŤ 313
+▁ƌŞĤ 314
+▁ƋŞĹ 315
+▁ƍŅĨ 316
+▁ƍŁŐ 317
+▁ƋŞŁ 318
+▁ƐĢ 319
+▁ƍŗģ 320
+▁ƍĢŕ 321
+▁ƏŕĢ 322
+▁ƋŠľ 323
+▁ƍœŋ 324
+▁ƎŁĬ 325
+▁ƐĨĭ 326
+▁ƌıĴ 327
+▁Ǝķŝ 328
+▁ƌĮĤ 329
+▁ƌľŃ 330
+▁ƐĺŎ 331
+▁ƍķş 332
+▁ƌŢİ 333
+▁Əঠ334
+▁ƍĥİ 335
+▁Əś 336
+▁ƍįŋ 337
+▁Ǝŗř 338
+▁Ǝšœ 339
+▁ƍīġ 340
+▁Ɛķġ 341
+▁Ƌţİ 342
+▁ƎľĴ 343
+▁ƍŖŚ 344
+▁ƍġš 345
+▁ƏĢķ 346
+▁ƌİī 347
+▁ƏŔŕ 348
+▁ƋŠť 349
+▁ƍĸŚ 350
+▁ƍĪĶ 351
+▁ƏĨř 352
+▁ƋšŜ 353
+▁Əįŝ 354
+▁ƌŢŅ 355
+▁ƌŢŠ 356
+▁ƐļŇ 357
+▁Ǝįŕ 358
+▁ƏġĢ 359
+▁Əŕŋ 360
+▁ƌŗġ 361
+▁ƎĪş 362
+▁ƐĺŔ 363
+▁ƏŚœ 364
+▁ƌķŔ 365
+▁Ǝķŗ 366
+▁ƍŋŢ 367
+▁Əŝŕ 368
+▁ƌŊĥ 369
+▁Ǝřš 370
+▁ƐŇĻ 371
+▁ƎōŖ 372
+▁ƍįŎ 373
+▁ƍĩĻ 374
+▁ƌţŗ 375
+▁ƎœĹ 376
+▁Ǝšń 377
+▁ƏŔŏ 378
+▁ƌşť 379
+▁Ƌşı 380
+▁ƌħř 381
+▁ƍŜŎ 382
+▁ƌŖĴ 383
+▁ƍĻŤ 384
+▁ƌŞŞ 385
+▁ƐŌĹ 386
+▁ƐĶŜ 387
+▁ƌŔĭ 388
+▁ƍĩŝ 389
+▁ƌŝŗ 390
+▁ƌĩľ 391
+▁ƎōĮ 392
+▁ƎőĬ 393
+▁ƍńŋ 394
+▁ƐļĮ 395
+▁ƍņĩ 396
+▁Əıŋ 397
+▁ƎŎĬ 398
+▁ƎıĤ 399
+▁ƌŊĨ 400
+▁ƐġĪ 401
+▁ƍĻĶ 402
+▁ƌīť 403
+▁ƌĨħ 404
+▁Ƌť 405
+▁ƍŒŤ 406
+▁ƎĪĭ 407
+▁ƌıĥ 408
+▁ƏŔŊ 409
+▁ƎšĶ 410
+▁ƐġŅ 411
+▁ƏŝĴ 412
+▁Ǝōŕ 413
+▁Ƌţį 414
+▁Ƌšň 415
+▁ƌœĻ 416
+▁ƍķŤ 417
+▁ƏŜĦ 418
+▁ƌįń 419
+▁ƌŝŃ 420
+▁ƌĢĽ 421
+▁ƌħĮ 422
+▁ƎŠō 423
+▁ƋŢŅ 424
+▁ƌŔŇ 425
+▁ƎĪŏ 426
+▁Ɛļŏ 427
+▁ƍŅŝ 428
+▁ƏŤĤ 429
+▁ƍĹĨ 430
+▁ƌĮĸ 431
+▁Ɛňį 432
+▁Ǝĸĭ 433
+▁ƏţŒ 434
+▁ƌĴī 435
+▁ƋŤľ 436
+▁Əōň 437
+▁ƏœŌ 438
+▁ƌŋş 439
+▁ƎįĨ 440
+▁ƌĮį 441
+▁ƐŇĥ 442
+▁Ɛľħ 443
+▁ƍįĵ 444
+▁ƌĴŎ 445
+▁ƍĭĨ 446
+▁ƌŕŢ 447
+▁ƌĮĨ 448
+▁ƍŕİ 449
+▁ƎĪĨ 450
+▁ƌťő 451
+▁ƏśŖ 452
+▁ƌŊŚ 453
+▁ƍŁŕ 454
+▁ƍŁĮ 455
+▁ƌŃĬ 456
+▁ƌĩļ 457
+▁Əōħ 458
+▁ƎľŚ 459
+▁ƎŅķ 460
+▁ƐłŃ 461
+▁ƍŠı 462
+▁ƍĹŕ 463
+▁ƎŠŌ 464
+▁ƍĹţ 465
+▁ƌĩő 466
+▁ƎŊŤ 467
+▁ƍŚš 468
+▁ƐŇħ 469
+▁ƍķŕ 470
+▁ƌħľ 471
+▁ƌļŎ 472
+▁ƍŎņ 473
+▁ƐĽŤ 474
+▁ƌĭš 475
+▁ƍĤř 476
+▁ƎįĬ 477
+▁ƌľŇ 478
+▁ƍŞŞ 479
+▁ƍŃĥ 480
+▁ƐŏŒ 481
+▁ƍĩĹ 482
+▁ƍļŠ 483
+▁ƌŢĸ 484
+▁ƌŞŌ 485
+▁ƏŃĮ 486
+▁ƎĦō 487
+▁ƎĬı 488
+▁ƌĮĺ 489
+▁ƌŘĢ 490
+▁ƌīŃ 491
+Ɩ 492
+Ɛ 493
+Ə 494
+Ǝ 495
+Ƌ 496
+ƍ 497
+ƌ 498
+▁ 499
+#0 500
+#1 501

exp/cpu_jit.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c55bb653dcef739b33d8f070b6e709a69bcdc89208f5a6b7825f069e9c370f2
+size 358526334

exp/export.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+
+set -x
+
+K2_ROOT=/ceph-hw/kangwei/code/k2_release/k2
+ICEFALL=/ceph-hw/kangwei/code2/icefall_bbpe_aishell
+
+export PYTHONPATH=$K2_ROOT/k2/python:$PYTHONPATH
+export PYTHONPATH=$K2_ROOT/build/lib:$PYTHONPATH
+export PYTHONPATH=$ICEFALL:$PYTHONPATH
+
+export CUDA_VISIBLE_DEVICES=""
+
+./pruned_transducer_stateless7_bbpe/export.py \
+        --epoch 49 \
+        --avg 28 \
+        --bpe-model data/lang_bbpe_500/bbpe.model \
+        --exp-dir ./pruned_transducer_stateless7_bbpe/exp
+
+./pruned_transducer_stateless7_bbpe/export.py \
+        --epoch 49 \
+        --avg 28 \
+        --bpe-model data/lang_bbpe_500/bbpe.model \
+        --exp-dir ./pruned_transducer_stateless7_bbpe/exp
+        --jit 1

exp/log/log-train-2023-04-05-12-04-35-0

@@ -0,0 +1,13 @@
+2023-04-05 12:04:35,224 INFO [train.py:963] (0/4) Training started
+2023-04-05 12:04:35,227 INFO [train.py:973] (0/4) Device: cuda:0
+2023-04-05 12:04:35,230 INFO [train.py:982] (0/4) {'frame_shift_ms': 10.0, 'allowed_excess_duration_ratio': 0.1, 'best_train_loss': inf, 'best_valid_loss': inf, 'best_train_epoch': -1, 'best_valid_epoch': -1, 'batch_idx_train': 0, 'log_interval': 50, 'reset_interval': 200, 'valid_interval': 3000, 'feature_dim': 80, 'subsampling_factor': 4, 'warm_step': 2000, 'env_info': {'k2-version': '1.23.4', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '9426c9f730820d291f5dcb06be337662595fa7b4', 'k2-git-date': 'Sun Feb 5 17:35:01 2023', 'lhotse-version': '1.13.0.dev+git.4cbd1bde.clean', 'torch-version': '1.10.0+cu102', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'bbpe', 'icefall-git-sha1': 'a7e0d24-dirty', 'icefall-git-date': 'Tue Mar 28 18:53:54 2023', 'icefall-path': '/ceph-kw/kangwei/code/icefall_bbpe_aishell', 'k2-path': '/ceph-hw/kangwei/code/k2_release/k2/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-hw/kangwei/dev_tools/anaconda3/envs/rnnt2/lib/python3.8/site-packages/lhotse-1.13.0.dev0+git.4cbd1bde.clean-py3.8.egg/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-3-1220120619-7695ff496b-s9n4w', 'IP address': '10.177.6.147'}, 'world_size': 4, 'master_port': 12535, 'tensorboard': True, 'num_epochs': 50, 'start_epoch': 28, 'start_batch': 0, 'exp_dir': PosixPath('pruned_transducer_stateless7_bbpe/exp'), 'bbpe_model': 'data/lang_bbpe_500/bbpe.model', 'base_lr': 0.05, 'lr_batches': 5000, 'lr_epochs': 7.0, 'context_size': 2, 'prune_range': 5, 'lm_scale': 0.25, 'am_scale': 0.0, 'simple_loss_scale': 0.5, 'seed': 42, 'print_diagnostics': False, 'inf_check': False, 'save_every_n': 2000, 'keep_last_k': 30, 'average_period': 200, 'use_fp16': True, 'num_encoder_layers': '2,4,3,2,4', 'feedforward_dims': '1024,1024,2048,2048,1024', 'nhead': '8,8,8,8,8', 'encoder_dims': '384,384,384,384,384', 'attention_dims': '192,192,192,192,192', 'encoder_unmasked_dims': '256,256,256,256,256', 'zipformer_downsampling_factors': '1,2,4,8,2', 'cnn_module_kernels': '31,31,31,31,31', 'decoder_dim': 512, 'joiner_dim': 512, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 800, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'drop_last': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'blank_id': 0, 'vocab_size': 500}
+2023-04-05 12:04:35,230 INFO [train.py:984] (0/4) About to create model
+2023-04-05 12:04:35,880 INFO [zipformer.py:178] (0/4) At encoder stack 4, which has downsampling_factor=2, we will combine the outputs of layers 1 and 3, with downsampling_factors=2 and 8.
+2023-04-05 12:04:35,895 INFO [train.py:988] (0/4) Number of model parameters: 70369391
+2023-04-05 12:04:36,636 INFO [checkpoint.py:112] (0/4) Loading checkpoint from pruned_transducer_stateless7_bbpe/exp/epoch-27.pt
+2023-04-05 12:04:37,992 INFO [checkpoint.py:131] (0/4) Loading averaged model
+2023-04-05 12:04:42,872 INFO [train.py:1003] (0/4) Using DDP
+2023-04-05 12:04:44,595 INFO [train.py:1020] (0/4) Loading optimizer state dict
+2023-04-05 12:04:45,328 INFO [train.py:1028] (0/4) Loading scheduler state dict
+2023-04-05 12:04:45,328 INFO [asr_datamodule.py:365] (0/4) About to get train cuts
+2023-04-05 12:04:45,331 INFO [asr_datamodule.py:196] (0/4) About to get Musan cuts

exp/log/log-train-2023-04-05-12-04-35-1

@@ -0,0 +1,12 @@
+2023-04-05 12:04:35,240 INFO [train.py:963] (1/4) Training started
+2023-04-05 12:04:35,240 INFO [train.py:973] (1/4) Device: cuda:1
+2023-04-05 12:04:35,243 INFO [train.py:982] (1/4) {'frame_shift_ms': 10.0, 'allowed_excess_duration_ratio': 0.1, 'best_train_loss': inf, 'best_valid_loss': inf, 'best_train_epoch': -1, 'best_valid_epoch': -1, 'batch_idx_train': 0, 'log_interval': 50, 'reset_interval': 200, 'valid_interval': 3000, 'feature_dim': 80, 'subsampling_factor': 4, 'warm_step': 2000, 'env_info': {'k2-version': '1.23.4', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '9426c9f730820d291f5dcb06be337662595fa7b4', 'k2-git-date': 'Sun Feb 5 17:35:01 2023', 'lhotse-version': '1.13.0.dev+git.4cbd1bde.clean', 'torch-version': '1.10.0+cu102', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'bbpe', 'icefall-git-sha1': 'a7e0d24-dirty', 'icefall-git-date': 'Tue Mar 28 18:53:54 2023', 'icefall-path': '/ceph-kw/kangwei/code/icefall_bbpe_aishell', 'k2-path': '/ceph-hw/kangwei/code/k2_release/k2/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-hw/kangwei/dev_tools/anaconda3/envs/rnnt2/lib/python3.8/site-packages/lhotse-1.13.0.dev0+git.4cbd1bde.clean-py3.8.egg/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-3-1220120619-7695ff496b-s9n4w', 'IP address': '10.177.6.147'}, 'world_size': 4, 'master_port': 12535, 'tensorboard': True, 'num_epochs': 50, 'start_epoch': 28, 'start_batch': 0, 'exp_dir': PosixPath('pruned_transducer_stateless7_bbpe/exp'), 'bbpe_model': 'data/lang_bbpe_500/bbpe.model', 'base_lr': 0.05, 'lr_batches': 5000, 'lr_epochs': 7.0, 'context_size': 2, 'prune_range': 5, 'lm_scale': 0.25, 'am_scale': 0.0, 'simple_loss_scale': 0.5, 'seed': 42, 'print_diagnostics': False, 'inf_check': False, 'save_every_n': 2000, 'keep_last_k': 30, 'average_period': 200, 'use_fp16': True, 'num_encoder_layers': '2,4,3,2,4', 'feedforward_dims': '1024,1024,2048,2048,1024', 'nhead': '8,8,8,8,8', 'encoder_dims': '384,384,384,384,384', 'attention_dims': '192,192,192,192,192', 'encoder_unmasked_dims': '256,256,256,256,256', 'zipformer_downsampling_factors': '1,2,4,8,2', 'cnn_module_kernels': '31,31,31,31,31', 'decoder_dim': 512, 'joiner_dim': 512, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 800, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'drop_last': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'blank_id': 0, 'vocab_size': 500}
+2023-04-05 12:04:35,243 INFO [train.py:984] (1/4) About to create model
+2023-04-05 12:04:35,898 INFO [zipformer.py:178] (1/4) At encoder stack 4, which has downsampling_factor=2, we will combine the outputs of layers 1 and 3, with downsampling_factors=2 and 8.
+2023-04-05 12:04:35,914 INFO [train.py:988] (1/4) Number of model parameters: 70369391
+2023-04-05 12:04:35,914 INFO [checkpoint.py:112] (1/4) Loading checkpoint from pruned_transducer_stateless7_bbpe/exp/epoch-27.pt
+2023-04-05 12:04:42,542 INFO [train.py:1003] (1/4) Using DDP
+2023-04-05 12:04:44,598 INFO [train.py:1020] (1/4) Loading optimizer state dict
+2023-04-05 12:04:45,338 INFO [train.py:1028] (1/4) Loading scheduler state dict
+2023-04-05 12:04:45,338 INFO [asr_datamodule.py:365] (1/4) About to get train cuts
+2023-04-05 12:04:45,340 INFO [asr_datamodule.py:196] (1/4) About to get Musan cuts

exp/log/log-train-2023-04-05-12-04-35-2

@@ -0,0 +1,12 @@
+2023-04-05 12:04:35,237 INFO [train.py:963] (2/4) Training started
+2023-04-05 12:04:35,238 INFO [train.py:973] (2/4) Device: cuda:2
+2023-04-05 12:04:35,240 INFO [train.py:982] (2/4) {'frame_shift_ms': 10.0, 'allowed_excess_duration_ratio': 0.1, 'best_train_loss': inf, 'best_valid_loss': inf, 'best_train_epoch': -1, 'best_valid_epoch': -1, 'batch_idx_train': 0, 'log_interval': 50, 'reset_interval': 200, 'valid_interval': 3000, 'feature_dim': 80, 'subsampling_factor': 4, 'warm_step': 2000, 'env_info': {'k2-version': '1.23.4', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '9426c9f730820d291f5dcb06be337662595fa7b4', 'k2-git-date': 'Sun Feb 5 17:35:01 2023', 'lhotse-version': '1.13.0.dev+git.4cbd1bde.clean', 'torch-version': '1.10.0+cu102', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'bbpe', 'icefall-git-sha1': 'a7e0d24-dirty', 'icefall-git-date': 'Tue Mar 28 18:53:54 2023', 'icefall-path': '/ceph-kw/kangwei/code/icefall_bbpe_aishell', 'k2-path': '/ceph-hw/kangwei/code/k2_release/k2/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-hw/kangwei/dev_tools/anaconda3/envs/rnnt2/lib/python3.8/site-packages/lhotse-1.13.0.dev0+git.4cbd1bde.clean-py3.8.egg/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-3-1220120619-7695ff496b-s9n4w', 'IP address': '10.177.6.147'}, 'world_size': 4, 'master_port': 12535, 'tensorboard': True, 'num_epochs': 50, 'start_epoch': 28, 'start_batch': 0, 'exp_dir': PosixPath('pruned_transducer_stateless7_bbpe/exp'), 'bbpe_model': 'data/lang_bbpe_500/bbpe.model', 'base_lr': 0.05, 'lr_batches': 5000, 'lr_epochs': 7.0, 'context_size': 2, 'prune_range': 5, 'lm_scale': 0.25, 'am_scale': 0.0, 'simple_loss_scale': 0.5, 'seed': 42, 'print_diagnostics': False, 'inf_check': False, 'save_every_n': 2000, 'keep_last_k': 30, 'average_period': 200, 'use_fp16': True, 'num_encoder_layers': '2,4,3,2,4', 'feedforward_dims': '1024,1024,2048,2048,1024', 'nhead': '8,8,8,8,8', 'encoder_dims': '384,384,384,384,384', 'attention_dims': '192,192,192,192,192', 'encoder_unmasked_dims': '256,256,256,256,256', 'zipformer_downsampling_factors': '1,2,4,8,2', 'cnn_module_kernels': '31,31,31,31,31', 'decoder_dim': 512, 'joiner_dim': 512, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 800, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'drop_last': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'blank_id': 0, 'vocab_size': 500}
+2023-04-05 12:04:35,240 INFO [train.py:984] (2/4) About to create model
+2023-04-05 12:04:35,897 INFO [zipformer.py:178] (2/4) At encoder stack 4, which has downsampling_factor=2, we will combine the outputs of layers 1 and 3, with downsampling_factors=2 and 8.
+2023-04-05 12:04:35,913 INFO [train.py:988] (2/4) Number of model parameters: 70369391
+2023-04-05 12:04:35,913 INFO [checkpoint.py:112] (2/4) Loading checkpoint from pruned_transducer_stateless7_bbpe/exp/epoch-27.pt
+2023-04-05 12:04:42,067 INFO [train.py:1003] (2/4) Using DDP
+2023-04-05 12:04:44,599 INFO [train.py:1020] (2/4) Loading optimizer state dict
+2023-04-05 12:04:45,308 INFO [train.py:1028] (2/4) Loading scheduler state dict
+2023-04-05 12:04:45,309 INFO [asr_datamodule.py:365] (2/4) About to get train cuts
+2023-04-05 12:04:45,320 INFO [asr_datamodule.py:196] (2/4) About to get Musan cuts

exp/log/log-train-2023-04-05-12-04-35-3

@@ -0,0 +1,9 @@
+2023-04-05 12:04:35,238 INFO [train.py:963] (3/4) Training started
+2023-04-05 12:04:35,238 INFO [train.py:973] (3/4) Device: cuda:3
+2023-04-05 12:04:35,240 INFO [train.py:982] (3/4) {'frame_shift_ms': 10.0, 'allowed_excess_duration_ratio': 0.1, 'best_train_loss': inf, 'best_valid_loss': inf, 'best_train_epoch': -1, 'best_valid_epoch': -1, 'batch_idx_train': 0, 'log_interval': 50, 'reset_interval': 200, 'valid_interval': 3000, 'feature_dim': 80, 'subsampling_factor': 4, 'warm_step': 2000, 'env_info': {'k2-version': '1.23.4', 'k2-build-type': 'Release', 'k2-with-cuda': True, 'k2-git-sha1': '9426c9f730820d291f5dcb06be337662595fa7b4', 'k2-git-date': 'Sun Feb 5 17:35:01 2023', 'lhotse-version': '1.13.0.dev+git.4cbd1bde.clean', 'torch-version': '1.10.0+cu102', 'torch-cuda-available': True, 'torch-cuda-version': '10.2', 'python-version': '3.8', 'icefall-git-branch': 'bbpe', 'icefall-git-sha1': 'a7e0d24-dirty', 'icefall-git-date': 'Tue Mar 28 18:53:54 2023', 'icefall-path': '/ceph-kw/kangwei/code/icefall_bbpe_aishell', 'k2-path': '/ceph-hw/kangwei/code/k2_release/k2/k2/python/k2/__init__.py', 'lhotse-path': '/ceph-hw/kangwei/dev_tools/anaconda3/envs/rnnt2/lib/python3.8/site-packages/lhotse-1.13.0.dev0+git.4cbd1bde.clean-py3.8.egg/lhotse/__init__.py', 'hostname': 'de-74279-k2-train-3-1220120619-7695ff496b-s9n4w', 'IP address': '10.177.6.147'}, 'world_size': 4, 'master_port': 12535, 'tensorboard': True, 'num_epochs': 50, 'start_epoch': 28, 'start_batch': 0, 'exp_dir': PosixPath('pruned_transducer_stateless7_bbpe/exp'), 'bbpe_model': 'data/lang_bbpe_500/bbpe.model', 'base_lr': 0.05, 'lr_batches': 5000, 'lr_epochs': 7.0, 'context_size': 2, 'prune_range': 5, 'lm_scale': 0.25, 'am_scale': 0.0, 'simple_loss_scale': 0.5, 'seed': 42, 'print_diagnostics': False, 'inf_check': False, 'save_every_n': 2000, 'keep_last_k': 30, 'average_period': 200, 'use_fp16': True, 'num_encoder_layers': '2,4,3,2,4', 'feedforward_dims': '1024,1024,2048,2048,1024', 'nhead': '8,8,8,8,8', 'encoder_dims': '384,384,384,384,384', 'attention_dims': '192,192,192,192,192', 'encoder_unmasked_dims': '256,256,256,256,256', 'zipformer_downsampling_factors': '1,2,4,8,2', 'cnn_module_kernels': '31,31,31,31,31', 'decoder_dim': 512, 'joiner_dim': 512, 'manifest_dir': PosixPath('data/fbank'), 'max_duration': 800, 'bucketing_sampler': True, 'num_buckets': 30, 'concatenate_cuts': False, 'duration_factor': 1.0, 'gap': 1.0, 'on_the_fly_feats': False, 'shuffle': True, 'drop_last': True, 'return_cuts': True, 'num_workers': 2, 'enable_spec_aug': True, 'spec_aug_time_warp_factor': 80, 'enable_musan': True, 'blank_id': 0, 'vocab_size': 500}
+2023-04-05 12:04:35,241 INFO [train.py:984] (3/4) About to create model
+2023-04-05 12:04:35,898 INFO [zipformer.py:178] (3/4) At encoder stack 4, which has downsampling_factor=2, we will combine the outputs of layers 1 and 3, with downsampling_factors=2 and 8.
+2023-04-05 12:04:35,913 INFO [train.py:988] (3/4) Number of model parameters: 70369391
+2023-04-05 12:04:35,914 INFO [checkpoint.py:112] (3/4) Loading checkpoint from pruned_transducer_stateless7_bbpe/exp/epoch-27.pt
+2023-04-05 12:04:44,367 INFO [train.py:1003] (3/4) Using DDP
+2023-04-05 12:04:44,606 INFO [train.py:1020] (3/4) Loading optimizer state dict

exp/pretrained.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925f1c6d88ab2546884ce79241152dd35f66f763ed86e261718a2e856770717
+size 281766253

exp/tensorboard/events.out.tfevents.1680080827.de-74279-k2-train-7-1218101249-5d97868c7c-v8ngc.593174.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261e99ece7c6c068e7d547cf057a7a39e918a1f8e90c8e9338b6f6aae2da6f17
+size 151490

exp/tensorboard/events.out.tfevents.1680142241.de-74279-k2-train-3-1220120619-7695ff496b-s9n4w.337604.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30b706725ea9f722f40981370cd20e214cd1fb5c933f3f09751523436f2eef1
+size 126190

exp/tensorboard/events.out.tfevents.1680667475.de-74279-k2-train-3-1220120619-7695ff496b-s9n4w.1376633.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dab2c5ac1687f132fc7d59ad2ae6478045298492c7f3379a5462a481e1814d3
+size 40

test_waves/trans.txt

@@ -0,0 +1,3 @@
+BAC009S0764W0121     甚至  出现  交易  几乎  停滞  的  情况  
+BAC009S0764W0122     一二  线  城市  虽然  也  处于  调整  中  
+BAC009S0764W0123     但  因为  聚集  了  过多  公共  资源