Create README.md

README.md

@@ -0,0 +1,66 @@
+# mhubert-base
+* the checkpoint converted from [textless s2st real data](https://github.com/facebookresearch/fairseq/blob/b5a039c292facba9c73f59ff34621ec131d82341/examples/speech_to_speech/docs/textless_s2st_real_data.md)
+
+## usage:   
+```
+asrp==0.0.35 # extracted from fairseq repo
+```
+
+
+```python=
+# https://huggingface.co/voidful/mhubert-base/resolve/main/mhubert_base_vp_en_es_fr_it3_L11_km1000.bin
+# https://keithito.com/LJ-Speech-Dataset/LJ037-0171.wav
+
+import asrp
+hc = asrp.HubertCode("voidful/mhubert-base", './mhubert_base_vp_en_es_fr_it3_L11_km1000.bin', 11)
+code = hc('./LJ037-0171.wav')['code']
+```
+
+result:
+```
+array([991, 393, 946, 215, 215, 327, 487, 487, 219, 219, 522, 522, 975,
+       975, 975, 975, 668, 576, 576, 384, 761, 907, 430, 748,  12,  12,
+       977, 877, 179, 961, 428, 428, 822,  89, 194, 194, 664, 817, 817,
+       146, 146, 146, 283, 283, 352, 352, 428, 428, 812, 523, 143, 105,
+       105, 244, 244, 583, 583, 576, 384, 879,  32, 170, 683, 731, 600,
+       600, 702,  15,  59, 754, 872, 324, 789, 789, 402, 908, 380, 211,
+       179, 961, 207, 950, 321, 113, 327, 327, 932, 148, 148, 202, 393,
+       946, 215, 215, 406, 406, 423, 423,   6, 384, 879, 879, 219, 219,
+       522, 522, 589, 589, 337, 126, 126, 126, 323, 740, 663, 663, 969,
+       969, 969, 506, 506, 506, 545, 545,  85,  85, 297, 297, 265, 675,
+       237, 237, 307, 407, 407, 499, 407, 334, 334, 334, 111, 666, 666,
+       277, 128, 665, 644, 644, 389, 771,  46,  46, 179, 961, 931, 428,
+       822, 822,  89, 194, 194, 664, 765, 765, 302, 302, 205, 205, 521,
+       521,  29,  29, 537, 393, 393, 946, 734, 263,  45, 914, 445, 469,
+       469, 469, 482, 972, 972, 972, 972, 333, 333, 817, 817, 817, 146,
+       146, 146, 283,  88, 352, 352, 915, 143,  79,  79, 868, 868, 220,
+       220, 870,  45, 272, 313, 313, 367, 367, 729, 729, 409, 409, 409,
+        45, 468, 468, 468, 468, 468, 468, 468, 468, 340, 340, 340, 340,
+       340, 340, 340, 340, 380, 660, 555, 555, 208, 417, 942, 605, 193,
+       121, 407, 704, 704, 704, 704, 334, 499, 226, 226, 621, 128, 665,
+       665, 991, 991, 459, 459, 459, 173, 945, 945, 945, 233, 233, 479,
+       479, 479, 479, 330, 776, 776, 655, 655, 655, 837, 837,  81,  81,
+       664, 429, 148, 431, 431, 531, 531, 531, 531, 531, 668, 167, 104,
+       104, 104,  70,  70, 185, 686,  85,  85,  85, 297, 243, 243, 172,
+       172, 871, 877,  89, 194, 664, 470, 470, 152, 152, 152, 429, 429,
+       429, 429, 290, 943, 943, 943, 484, 488, 620, 352, 915, 143,  38,
+       479, 479, 479, 479, 330, 330, 776, 167, 655, 655, 655, 837, 837,
+        81,  81,  81, 284, 284, 377, 377, 663, 969, 969, 969, 555, 555,
+       208, 433, 755, 942, 942, 605, 193, 121, 121, 121, 704, 704, 334])
+```
+
+## Eval
+
+```python= 
+
+# https://dl.fbaipublicfiles.com/fairseq/speech_to_speech/vocoder/code_hifigan/mhubert_vp_en_es_fr_it3_400k_layer11_km1000_lj/g_00500000
+
+import asrp
+
+hc = Code2Speech('./g_00500000', vocoder='hifigan', end_tok=999, code_begin_pad=0)
+
+# play on notebook
+import IPython.display as ipd
+ipd.Audio(data=hc(code), autoplay=False, rate=16000)
+```
+