clr commited on
Commit
a79aae4
1 Parent(s): 34e8585

Update datas.py

Browse files
Files changed (1) hide show
  1. datas.py +4 -5
datas.py CHANGED
@@ -5,15 +5,14 @@ import ctcalign
5
  model_word_separator = '|'
6
  model_blank_token = '[PAD]'
7
 
8
- #ds_i = load_dataset("language-and-voice-lab/samromur_asr",split='train+validation+test')
9
- # loading the whole corpus can be difficult for browser to handle live filtering
10
- ds_i = load_dataset("language-and-voice-lab/samromur_asr",split='test')
11
  ds_i = ds_i.data.to_pandas()
12
  i_model_path="carlosdanielhernandezmena/wav2vec2-large-xlsr-53-icelandic-ep10-1000h"
13
  a_i = ctcalign.aligner(i_model_path,model_word_separator,model_blank_token)
14
 
15
- #ds_f = load_dataset("carlosdanielhernandezmena/ravnursson_asr",split='train+validation+test')
16
- ds_f = load_dataset("carlosdanielhernandezmena/ravnursson_asr",split='test')
17
  ds_f = ds_f.data.to_pandas()
18
  f_model_path="carlosdanielhernandezmena/wav2vec2-large-xlsr-53-faroese-100h"
19
  a_f = ctcalign.aligner(f_model_path,model_word_separator,model_blank_token)
 
5
  model_word_separator = '|'
6
  model_blank_token = '[PAD]'
7
 
8
+ ds_i = load_dataset("language-and-voice-lab/samromur_asr",split='train+validation+test')
9
+ #ds_i = load_dataset("language-and-voice-lab/samromur_asr",split='test')
 
10
  ds_i = ds_i.data.to_pandas()
11
  i_model_path="carlosdanielhernandezmena/wav2vec2-large-xlsr-53-icelandic-ep10-1000h"
12
  a_i = ctcalign.aligner(i_model_path,model_word_separator,model_blank_token)
13
 
14
+ ds_f = load_dataset("carlosdanielhernandezmena/ravnursson_asr",split='train+validation+test')
15
+ #ds_f = load_dataset("carlosdanielhernandezmena/ravnursson_asr",split='test')
16
  ds_f = ds_f.data.to_pandas()
17
  f_model_path="carlosdanielhernandezmena/wav2vec2-large-xlsr-53-faroese-100h"
18
  a_f = ctcalign.aligner(f_model_path,model_word_separator,model_blank_token)