File size: 3,204 Bytes
109bb65 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
# Copyright (c) Facebook, Inc. and its affiliates.
# All rights reserved.
#
# This source code is licensed under the license found in the
# LICENSE file in the root directory of this source tree.
# author: adefossez and adiyoss
import json
import logging
import os
import re
from .audio import Audioset
logger = logging.getLogger(__name__)
def match_dns(noisy, clean):
"""match_dns.
Match noisy and clean DNS dataset filenames.
:param noisy: list of the noisy filenames
:param clean: list of the clean filenames
"""
logger.debug("Matching noisy and clean for dns dataset")
noisydict = {}
extra_noisy = []
for path, size in noisy:
match = re.search(r'fileid_(\d+)\.wav$', path)
if match is None:
# maybe we are mixing some other dataset in
extra_noisy.append((path, size))
else:
noisydict[match.group(1)] = (path, size)
noisy[:] = []
extra_clean = []
copied = list(clean)
clean[:] = []
for path, size in copied:
match = re.search(r'fileid_(\d+)\.wav$', path)
if match is None:
extra_clean.append((path, size))
else:
noisy.append(noisydict[match.group(1)])
clean.append((path, size))
extra_noisy.sort()
extra_clean.sort()
clean += extra_clean
noisy += extra_noisy
def match_files(noisy, clean, matching="sort"):
"""match_files.
Sort files to match noisy and clean filenames.
:param noisy: list of the noisy filenames
:param clean: list of the clean filenames
:param matching: the matching function, at this point only sort is supported
"""
if matching == "dns":
# dns dataset filenames don't match when sorted, we have to manually match them
match_dns(noisy, clean)
elif matching == "sort":
noisy.sort()
clean.sort()
else:
raise ValueError(f"Invalid value for matching {matching}")
class NoisyCleanSet:
def __init__(self, json_dir, matching="sort", length=None, stride=None,
pad=True, sample_rate=None):
"""__init__.
:param json_dir: directory containing both clean.json and noisy.json
:param matching: matching function for the files
:param length: maximum sequence length
:param stride: the stride used for splitting audio sequences
:param pad: pad the end of the sequence with zeros
:param sample_rate: the signals sampling rate
"""
noisy_json = os.path.join(json_dir, 'noisy.json')
clean_json = os.path.join(json_dir, 'clean.json')
with open(noisy_json, 'r') as f:
noisy = json.load(f)
with open(clean_json, 'r') as f:
clean = json.load(f)
match_files(noisy, clean, matching)
kw = {'length': length, 'stride': stride, 'pad': pad, 'sample_rate': sample_rate}
self.clean_set = Audioset(clean, **kw)
self.noisy_set = Audioset(noisy, **kw)
assert len(self.clean_set) == len(self.noisy_set)
def __getitem__(self, index):
return self.noisy_set[index], self.clean_set[index]
def __len__(self):
return len(self.noisy_set)
|