|
import os |
|
import glob |
|
import random |
|
import pickle |
|
|
|
from data import common |
|
|
|
import imageio |
|
import torch.utils.data as data |
|
|
|
class SRData(data.Dataset): |
|
def __init__(self, args, name='', benchmark=True, input_data_format='NCHW'): |
|
self.args = args |
|
self.name = name |
|
self.benchmark = benchmark |
|
self.input_large = False |
|
self.scale = args.scale |
|
self.idx_scale = 0 |
|
assert input_data_format in ('NCHW', 'NHWC') |
|
self.input_data_format = input_data_format |
|
|
|
self._set_filesystem(args.dir_data) |
|
if args.ext.find('img') < 0: |
|
path_bin = os.path.join(self.apath, 'bin') |
|
os.makedirs(path_bin, exist_ok=True) |
|
|
|
list_hr, list_lr = self._scan() |
|
if args.ext.find('img') >= 0 or benchmark: |
|
self.images_hr, self.images_lr = list_hr, list_lr |
|
elif args.ext.find('sep') >= 0: |
|
os.makedirs( |
|
self.dir_hr.replace(self.apath, path_bin), |
|
exist_ok=True |
|
) |
|
for s in self.scale: |
|
os.makedirs( |
|
os.path.join( |
|
self.dir_lr.replace(self.apath, path_bin), |
|
'X{}'.format(s) |
|
), |
|
exist_ok=True |
|
) |
|
|
|
self.images_hr, self.images_lr = [], [[] for _ in self.scale] |
|
for h in list_hr: |
|
b = h.replace(self.apath, path_bin) |
|
b = b.replace(self.ext[0], '.pt') |
|
self.images_hr.append(b) |
|
self._check_and_load(args.ext, h, b, verbose=True) |
|
for i, ll in enumerate(list_lr): |
|
for l in ll: |
|
b = l.replace(self.apath, path_bin) |
|
b = b.replace(self.ext[1], '.pt') |
|
self.images_lr[i].append(b) |
|
self._check_and_load(args.ext, l, b, verbose=True) |
|
|
|
|
|
def _scan(self): |
|
names_hr = sorted( |
|
glob.glob(os.path.join(self.dir_hr, '*' + self.ext[0])) |
|
) |
|
names_lr = [[] for _ in self.scale] |
|
for f in names_hr: |
|
filename, _ = os.path.splitext(os.path.basename(f)) |
|
for si, s in enumerate(self.scale): |
|
names_lr[si].append(os.path.join( |
|
self.dir_lr, 'X{}/{}x{}{}'.format( |
|
s, filename, s, self.ext[1] |
|
) |
|
)) |
|
|
|
return names_hr, names_lr |
|
|
|
def _set_filesystem(self, dir_data): |
|
self.apath = os.path.join(dir_data, self.name) |
|
self.dir_hr = os.path.join(self.apath, 'HR') |
|
self.dir_lr = os.path.join(self.apath, 'LR_bicubic') |
|
if self.input_large: self.dir_lr += 'L' |
|
self.ext = ('.png', '.png') |
|
|
|
def _check_and_load(self, ext, img, f, verbose=True): |
|
if not os.path.isfile(f) or ext.find('reset') >= 0: |
|
if verbose: |
|
print('Making a binary: {}'.format(f)) |
|
with open(f, 'wb') as _f: |
|
pickle.dump(imageio.imread(img), _f) |
|
|
|
def __getitem__(self, idx): |
|
lr, hr, filename = self._load_file(idx) |
|
pair = self.get_patch(lr, hr) |
|
pair = common.set_channel(*pair, n_channels=self.args.n_colors) |
|
pair_t = common.np2Tensor(*pair, rgb_range=self.args.rgb_range, format=self.input_data_format) |
|
|
|
return pair_t[0], pair_t[1], filename |
|
|
|
def __len__(self): |
|
return len(self.images_hr) |
|
|
|
def _get_index(self, idx): |
|
return idx |
|
|
|
def _load_file(self, idx): |
|
idx = self._get_index(idx) |
|
f_hr = self.images_hr[idx] |
|
f_lr = self.images_lr[self.idx_scale][idx] |
|
|
|
filename, _ = os.path.splitext(os.path.basename(f_hr)) |
|
if self.args.ext == 'img' or self.benchmark: |
|
hr = imageio.imread(f_hr) |
|
lr = imageio.imread(f_lr) |
|
elif self.args.ext.find('sep') >= 0: |
|
with open(f_hr, 'rb') as _f: |
|
hr = pickle.load(_f) |
|
with open(f_lr, 'rb') as _f: |
|
lr = pickle.load(_f) |
|
|
|
return lr, hr, filename |
|
|
|
def get_patch(self, lr, hr): |
|
scale = self.scale[self.idx_scale] |
|
|
|
ih, iw = lr.shape[:2] |
|
hr = hr[0:ih * scale, 0:iw * scale] |
|
|
|
return lr, hr |
|
|
|
def set_scale(self, idx_scale): |
|
if not self.input_large: |
|
self.idx_scale = idx_scale |
|
else: |
|
self.idx_scale = random.randint(0, len(self.scale) - 1) |
|
|
|
|
