lib/dataset/NormalModule.py

# -*- coding: utf-8 -*-

# Max-Planck-Gesellschaft zur Förderung der Wissenschaften e.V. (MPG) is
# holder of all proprietary rights on this computer program.
# You can only use this computer program if you have closed
# a license agreement with MPG or you get the right to use the computer
# program from someone who is authorized to grant you that right.
# Any use of the computer program without a valid license is prohibited and
# liable to prosecution.
#
# Copyright©2019 Max-Planck-Gesellschaft zur Förderung
# der Wissenschaften e.V. (MPG). acting on behalf of its Max Planck Institute
# for Intelligent Systems. All rights reserved.
#
# Contact: ps-license@tuebingen.mpg.de

# pytorch lightning related libs
import pytorch_lightning as pl
from torch.utils.data import DataLoader

from lib.dataset.NormalDataset import NormalDataset


class NormalModule(pl.LightningDataModule):
    def __init__(self, cfg):
        super(NormalModule, self).__init__()
        self.cfg = cfg

        self.batch_size = self.cfg.batch_size

        self.data_size = {}

    def prepare_data(self):

        pass

    def setup(self, stage):

        self.train_dataset = NormalDataset(cfg=self.cfg, split="train")
        self.val_dataset = NormalDataset(cfg=self.cfg, split="val")
        self.test_dataset = NormalDataset(cfg=self.cfg, split="test")

        self.data_size = {
            "train": len(self.train_dataset),
            "val": len(self.val_dataset),
        }

    def train_dataloader(self):

        train_data_loader = DataLoader(
            self.train_dataset,
            batch_size=self.batch_size,
            shuffle=True,
            num_workers=self.cfg.num_threads,
            pin_memory=True,
        )

        return train_data_loader

    def val_dataloader(self):

        val_data_loader = DataLoader(
            self.val_dataset,
            batch_size=self.batch_size,
            shuffle=False,
            num_workers=self.cfg.num_threads,
            pin_memory=True,
        )

        return val_data_loader

    def val_dataloader(self):

        test_data_loader = DataLoader(
            self.test_dataset,
            batch_size=1,
            shuffle=False,
            num_workers=self.cfg.num_threads,
            pin_memory=True,
        )

        return test_data_loader