GulpIO Blogpost Dataloader Example

gulpio_dataloader_example.py

from gulpio.dataset import GulpImageDataset
from gulpio.loader import DataLoader
from gulpio.transforms import Scale, CenterCrop, Compose, UnitNorm

# define data augmentations. Notice that there are different functions for videos and images
transforms = Compose([
                      Scale(28),  # resize image by the shortest edge
                      CenterCrop(28),
                      UnitNorm(),  # instance wise mean and std norm
                    ])

# define dataset wrapper and pick this up by the data loader interface.
dataset = GulpImageDataset('/path/to/train_data', transform=transforms)
loader = DataLoader(dataset, batch_size=256, shuffle=True, num_workers=0, drop_last=True)

dataset_val = GulpImageDataset('/path/to/validation_data/', transform=transforms)
loader_val = DataLoader(dataset_val, batch_size=256, shuffle=True, num_workers=0, drop_last=True)

for data, label in loader:
    # train your model here
    # ...