Source code for torch_uncertainty.datamodules.classification.cifar10
from pathlib import Path
from typing import Literal
import numpy as np
import torchvision.transforms as T
from numpy.typing import ArrayLike
from timm.data.auto_augment import rand_augment_transform
from torch import nn
from torch.utils.data import DataLoader
from torchvision.datasets import CIFAR10, SVHN
from torch_uncertainty.datamodules.abstract import TUDataModule
from torch_uncertainty.datasets import AggregatedDataset
from torch_uncertainty.datasets.classification import CIFAR10C, CIFAR10H
from torch_uncertainty.transforms import Cutout
from torch_uncertainty.utils import create_train_val_split
[docs]class CIFAR10DataModule(TUDataModule):
num_classes = 10
num_channels = 3
input_shape = (3, 32, 32)
training_task = "classification"
mean = (0.4914, 0.4822, 0.4465)
std = (0.2023, 0.1994, 0.2010)
def __init__(
self,
root: str | Path,
batch_size: int,
eval_ood: bool = False,
eval_shift: bool = False,
shift_severity: int = 1,
val_split: float | None = None,
num_workers: int = 1,
basic_augment: bool = True,
cutout: int | None = None,
auto_augment: str | None = None,
test_alt: Literal["h"] | None = None,
num_dataloaders: int = 1,
pin_memory: bool = True,
persistent_workers: bool = True,
) -> None:
"""DataModule for CIFAR10.
Args:
root (str): Root directory of the datasets.
eval_ood (bool): Whether to evaluate on out-of-distribution data.
Defaults to ``False``.
eval_shift (bool): Whether to evaluate on shifted data. Defaults to
``False``.
batch_size (int): Number of samples per batch.
val_split (float): Share of samples to use for validation. Defaults
to ``0.0``.
num_workers (int): Number of workers to use for data loading. Defaults
to ``1``.
basic_augment (bool): Whether to apply base augmentations. Defaults to
``True``.
cutout (int): Size of cutout to apply to images. Defaults to ``None``.
randaugment (bool): Whether to apply RandAugment. Defaults to
``False``.
auto_augment (str): Which auto-augment to apply. Defaults to ``None``.
test_alt (str): Which test set to use. Defaults to ``None``.
shift_severity (int): Severity of corruption to apply for
CIFAR10-C. Defaults to ``1``.
num_dataloaders (int): Number of dataloaders to use. Defaults to ``1``.
pin_memory (bool): Whether to pin memory. Defaults to ``True``.
persistent_workers (bool): Whether to use persistent workers. Defaults
to ``True``.
"""
super().__init__(
root=root,
batch_size=batch_size,
val_split=val_split,
num_workers=num_workers,
pin_memory=pin_memory,
persistent_workers=persistent_workers,
)
self.num_dataloaders = num_dataloaders
self.eval_ood = eval_ood
self.eval_shift = eval_shift
if test_alt == "h":
self.dataset = CIFAR10H
elif test_alt is None:
self.dataset = CIFAR10
else:
raise ValueError(f"Test set {test_alt} is not supported.")
self.test_alt = test_alt
self.shift_severity = shift_severity
self.ood_dataset = SVHN
self.shift_dataset = CIFAR10C
if (cutout is not None) + int(auto_augment is not None) > 1:
raise ValueError(
"Only one data augmentation can be chosen at a time. Raise a "
"GitHub issue if needed."
)
if basic_augment:
basic_transform = T.Compose(
[
T.RandomCrop(32, padding=4),
T.RandomHorizontalFlip(),
]
)
else:
basic_transform = nn.Identity()
if cutout:
main_transform = Cutout(cutout)
elif auto_augment:
main_transform = rand_augment_transform(auto_augment, {})
else:
main_transform = nn.Identity()
self.train_transform = T.Compose(
[
T.ToTensor(),
basic_transform,
main_transform,
T.Normalize(
self.mean,
self.std,
),
]
)
self.test_transform = T.Compose(
[
T.ToTensor(),
T.Normalize(
self.mean,
self.std,
),
]
)
def prepare_data(self) -> None: # coverage: ignore
if self.test_alt is None:
self.dataset(self.root, train=True, download=True)
self.dataset(self.root, train=False, download=True)
else:
self.dataset(
self.root,
download=True,
)
if self.eval_ood:
self.ood_dataset(self.root, split="test", download=True)
if self.eval_shift:
self.shift_dataset(
self.root,
shift_severity=self.shift_severity,
download=True,
)
def setup(self, stage: Literal["fit", "test"] | None = None) -> None:
if stage == "fit" or stage is None:
if self.test_alt == "h":
raise ValueError("CIFAR-H can only be used in testing.")
full = self.dataset(
self.root,
train=True,
download=False,
transform=self.train_transform,
)
if self.val_split:
self.train, self.val = create_train_val_split(
full,
self.val_split,
self.test_transform,
)
else:
self.train = full
self.val = self.dataset(
self.root,
train=False,
download=False,
transform=self.test_transform,
)
if stage == "test" or stage is None:
if self.test_alt is None:
self.test = self.dataset(
self.root,
train=False,
download=False,
transform=self.test_transform,
)
else:
self.test = self.dataset(
self.root,
transform=self.test_transform,
shift_severity=self.shift_severity,
)
if self.eval_ood:
self.ood = self.ood_dataset(
self.root,
split="test",
download=False,
transform=self.test_transform,
)
if self.eval_shift:
self.shift = self.shift_dataset(
self.root,
download=False,
transform=self.test_transform,
)
if stage not in ["fit", "test", None]:
raise ValueError(f"Stage {stage} is not supported.")
[docs] def train_dataloader(self) -> DataLoader:
r"""Get the training dataloader for CIFAR10.
Return:
DataLoader: CIFAR10 training dataloader.
"""
if self.num_dataloaders > 1:
return self._data_loader(
AggregatedDataset(self.train, self.num_dataloaders),
shuffle=True,
)
return self._data_loader(self.train, shuffle=True)
[docs] def test_dataloader(self) -> list[DataLoader]:
r"""Get test dataloaders.
Return:
list[DataLoader]: test set for in distribution data
and out-of-distribution data.
"""
dataloader = [self._data_loader(self.test)]
if self.eval_ood:
dataloader.append(self._data_loader(self.ood))
if self.eval_shift:
dataloader.append(self._data_loader(self.shift))
return dataloader
def _get_train_data(self) -> ArrayLike:
if self.val_split:
return self.train.dataset.data[self.train.indices]
return self.train.data
def _get_train_targets(self) -> ArrayLike:
if self.val_split:
return np.array(self.train.dataset.targets)[self.train.indices]
return np.array(self.train.targets)
