mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Loader tweaks

Browse Source
This commit is contained in:
Ross Wightman 2019-04-13 14:52:38 -07:00
parent 79f615639e
commit 71afec86d3
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
data/loader.py
View File

@ -1,5 +1,5 @@
import torch
import torch.utils.data as tdata
import torch.utils.data
from data.random_erasing import RandomErasingTorch
from data.transforms import *
@ -105,15 +105,16 @@ def create_loader(
# FIXME note, doing this for validation isn't technically correct
# There currently is no fixed order distributed sampler that corrects
# for padded entries
sampler = tdata.distributed.DistributedSampler(dataset)
sampler = torch.utils.data.distributed.DistributedSampler(dataset)
loader = tdata.DataLoader(
loader = torch.utils.data.DataLoader(
dataset,
batch_size=batch_size,
shuffle=sampler is None and is_training,
num_workers=num_workers,
sampler=sampler,
collate_fn=fast_collate if use_prefetcher else tdata.dataloader.default_collate,
collate_fn=fast_collate if use_prefetcher else torch.utils.data.dataloader.default_collate,
drop_last=is_training,
)
if use_prefetcher:
loader = PrefetchLoader(