mirrors
/
yolov5
mirror of https://github.com/ultralytics/yolov5.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Handle multiple datasets

pull/334/head
lorenzomammana 2020-07-09 11:52:12 +02:00
parent 6b95d6d2c0
commit 94342acbe1
1 changed files with 21 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
utils/datasets.py
View File

@ -280,16 +280,28 @@ class LoadImagesAndLabels(Dataset): # for training/testing
def __init__(self, path, img_size=640, batch_size=16, augment=False, hyp=None, rect=False, image_weights=False,
cache_images=False, single_cls=False, stride=32, pad=0.0):
try:
path = str(Path(path)) # os-agnostic
parent = str(Path(path).parent) + os.sep
if os.path.isfile(path): # file
with open(path, 'r') as f:
f = f.read().splitlines()
f = [x.replace('./', parent) if x.startswith('./') else x for x in f] # local to global path
elif os.path.isdir(path): # folder
f = glob.iglob(path + os.sep + '*.*')
if type(path) is list:
# Multiple datasets handler
f = []
for subpath in path:
with open(subpath, 'r') as t:
subpath = str(Path(subpath)) # os-agnostic
parent = str(Path(subpath).parent) + os.sep
t = t.read().splitlines()
t = [x.replace('./', parent) if x.startswith('./') else x for x in t] # local to global path
f += t
path = str(Path(path[0])) # from now on treat multiple datasets as single
else:
raise Exception('%s does not exist' % path)
path = str(Path(path)) # os-agnostic
parent = str(Path(path).parent) + os.sep
if os.path.isfile(path): # file
with open(path, 'r') as f:
f = f.read().splitlines()
f = [x.replace('./', parent) if x.startswith('./') else x for x in f] # local to global path
elif os.path.isdir(path): # folder
f = glob.iglob(path + os.sep + '*.*')
else:
raise Exception('%s does not exist' % path)
self.img_files = [x.replace('/', os.sep) for x in f if os.path.splitext(x)[-1].lower() in img_formats]
except:
raise Exception('Error loading data from %s. See %s' % (path, help_url))