update dataset

pull/62/head
KaiyangZhou 2018-07-02 12:55:39 +01:00
parent 4b589353ff
commit fe3ea20a22
10 changed files with 15 additions and 1 deletions

View File

@ -6,6 +6,11 @@ import lmdb
class BaseImgDataset(object):
def __init__(self):
self.train_lmdb_path = None
self.query_lmdb_path = None
self.gallery_lmdb_path = None
def generate_lmdb(self):
assert isinstance(self.train, list)
assert isinstance(self.query, list)
@ -19,7 +24,7 @@ class BaseImgDataset(object):
if osp.exists(write_path):
return
print("Generating lmdb files to {}".format(write_path))
print("Generating lmdb files to '{}'".format(write_path))
num_data = len(data_list)
max_map_size = int(num_data * 500**2 * 3) # be careful with this

View File

@ -34,6 +34,7 @@ class CUHK01(BaseImgDataset):
dataset_dir = 'cuhk01'
def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs):
super(CUHK01, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.zip_path = osp.join(self.dataset_dir, 'CUHK01.zip')
self.campus_dir = osp.join(self.dataset_dir, 'campus')

View File

@ -39,6 +39,7 @@ class CUHK03(BaseImgDataset):
dataset_dir = 'cuhk03'
def __init__(self, root='data', split_id=0, cuhk03_labeled=False, cuhk03_classic_split=False, verbose=True, use_lmdb=False, **kwargs):
super(CUHK03, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.data_dir = osp.join(self.dataset_dir, 'cuhk03_release')
self.raw_mat_path = osp.join(self.data_dir, 'cuhk-03.mat')

View File

@ -34,6 +34,7 @@ class DukeMTMCreID(BaseImgDataset):
dataset_dir = 'dukemtmc-reid'
def __init__(self, root='data', verbose=True, use_lmdb=False, **kwargs):
super(DukeMTMCreID, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.train_dir = osp.join(self.dataset_dir, 'DukeMTMC-reID/bounding_box_train')
self.query_dir = osp.join(self.dataset_dir, 'DukeMTMC-reID/query')

View File

@ -34,6 +34,7 @@ class GRID(BaseImgDataset):
dataset_dir = 'grid'
def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs):
super(GRID, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.dataset_url = 'http://personal.ie.cuhk.edu.hk/~ccloy/files/datasets/underground_reid.zip'
self.probe_path = osp.join(self.dataset_dir, 'underground_reid', 'probe')

View File

@ -34,6 +34,7 @@ class iLIDS(BaseImgDataset):
dataset_dir = 'ilids-vid'
def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs):
super(iLIDS, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.dataset_url = 'http://www.eecs.qmul.ac.uk/~xiatian/iLIDS-VID/iLIDS-VID.tar'
self.data_dir = osp.join(self.dataset_dir, 'i-LIDS-VID')

View File

@ -32,6 +32,7 @@ class Market1501(BaseImgDataset):
dataset_dir = 'market1501'
def __init__(self, root='data', verbose=True, use_lmdb=False, **kwargs):
super(Market1501, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.train_dir = osp.join(self.dataset_dir, 'bounding_box_train')
self.query_dir = osp.join(self.dataset_dir, 'query')

View File

@ -33,6 +33,7 @@ class MSMT17(BaseImgDataset):
dataset_dir = 'msmt17'
def __init__(self, root='data', verbose=True, use_lmdb=False, **kwargs):
super(MSMT17, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.train_dir = osp.join(self.dataset_dir, 'MSMT17_V1/train')
self.test_dir = osp.join(self.dataset_dir, 'MSMT17_V1/test')

View File

@ -34,6 +34,7 @@ class PRID450S(BaseImgDataset):
dataset_dir = 'prid450s'
def __init__(self, root='data', split_id=0, min_seq_len=0, verbose=True, use_lmdb=False, **kwargs):
super(PRID450S, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.dataset_url = 'https://files.icg.tugraz.at/f/8c709245bb/?raw=1'
self.split_path = osp.join(self.dataset_dir, 'splits.json')

View File

@ -34,6 +34,7 @@ class VIPeR(BaseImgDataset):
dataset_dir = 'viper'
def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs):
super(VIPeR, self).__init__()
self.dataset_dir = osp.join(root, self.dataset_dir)
self.dataset_url = 'http://users.soe.ucsc.edu/~manduchi/VIPeR.v1.0.zip'
self.cam_a_path = osp.join(self.dataset_dir, 'VIPeR', 'cam_a')