From fe3ea20a228202577265c4e860b0de22e5aedb02 Mon Sep 17 00:00:00 2001 From: KaiyangZhou Date: Mon, 2 Jul 2018 12:55:39 +0100 Subject: [PATCH] update dataset --- data_manager/base.py | 7 ++++++- data_manager/cuhk01.py | 1 + data_manager/cuhk03.py | 1 + data_manager/dukemtmcreid.py | 1 + data_manager/grid.py | 1 + data_manager/ilids.py | 1 + data_manager/market1501.py | 1 + data_manager/msmt17.py | 1 + data_manager/prid450s.py | 1 + data_manager/viper.py | 1 + 10 files changed, 15 insertions(+), 1 deletion(-) diff --git a/data_manager/base.py b/data_manager/base.py index c3fe378..782e583 100644 --- a/data_manager/base.py +++ b/data_manager/base.py @@ -6,6 +6,11 @@ import lmdb class BaseImgDataset(object): + def __init__(self): + self.train_lmdb_path = None + self.query_lmdb_path = None + self.gallery_lmdb_path = None + def generate_lmdb(self): assert isinstance(self.train, list) assert isinstance(self.query, list) @@ -19,7 +24,7 @@ class BaseImgDataset(object): if osp.exists(write_path): return - print("Generating lmdb files to {}".format(write_path)) + print("Generating lmdb files to '{}'".format(write_path)) num_data = len(data_list) max_map_size = int(num_data * 500**2 * 3) # be careful with this diff --git a/data_manager/cuhk01.py b/data_manager/cuhk01.py index 6c61454..4cc3d5f 100644 --- a/data_manager/cuhk01.py +++ b/data_manager/cuhk01.py @@ -34,6 +34,7 @@ class CUHK01(BaseImgDataset): dataset_dir = 'cuhk01' def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs): + super(CUHK01, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.zip_path = osp.join(self.dataset_dir, 'CUHK01.zip') self.campus_dir = osp.join(self.dataset_dir, 'campus') diff --git a/data_manager/cuhk03.py b/data_manager/cuhk03.py index 6e7e6b0..cd3d184 100644 --- a/data_manager/cuhk03.py +++ b/data_manager/cuhk03.py @@ -39,6 +39,7 @@ class CUHK03(BaseImgDataset): dataset_dir = 'cuhk03' def __init__(self, root='data', split_id=0, cuhk03_labeled=False, cuhk03_classic_split=False, verbose=True, use_lmdb=False, **kwargs): + super(CUHK03, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.data_dir = osp.join(self.dataset_dir, 'cuhk03_release') self.raw_mat_path = osp.join(self.data_dir, 'cuhk-03.mat') diff --git a/data_manager/dukemtmcreid.py b/data_manager/dukemtmcreid.py index 6672959..98b950b 100644 --- a/data_manager/dukemtmcreid.py +++ b/data_manager/dukemtmcreid.py @@ -34,6 +34,7 @@ class DukeMTMCreID(BaseImgDataset): dataset_dir = 'dukemtmc-reid' def __init__(self, root='data', verbose=True, use_lmdb=False, **kwargs): + super(DukeMTMCreID, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.train_dir = osp.join(self.dataset_dir, 'DukeMTMC-reID/bounding_box_train') self.query_dir = osp.join(self.dataset_dir, 'DukeMTMC-reID/query') diff --git a/data_manager/grid.py b/data_manager/grid.py index be4d7ff..92c6311 100644 --- a/data_manager/grid.py +++ b/data_manager/grid.py @@ -34,6 +34,7 @@ class GRID(BaseImgDataset): dataset_dir = 'grid' def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs): + super(GRID, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.dataset_url = 'http://personal.ie.cuhk.edu.hk/~ccloy/files/datasets/underground_reid.zip' self.probe_path = osp.join(self.dataset_dir, 'underground_reid', 'probe') diff --git a/data_manager/ilids.py b/data_manager/ilids.py index 7de19c6..faf985e 100644 --- a/data_manager/ilids.py +++ b/data_manager/ilids.py @@ -34,6 +34,7 @@ class iLIDS(BaseImgDataset): dataset_dir = 'ilids-vid' def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs): + super(iLIDS, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.dataset_url = 'http://www.eecs.qmul.ac.uk/~xiatian/iLIDS-VID/iLIDS-VID.tar' self.data_dir = osp.join(self.dataset_dir, 'i-LIDS-VID') diff --git a/data_manager/market1501.py b/data_manager/market1501.py index 6e43be0..bce76d9 100644 --- a/data_manager/market1501.py +++ b/data_manager/market1501.py @@ -32,6 +32,7 @@ class Market1501(BaseImgDataset): dataset_dir = 'market1501' def __init__(self, root='data', verbose=True, use_lmdb=False, **kwargs): + super(Market1501, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.train_dir = osp.join(self.dataset_dir, 'bounding_box_train') self.query_dir = osp.join(self.dataset_dir, 'query') diff --git a/data_manager/msmt17.py b/data_manager/msmt17.py index 4e3734a..dc43cea 100644 --- a/data_manager/msmt17.py +++ b/data_manager/msmt17.py @@ -33,6 +33,7 @@ class MSMT17(BaseImgDataset): dataset_dir = 'msmt17' def __init__(self, root='data', verbose=True, use_lmdb=False, **kwargs): + super(MSMT17, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.train_dir = osp.join(self.dataset_dir, 'MSMT17_V1/train') self.test_dir = osp.join(self.dataset_dir, 'MSMT17_V1/test') diff --git a/data_manager/prid450s.py b/data_manager/prid450s.py index a7793b2..8ed080c 100644 --- a/data_manager/prid450s.py +++ b/data_manager/prid450s.py @@ -34,6 +34,7 @@ class PRID450S(BaseImgDataset): dataset_dir = 'prid450s' def __init__(self, root='data', split_id=0, min_seq_len=0, verbose=True, use_lmdb=False, **kwargs): + super(PRID450S, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.dataset_url = 'https://files.icg.tugraz.at/f/8c709245bb/?raw=1' self.split_path = osp.join(self.dataset_dir, 'splits.json') diff --git a/data_manager/viper.py b/data_manager/viper.py index 237405a..87cc964 100644 --- a/data_manager/viper.py +++ b/data_manager/viper.py @@ -34,6 +34,7 @@ class VIPeR(BaseImgDataset): dataset_dir = 'viper' def __init__(self, root='data', split_id=0, verbose=True, use_lmdb=False, **kwargs): + super(VIPeR, self).__init__() self.dataset_dir = osp.join(root, self.dataset_dir) self.dataset_url = 'http://users.soe.ucsc.edu/~manduchi/VIPeR.v1.0.zip' self.cam_a_path = osp.join(self.dataset_dir, 'VIPeR', 'cam_a')