# -*- coding: utf-8 -*- # @Time : 2021/10/11 9:47:53 # @Author : zuchen.wang@vipshop.com # @File : trainer.py import logging import os from fastreid.data.build import _root from fastreid.engine import DefaultTrainer from fastreid.data.datasets import DATASET_REGISTRY from fastreid.utils import comm from fastreid.data.transforms import build_transforms from fastreid.data.build import build_reid_train_loader, build_reid_test_loader from projects.FastShoe.fastshoe.data import PairDataset class PairTrainer(DefaultTrainer): img_dir = os.path.join(_root, 'shoe_crop_all_images') anno_dir = os.path.join(_root, 'labels/0930') @classmethod def build_train_loader(cls, cfg): logger = logging.getLogger(__name__) logger.info("Prepare training set") pos_folder_list, neg_folder_list = list(), list() for d in cfg.DATASETS.NAMES: data = DATASET_REGISTRY.get(d)(img_dir=cls.img_dir, annotation_json=os.path.join(cls.anno_dir, '0930_clean_train.json')) if comm.is_main_process(): data.show_train() pos_folder_list.extend(data.train) neg_folder_list.extend(data.query) transforms = build_transforms(cfg, is_train=True) train_set = PairDataset(img_root=cls.img_dir, pos_folders=pos_folder_list, neg_folders=neg_folder_list, transform=transforms) data_loader = build_reid_train_loader(cfg, train_set=train_set) return data_loader @classmethod def build_test_loader(cls, cfg, dataset_name): data = DATASET_REGISTRY.get(dataset_name)(img_dir=cls.img_dir, annotation_json=os.path.join(cls.anno_dir, '0930_clean_val.json')) if comm.is_main_process(): data.show_test() transforms = build_transforms(cfg, is_train=False) test_set = PairDataset(img_root=cls.img_dir, pos_folders=data.train, neg_folders=data.query, transform=transforms) data_loader, _ = build_reid_test_loader(cfg, test_set=test_set) return data_loader