import argparse import os from pathlib import Path dataset_configs = { 'AerialDrone': 'configs/odinw_13/AerialMaritimeDrone_large.yaml', 'Aquarium': 'configs/odinw_13/Aquarium_Aquarium_Combined.v2-raw-1024.coco.yaml', 'Rabbits': 'configs/odinw_13/CottontailRabbits.yaml', 'EgoHands': 'configs/odinw_13/EgoHands_generic.yaml', 'Mushrooms': 'configs/odinw_13/NorthAmericaMushrooms_North_American_Mushrooms.v1-416x416.coco.yaml', 'Packages': 'configs/odinw_13/Packages_Raw.yaml', 'Pistols':'configs/odinw_13/pistols_export.yaml', 'Pothole': 'configs/odinw_13/pothole.yaml', 'Raccoon': 'configs/odinw_13/Raccoon_Raccoon.v2-raw.coco.yaml', 'Shellfish': 'configs/odinw_13/ShellfishOpenImages_raw.yaml', 'Thermal' : 'configs/odinw_13/thermalDogsAndPeople.yaml', 'Vehicles': 'configs/odinw_13/VehiclesOpenImages_416x416.yaml', 'PascalVOC': 'configs/odinw_13/PascalVOC.yaml', } # dataset_configs = { # "AerialMaritimeDrone_large": "configs/odinw_13/AerialMaritimeDrone_large.yaml", # "AerialMaritimeDrone_tiled": "configs/odinw_35/AerialMaritimeDrone_tiled.yaml", # "AmericanSignLanguageLetters": "configs/odinw_35/AmericanSignLanguageLetters_American_Sign_Language_Letters.v1-v1.coco.yaml", # "Aquarium": "configs/odinw_13/Aquarium_Aquarium_Combined.v2-raw-1024.coco.yaml", # "BCCD_BCCD": "configs/odinw_35/BCCD_BCCD.v3-raw.coco.yaml", # "ChessPiece": "configs/odinw_35/ChessPieces_Chess_Pieces.v23-raw.coco.yaml", # "CottontailRabbits": "configs/odinw_13/CottontailRabbits.yaml", # "DroneControl_Drone_Control": "configs/odinw_35/DroneControl_Drone_Control.v3-raw.coco.yaml", # "EgoHands_generic": "configs/odinw_13/EgoHands_generic.yaml", # "EgoHands_specific": "configs/odinw_35/EgoHands_specific.yaml", # "HardHatWorkers": "configs/odinw_35/HardHatWorkers_raw.yaml", # "MaskWearing": "configs/odinw_35/MaskWearing_raw.yaml", # "MountainDewCommercial": "configs/odinw_35/MountainDewCommercial.yaml", # "NorthAmericaMushrooms": "configs/odinw_13/NorthAmericaMushrooms_North_American_Mushrooms.v1-416x416.coco.yaml", # "OxfordPets_by-breed": "configs/odinw_35/OxfordPets_by-breed.yaml", # "OxfordPets_by-species": "configs/odinw_35/OxfordPets_by-species.yaml", # "PKLot_640": "configs/odinw_35/PKLot_640.yaml", # "Packages": "configs/odinw_13/Packages_Raw.yaml", # "Raccoon_Raccoon": "configs/odinw_13/Raccoon_Raccoon.v2-raw.coco.yaml", # "ShellfishOpenImages": "configs/odinw_13/ShellfishOpenImages_raw.yaml", # "ThermalCheetah": "configs/odinw_35/ThermalCheetah.yaml", # "UnoCards": "configs/odinw_35/UnoCards_raw.yaml", # "VehiclesOpenImages": "configs/odinw_13/VehiclesOpenImages_416x416.yaml", # "WildfireSmoke": "configs/odinw_35/WildfireSmoke.yaml", # "boggleBoards": "configs/odinw_35/boggleBoards_416x416AutoOrient_export_.yaml", # "brackishUnderwater": "configs/odinw_35/brackishUnderwater_960x540.yaml", # "dice_mediumColor": "configs/odinw_35/dice_mediumColor_export.yaml", # "openPoetryVision": "configs/odinw_35/openPoetryVision_512x512.yaml", # "pistols": "configs/odinw_13/pistols_export.yaml", # "plantdoc": "configs/odinw_35/plantdoc_416x416.yaml", # "pothole": "configs/odinw_13/pothole.yaml", # "selfdrivingCar": "configs/odinw_35/selfdrivingCar_fixedLarge_export_.yaml", # "thermalDogsAndPeople": "configs/odinw_13/thermalDogsAndPeople.yaml", # "websiteScreenshots": "configs/odinw_35/websiteScreenshots.yaml", # "PascalVOC": "configs/odinw_13/PascalVOC.yaml", # } if __name__ == "__main__": parser = argparse.ArgumentParser(description="PyTorch Object Detection Finetuning") parser.add_argument("--python", default='python',type=str) parser.add_argument( "--config_file", default="", metavar="FILE", help="path to config file", type=str, ) parser.add_argument("--opts", default="", type=str) parser.add_argument("--setting", default="finetuning-free", type=str) parser.add_argument("--add_name", default="", type=str) parser.add_argument("--log_path", default="odinw_log", type=str) parser.add_argument("--custom_bank_path", default="", type=str) parser.add_argument("--task_config", default="", type=str) args = parser.parse_args() os.makedirs(args.log_path, exist_ok=True) if args.task_config != "": dataset_configs = { "custom": args.task_config } if args.setting == "finetuning-free": for dataset_name ,task_config in dataset_configs.items(): if args.custom_bank_path != "": if os.path.isfile(args.custom_bank_path): query_bank_path = args.custom_bank_path elif os.path.isdir(args.custom_bank_path): query_bank_path = str(Path(args.custom_bank_path, '{}_query_5_pool7_sel_{}.pth'.format(dataset_name, args.add_name))) else: raise NotImplementedError else: query_bank_path = 'MODEL/{}_query_5_pool7_sel_{}.pth'.format(dataset_name, args.add_name) log_save_path = str(Path(args.log_path, '{}-{}-finetuning-free.txt'.format(dataset_name, args.add_name))) cmd = '{} tools/test_grounding_net.py --config-file {} --task_config {} --additional_model_config configs/vision_query_5shot/odinw.yaml VISION_QUERY.NUM_QUERY_PER_CLASS 100 VISION_QUERY.QUERY_BANK_PATH {} TEST.IMS_PER_BATCH 1 {} > {}'\ .format( args.python, args.config_file, task_config, query_bank_path, args.opts, log_save_path ) os.system(cmd) elif args.setting == "1-shot": for dataset_name ,task_config in dataset_configs.items(): query_bank_path = '' log_save_path = str(Path(args.log_path, '{}-{}-1-shot.txt'.format(dataset_name, args.add_name))) cmd = '{} -m torch.distributed.launch --nproc_per_node=4 tools/finetune.py --config-file {} --ft-tasks {} --additional_model_config configs/vision_query_5shot/odinw.yaml --skip-test --custom_shot_and_epoch_and_general_copy 1_200_8 --evaluate_only_best_on_test --push_both_val_and_test SOLVER.WEIGHT_DECAY 0.25 SOLVER.BASE_LR 0.05 SOLVER.TUNING_HIGHLEVEL_OVERRIDE vision_query_v3 VISION_QUERY.TEXT_DROPOUT 0.4 VISION_QUERY.NUM_QUERY_PER_CLASS 1 VISION_QUERY.MAX_QUERY_NUMBER 1 DATASETS.FEW_SHOT 1 TEST.IMS_PER_BATCH 4 SOLVER.IMS_PER_BATCH 4 {} VISION_QUERY.DATASET_NAME {} > {}'\ .format(args.python ,args.config_file, task_config, args.opts, \ dataset_name,\ log_save_path ) os.system(cmd) elif args.setting == "3-shot": for dataset_name ,task_config in dataset_configs.items(): query_bank_path = '' log_save_path = str(Path(args.log_path, '{}-{}-3-shot.txt'.format(dataset_name, args.add_name))) cmd = '{} -m torch.distributed.launch --nproc_per_node=4 tools/finetune.py --config-file {} --ft-tasks {} --additional_model_config configs/vision_query_5shot/odinw.yaml --skip-test --custom_shot_and_epoch_and_general_copy 3_200_4 --evaluate_only_best_on_test --push_both_val_and_test SOLVER.WEIGHT_DECAY 0.25 SOLVER.BASE_LR 0.05 SOLVER.TUNING_HIGHLEVEL_OVERRIDE vision_query_v3 VISION_QUERY.TEXT_DROPOUT 0.4 VISION_QUERY.NUM_QUERY_PER_CLASS 3 VISION_QUERY.MAX_QUERY_NUMBER 3 DATASETS.FEW_SHOT 3 TEST.IMS_PER_BATCH 4 SOLVER.IMS_PER_BATCH 4 {} VISION_QUERY.DATASET_NAME {} > {}.txt'\ .format(args.python ,args.config_file, task_config, args.opts, \ dataset_name,\ 'vs_downstream_log/{}-{}-3-shot-vsfull_v3-o-mask'.format(dataset_name, args.add_name) if args.opts else 'vs_downstream_log/glip-{}-{}-5-shot-vsfull_v3-o-mask'.format(dataset_name, args.add_name), ) os.system(cmd) elif args.setting == "5-shot": for dataset_name ,task_config in dataset_configs.items(): query_bank_path = '' log_save_path = str(Path(args.log_path, '{}-{}-5-shot.txt'.format(dataset_name, args.add_name))) cmd = '{} -m torch.distributed.launch --nproc_per_node=4 tools/finetune.py --config-file {} --ft-tasks {} --additional_model_config configs/vision_query_5shot/odinw.yaml --skip-test --custom_shot_and_epoch_and_general_copy 5_200_2 --evaluate_only_best_on_test --push_both_val_and_test SOLVER.WEIGHT_DECAY 0.25 SOLVER.BASE_LR 0.05 SOLVER.TUNING_HIGHLEVEL_OVERRIDE vision_query_v3 VISION_QUERY.TEXT_DROPOUT 0.4 TEST.IMS_PER_BATCH 4 SOLVER.IMS_PER_BATCH 4 {} VISION_QUERY.DATASET_NAME {} > {}'\ .format(args.python ,args.config_file, task_config, args.opts, \ dataset_name,\ log_save_path ) os.system(cmd) elif args.setting == "10-shot": for dataset_name ,task_config in dataset_configs.items(): query_bank_path = '' log_save_path = str(Path(args.log_path, '{}-{}-10-shot.txt'.format(dataset_name, args.add_name))) cmd = '{} -m torch.distributed.launch --nproc_per_node=4 tools/finetune.py --config-file {} --ft-tasks {} --additional_model_config configs/vision_query_5shot/odinw.yaml --skip-test --custom_shot_and_epoch_and_general_copy 10_200_1 --evaluate_only_best_on_test --push_both_val_and_test SOLVER.WEIGHT_DECAY 0.25 SOLVER.BASE_LR 0.05 SOLVER.TUNING_HIGHLEVEL_OVERRIDE vision_query_v3 VISION_QUERY.TEXT_DROPOUT 0.4 VISION_QUERY.NUM_QUERY_PER_CLASS 10 VISION_QUERY.MAX_QUERY_NUMBER 10 DATASETS.FEW_SHOT 10 TEST.IMS_PER_BATCH 4 SOLVER.IMS_PER_BATCH 4 {} VISION_QUERY.DATASET_NAME {} > {}'\ .format(args.python ,args.config_file, task_config, args.opts, \ dataset_name,\ log_save_path ) os.system(cmd) elif args.setting == "50-shot": for dataset_name ,task_config in dataset_configs.items(): query_bank_path = '' log_save_path = str(Path(args.log_path, '{}-{}-50-shot.txt'.format(dataset_name, args.add_name))) cmd = '{} -m torch.distributed.launch --nproc_per_node=8 tools/finetune.py --config-file {} --ft-tasks {} --additional_model_config configs/vision_query_5shot/odinw.yaml --skip-test --custom_shot_and_epoch_and_general_copy 50_200_1 --evaluate_only_best_on_test --push_both_val_and_test SOLVER.WEIGHT_DECAY 0.25 SOLVER.BASE_LR 0.05 SOLVER.TUNING_HIGHLEVEL_OVERRIDE vision_query_v3 VISION_QUERY.TEXT_DROPOUT 0.4 VISION_QUERY.NUM_QUERY_PER_CLASS 50 VISION_QUERY.MAX_QUERY_NUMBER 50 DATASETS.FEW_SHOT 50 TEST.IMS_PER_BATCH 8 SOLVER.IMS_PER_BATCH 8 DATALOADER.NUM_WORKERS 0 {} VISION_QUERY.DATASET_NAME {} | tee {}'\ .format(args.python ,args.config_file, task_config, args.opts, \ dataset_name,\ log_save_path ) os.system(cmd) elif args.setting == "full-shot": for dataset_name ,task_config in dataset_configs.items(): query_bank_path = '' log_save_path = str(Path(args.log_path, '{}-{}-full-shot.txt'.format(dataset_name, args.add_name))) cmd = '{} -m torch.distributed.launch --nproc_per_node=4 tools/finetune.py --config-file {} --ft-tasks {} --additional_model_config configs/vision_query_5shot/odinw.yaml --skip-test --custom_shot_and_epoch_and_general_copy 0_200_1 --evaluate_only_best_on_test --push_both_val_and_test SOLVER.WEIGHT_DECAY 0.25 SOLVER.BASE_LR 0.05 SOLVER.STEP_PATIENCE 2 SOLVER.AUTO_TERMINATE_PATIENCE 4 SOLVER.TUNING_HIGHLEVEL_OVERRIDE vision_query_v3 VISION_QUERY.TEXT_DROPOUT 0.4 VISION_QUERY.NUM_QUERY_PER_CLASS 100 VISION_QUERY.MAX_QUERY_NUMBER 100 DATASETS.FEW_SHOT 0 TEST.IMS_PER_BATCH 4 SOLVER.IMS_PER_BATCH 4 {} VISION_QUERY.DATASET_NAME {} > {}'\ .format(args.python ,args.config_file, task_config, args.opts, \ dataset_name,\ log_save_path ) os.system(cmd)