From a85c463ee2021a7c24568c12e2d3794bf5f7f181 Mon Sep 17 00:00:00 2001 From: Joseph Date: Sat, 8 May 2021 17:41:57 +0530 Subject: [PATCH] Adding ./replicate.py and clean-up. --- configs/OWOD/t1/t1_ft.yaml | 2 +- configs/OWOD/t1/t1_test.yaml | 17 +--- configs/OWOD/t1/t1_train.yaml | 4 +- configs/OWOD/t1/t1_val.yaml | 2 +- configs/OWOD/t2/t2_ft.yaml | 4 +- configs/OWOD/t2/t2_test.yaml | 8 +- configs/OWOD/t2/t2_train.yaml | 4 +- configs/OWOD/t2/t2_val.yaml | 2 +- configs/OWOD/t3/t3_ft.yaml | 2 +- configs/OWOD/t3/t3_test.yaml | 12 +-- configs/OWOD/t3/t3_val.yaml | 2 +- configs/OWOD/t4/t4_test.yaml | 14 ++++ replicate.sh | 25 ++++++ run.sh | 142 ++++++++++++---------------------- 14 files changed, 109 insertions(+), 131 deletions(-) create mode 100644 configs/OWOD/t4/t4_test.yaml create mode 100644 replicate.sh diff --git a/configs/OWOD/t1/t1_ft.yaml b/configs/OWOD/t1/t1_ft.yaml index 07b46f0..74a4dbf 100644 --- a/configs/OWOD/t1/t1_ft.yaml +++ b/configs/OWOD/t1/t1_ft.yaml @@ -8,7 +8,7 @@ SOLVER: STEPS: (12000, 16000) MAX_ITER: 18000 WARMUP_ITERS: 100 -OUTPUT_DIR: "./output/t1_expr" +OUTPUT_DIR: "./output/t1_ft" OWOD: PREV_INTRODUCED_CLS: 0 CUR_INTRODUCED_CLS: 20 \ No newline at end of file diff --git a/configs/OWOD/t1/t1_test.yaml b/configs/OWOD/t1/t1_test.yaml index 5b3867b..f9be2c2 100644 --- a/configs/OWOD/t1/t1_test.yaml +++ b/configs/OWOD/t1/t1_test.yaml @@ -1,13 +1,8 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: -# WEIGHTS: "detectron2://ImageNetPretrained/MSRA/R-50.pkl" -# WEIGHTS: "/home/fk1/workspace/OWOD/output/margin_15/model_final.pth" -# WEIGHTS: "/home/fk1/workspace/OWOD/output/t1_only_thresh/model_final.pth" - WEIGHTS: "/home/joseph/workspace/OWOD/output/models_backup/t1_clustering_with_save/model_final.pth" -# ROI_HEADS: -# POSITIVE_FRACTION: 0.25 -# NMS_THRESH_TEST: 0.5 -# SCORE_THRESH_TEST: 0.05 + WEIGHTS: "/home/joseph/workspace/OWOD/output/t1_ft/model_final.pth" + ROI_HEADS: + NMS_THRESH_TEST: 0.4 TEST: DETECTIONS_PER_IMAGE: 50 DATASETS: @@ -20,8 +15,4 @@ SOLVER: OUTPUT_DIR: "./output/temp_3" OWOD: PREV_INTRODUCED_CLS: 0 - CUR_INTRODUCED_CLS: 20 - -# POSITIVE_FRACTION: 0.25 -# NMS_THRESH_TEST: 0.5 -# SCORE_THRESH_TEST: 0.05 \ No newline at end of file + CUR_INTRODUCED_CLS: 20 \ No newline at end of file diff --git a/configs/OWOD/t1/t1_train.yaml b/configs/OWOD/t1/t1_train.yaml index e91ee97..8f228c7 100644 --- a/configs/OWOD/t1/t1_train.yaml +++ b/configs/OWOD/t1/t1_train.yaml @@ -1,8 +1,6 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: WEIGHTS: "detectron2://ImageNetPretrained/MSRA/R-50.pkl" -# WEIGHTS: "/home/fk1/workspace/OWOD/output/t1/model_final.pth" -# WEIGHTS: "/home/fk1/workspace/OWOD/output/t1_std_frcnn/model_final.pth" DATASETS: TRAIN: ('t1_voc_coco_2007_train', ) # t1_voc_coco_2007_train, t1_voc_coco_2007_ft TEST: ('voc_coco_2007_test', 't1_voc_coco_2007_known_test') # voc_coco_2007_test, t1_voc_coco_2007_test, t1_voc_coco_2007_val @@ -10,7 +8,7 @@ SOLVER: STEPS: (12000, 16000) MAX_ITER: 18000 WARMUP_ITERS: 100 -OUTPUT_DIR: "./output/t1_std_faster_rcnn" +OUTPUT_DIR: "./output/t1" OWOD: PREV_INTRODUCED_CLS: 0 CUR_INTRODUCED_CLS: 20 \ No newline at end of file diff --git a/configs/OWOD/t1/t1_val.yaml b/configs/OWOD/t1/t1_val.yaml index b750c7a..29ec581 100644 --- a/configs/OWOD/t1/t1_val.yaml +++ b/configs/OWOD/t1/t1_val.yaml @@ -1,6 +1,6 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: - WEIGHTS: "/home/joseph/workspace/OWOD/output/models_backup/t1_clustering_with_save/model_final.pth" + WEIGHTS: "/home/joseph/workspace/OWOD/output/t1_ft/model_final.pth" DATASETS: TRAIN: ('voc_coco_2007_val', ) # t1_voc_coco_2007_train, t1_voc_coco_2007_ft TEST: ('voc_coco_2007_val', ) # voc_coco_2007_test diff --git a/configs/OWOD/t2/t2_ft.yaml b/configs/OWOD/t2/t2_ft.yaml index 02dbb7a..4172f6d 100644 --- a/configs/OWOD/t2/t2_ft.yaml +++ b/configs/OWOD/t2/t2_ft.yaml @@ -1,7 +1,5 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: -# WEIGHTS: "detectron2://ImageNetPretrained/MSRA/R-50.pkl" -# WEIGHTS: "/home/fk1/workspace/OWOD/output/t1_ENABLE_CLUSTERING/model_final.pth" WEIGHTS: "/home/fk1/workspace/OWOD/output/t2_ft_10/model_final.pth" DATASETS: TRAIN: ('t2_voc_coco_2007_ft', ) # t1_voc_coco_2007_train, t1_voc_coco_2007_ft @@ -10,7 +8,7 @@ SOLVER: STEPS: (50000, 60000) MAX_ITER: 74000 WARMUP_ITERS: 0 -OUTPUT_DIR: "./output/t2_ft_10" +OUTPUT_DIR: "./output/t2_ft" OWOD: PREV_INTRODUCED_CLS: 20 CUR_INTRODUCED_CLS: 20 diff --git a/configs/OWOD/t2/t2_test.yaml b/configs/OWOD/t2/t2_test.yaml index 2cf7215..e5a8ab2 100644 --- a/configs/OWOD/t2/t2_test.yaml +++ b/configs/OWOD/t2/t2_test.yaml @@ -1,13 +1,11 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: -# WEIGHTS: "detectron2://ImageNetPretrained/MSRA/R-50.pkl" -# WEIGHTS: "/home/fk1/workspace/OWOD/output/t1_ENABLE_CLUSTERING/model_final.pth" - WEIGHTS: "/home/fk1/workspace/OWOD/output/t2/model_final.pth" + WEIGHTS: "/home/joseph/workspace/OWOD/output/t2_ft/model_final.pth" +TEST: + DETECTIONS_PER_IMAGE: 50 DATASETS: TRAIN: ('t2_voc_coco_2007_train', ) # t1_voc_coco_2007_train, t1_voc_coco_2007_ft TEST: ('voc_coco_2007_test', ) -TEST: - DETECTIONS_PER_IMAGE: 50 SOLVER: STEPS: (50000, 60000) MAX_ITER: 70000 diff --git a/configs/OWOD/t2/t2_train.yaml b/configs/OWOD/t2/t2_train.yaml index 1f2b93b..4a63897 100644 --- a/configs/OWOD/t2/t2_train.yaml +++ b/configs/OWOD/t2/t2_train.yaml @@ -1,8 +1,6 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: -# WEIGHTS: "detectron2://ImageNetPretrained/MSRA/R-50.pkl" -# WEIGHTS: "/home/fk1/workspace/OWOD/output/t1_ENABLE_CLUSTERING/model_final.pth" - WEIGHTS: "/home/fk1/workspace/OWOD/output/t2/model_final.pth" + WEIGHTS: "/home/joseph/workspace/OWOD/output/t2/model_final.pth" DATASETS: TRAIN: ('t2_voc_coco_2007_train', ) # t1_voc_coco_2007_train, t1_voc_coco_2007_ft TEST: ('voc_coco_2007_test', ) diff --git a/configs/OWOD/t2/t2_val.yaml b/configs/OWOD/t2/t2_val.yaml index b4a0212..73b2ef9 100644 --- a/configs/OWOD/t2/t2_val.yaml +++ b/configs/OWOD/t2/t2_val.yaml @@ -1,6 +1,6 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: - WEIGHTS: "/home/fk1/workspace/OWOD/output/t2_ft/model_final.pth" + WEIGHTS: "/home/joseph/workspace/OWOD/output/t2_ft/model_final.pth" DATASETS: TRAIN: ('voc_coco_2007_val', ) # t1_voc_coco_2007_train, t1_voc_coco_2007_ft TEST: ('voc_coco_2007_val', ) diff --git a/configs/OWOD/t3/t3_ft.yaml b/configs/OWOD/t3/t3_ft.yaml index 6437e16..4f4b276 100644 --- a/configs/OWOD/t3/t3_ft.yaml +++ b/configs/OWOD/t3/t3_ft.yaml @@ -1,6 +1,6 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: - WEIGHTS: "/home/fk1/workspace/OWOD/output/t3_ft_baseline/model_final.pth" + WEIGHTS: "/home/fk1/workspace/OWOD/output/t3_ft/model_final.pth" DATASETS: TRAIN: ('t3_voc_coco_2007_ft', ) TEST: ('voc_coco_2007_test', ) diff --git a/configs/OWOD/t3/t3_test.yaml b/configs/OWOD/t3/t3_test.yaml index 78750b0..216e901 100644 --- a/configs/OWOD/t3/t3_test.yaml +++ b/configs/OWOD/t3/t3_test.yaml @@ -1,11 +1,13 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: - WEIGHTS: "/home/fk1/workspace/OWOD/output/t3_ft/model_final.pth" + WEIGHTS: "/home/joseph/workspace/OWOD/output/t3_ft/model_final.pth" + ROI_HEADS: + NMS_THRESH_TEST: 0.4 +TEST: + DETECTIONS_PER_IMAGE: 100 DATASETS: TRAIN: ('t3_voc_coco_2007_train', ) TEST: ('voc_coco_2007_test', ) -TEST: - DETECTIONS_PER_IMAGE: 50 SOLVER: STEPS: (110000, 112000) MAX_ITER: 114000 @@ -13,6 +15,4 @@ SOLVER: OUTPUT_DIR: "./output/t3_evalulate" OWOD: PREV_INTRODUCED_CLS: 40 - CUR_INTRODUCED_CLS: 20 - CLUSTERING: - START_ITER: 74000 \ No newline at end of file + CUR_INTRODUCED_CLS: 20 \ No newline at end of file diff --git a/configs/OWOD/t3/t3_val.yaml b/configs/OWOD/t3/t3_val.yaml index 77e1c7d..4146998 100644 --- a/configs/OWOD/t3/t3_val.yaml +++ b/configs/OWOD/t3/t3_val.yaml @@ -1,6 +1,6 @@ _BASE_: "../../Base-RCNN-C4-OWOD.yaml" MODEL: - WEIGHTS: "/home/fk1/workspace/OWOD/output/t3_ft/model_final.pth" + WEIGHTS: "/home/joseph/workspace/OWOD/output/t3_ft/model_final.pth" DATASETS: TRAIN: ('voc_coco_2007_val', ) # t1_voc_coco_2007_train, t1_voc_coco_2007_ft TEST: ('voc_coco_2007_val', ) diff --git a/configs/OWOD/t4/t4_test.yaml b/configs/OWOD/t4/t4_test.yaml new file mode 100644 index 0000000..b43106f --- /dev/null +++ b/configs/OWOD/t4/t4_test.yaml @@ -0,0 +1,14 @@ +_BASE_: "../../Base-RCNN-C4-OWOD.yaml" +MODEL: + WEIGHTS: "/home/joseph/workspace/OWOD/output/t4_ft/model_final.pth" + ROI_HEADS: + NMS_THRESH_TEST: 0.4 +TEST: + DETECTIONS_PER_IMAGE: 100 +DATASETS: + TRAIN: ('t3_voc_coco_2007_train', ) + TEST: ('voc_coco_2007_test', ) +OUTPUT_DIR: "./output/t4_evalulate" +OWOD: + PREV_INTRODUCED_CLS: 60 + CUR_INTRODUCED_CLS: 20 \ No newline at end of file diff --git a/replicate.sh b/replicate.sh new file mode 100644 index 0000000..b747be1 --- /dev/null +++ b/replicate.sh @@ -0,0 +1,25 @@ +# Step 1) Copy the shared models to /OWOD/output/ and +# Step 2) Copy the shared data to /OWOD/datasets/VOC2007 + +# Task 1: Start +python tools/train_net.py --num-gpus 4 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t1/t1_val.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 1.5 OUTPUT_DIR "./output/t1_final" + +python tools/train_net.py --num-gpus 4 --eval-only --config-file ./configs/OWOD/t1/t1_test.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t1_final" +# Task 1: End + + +# Task 2: Start +python tools/train_net.py --num-gpus 4 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t2/t2_val.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 1.5 OUTPUT_DIR "./output/t2_final" + +python tools/train_net.py --num-gpus 4 --eval-only --config-file ./configs/OWOD/t2/t2_test.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t2_final" +# Task 2: End + +# Task 3: Start +python tools/train_net.py --num-gpus 4 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t3/t3_val.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 1.5 OUTPUT_DIR "./output/t3_final" + +python tools/train_net.py --num-gpus 4 --eval-only --config-file ./configs/OWOD/t3/t3_test.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t3_final" +# Task 3: End + +# Task 4: Start +python tools/train_net.py --num-gpus 4 --eval-only --config-file ./configs/OWOD/t4/t4_test.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t4_final" +# Task 4: End \ No newline at end of file diff --git a/run.sh b/run.sh index 3a3c64e..d78a8a4 100644 --- a/run.sh +++ b/run.sh @@ -1,106 +1,62 @@ -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52125' --resume --config-file ./configs/OWOD/t2/t2_train_baseline_only_frcnn.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/t2_baseline /home/fk1/workspace/OWOD/output/t2_ft_baseline -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/t2/t2_ft.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/t2_ft_baseline /home/fk1/workspace/OWOD/output/t3_baseline -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/t3/t3_train_baseline_only_frcnn.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52133' --resume --config-file ./configs/OWOD/iOD/10_p_10/next_10_train_with_unk_det.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52133' --resume --config-file ./configs/OWOD/iOD/10_p_10/ft.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52134' --resume --config-file ./configs/OWOD/iOD/10_p_10/ft_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 +# General flow: tx_train.yaml -> tx_ft -> tx_val -> tx_test + +# tx_train: trains the model. +# tx_ft: uses data-replay to address forgetting. (refer Sec 4.4 in paper) +# tx_val: learns the weibull distribution parameters from a kept aside validation set. +# tx_test: evaluate the final model +# x above can be {1, 2, 3, 4} + +# NB: Please edit the paths accordingly. +# NB: Please change the batch-size and learning rate if you are not running on 8 GPUs. +# (if you find something wrong in this, please raise an issue on GitHub) + +# Task 1 +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52125' --resume --config-file ./configs/OWOD/t1/t1_train.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t1" + +cp -r /home/joseph/workspace/OWOD/output/t1 /home/joseph/workspace/OWOD/output/t1_ft + +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/t1/t1_ft.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t1_ft" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t1_ft/model_final.pth" + +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t1/t1_val.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 1.5 OUTPUT_DIR "./output/t1_final" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t1_ft/model_final.pth" + +python tools/train_net.py --num-gpus 8 --eval-only --config-file ./configs/OWOD/t1/t1_test.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t1_final" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t1_ft/model_final.pth" -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52125' --config-file ./configs/OWOD/iOD/10_p_10/base_10_train.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 +# Task 2 +cp -r /home/joseph/workspace/OWOD/output/t1_ft /home/joseph/workspace/OWOD/output/t2 -#cp -r /home/fk1/workspace/OWOD/output/iOD/base_10 /home/fk1/workspace/OWOD/output/iOD/10_p_10 +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/t2/t2_train.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t2" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t2/model_final.pth" + +cp -r /home/joseph/workspace/OWOD/output/t2 /home/joseph/workspace/OWOD/output/t2_ft + +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/t2/t2_ft.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t2_ft" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t2_ft/model_final.pth" + +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t2/t2_val.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 1.5 OUTPUT_DIR "./output/t2_final" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t2_ft/model_final.pth" + +python tools/train_net.py --num-gpus 8 --eval-only --config-file ./configs/OWOD/t2/t2_test.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t2_final" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t2_ft/model_final.pth" +# Task 3 +cp -r /home/joseph/workspace/OWOD/output/t2_ft /home/joseph/workspace/OWOD/output/t3 -# current running -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/iOD/10_p_10/next_10_train_with_unk_detection.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/iOD/10_p_10 /home/fk1/workspace/OWOD/output/iOD/10_p_10_ft_10_per_class -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/iOD/10_p_10/ft_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/t3/t3_train.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t3" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t3/model_final.pth" -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --config-file ./configs/OWOD/t2/t2_train_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52128' --config-file ./configs/OWOD/t3/t3_train_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52129' --config-file ./configs/OWOD/t4/t4_train_with_all_knowns.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# Last one is not done. +cp -r /home/joseph/workspace/OWOD/output/t3 /home/joseph/workspace/OWOD/output/t3_ft + +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/t3/t3_ft.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t3_ft" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t3_ft/model_final.pth" + +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t3/t3_val.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 1.5 OUTPUT_DIR "./output/t3_final" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t3_ft/model_final.pth" + +python tools/train_net.py --num-gpus 8 --eval-only --config-file ./configs/OWOD/t3/t3_test.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t3_final" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t3_ft/model_final.pth" -## 15 + 5 -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52125' --config-file ./configs/OWOD/iOD/15_p_5/base_15_train.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/iOD/base_15 /home/fk1/workspace/OWOD/output/iOD/15_p_5 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/iOD/15_p_5/next_5_train_with_ud.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/iOD/15_p_5 /home/fk1/workspace/OWOD/output/iOD/15_p_5_ft -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/iOD/15_p_5/ft_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -# -## 19 + 1 -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52128' --config-file ./configs/OWOD/iOD/19_p_1/base_19_train.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/iOD/base_19 /home/fk1/workspace/OWOD/output/iOD/19_p_1 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52129' --resume --config-file ./configs/OWOD/iOD/19_p_1/next_1_train_with_ud.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/iOD/19_p_1 /home/fk1/workspace/OWOD/output/iOD/19_p_1_ft -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52130' --resume --config-file ./configs/OWOD/iOD/19_p_1/ft_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 +# Task 4 +cp -r /home/joseph/workspace/OWOD/output/t3_ft /home/joseph/workspace/OWOD/output/t4 +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/t4/t4_train.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t4" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t4/model_final.pth" -# -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52129' --config-file ./configs/OWOD/t4/t4_train_with_all_knowns.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -# -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/iOD/15_p_5/next_5_train_with_ud.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/iOD/15_p_5 /home/fk1/workspace/OWOD/output/iOD/15_p_5_ft -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/iOD/15_p_5/ft_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -# -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52129' --resume --config-file ./configs/OWOD/iOD/19_p_1/next_1_train_with_ud.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#cp -r /home/fk1/workspace/OWOD/output/iOD/19_p_1 /home/fk1/workspace/OWOD/output/iOD/19_p_1_ft -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52130' --resume --config-file ./configs/OWOD/iOD/19_p_1/ft_with_unk.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 +cp -r /home/joseph/workspace/OWOD/output/t4 /home/joseph/workspace/OWOD/output/t4_ft +python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52126' --resume --config-file ./configs/OWOD/t4/t4_ft.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 OUTPUT_DIR "./output/t4_ft" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t4_ft/model_final.pth" -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52127' --resume --config-file ./configs/OWOD/t2/t2_ft_10.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52128' --resume --config-file ./configs/OWOD/t2/t2_ft_50.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52129' --resume --config-file ./configs/OWOD/t2/t2_ft_200.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 -# -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52137' --resume --config-file ./configs/OWOD/t2/t2_ft_400.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 - - -#python tools/train_net.py --num-gpus 8 --dist-url='tcp://127.0.0.1:52137' --resume --config-file ./configs/OWOD/t2/t2_ft_20.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.01 - -# -#python tools/train_net.py --num-gpus 4 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t1/t1_val.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 2 OUTPUT_DIR "./output/temp_2" -# -#python tools/train_net.py --num-gpus 4 --eval-only --config-file ./configs/OWOD/t1/t1_test.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/temp_2" - - -python tools/train_net.py --num-gpus 4 --dist-url='tcp://127.0.0.1:52133' --config-file ./configs/OWOD/t1/t1_val.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.01 OWOD.TEMPERATURE 1.5 OUTPUT_DIR "./output/temp_1p5" - -python tools/train_net.py --num-gpus 4 --eval-only --config-file ./configs/OWOD/t1/t1_test.yaml SOLVER.IMS_PER_BATCH 4 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/temp_1p5" - +python tools/train_net.py --num-gpus 8 --eval-only --config-file ./configs/OWOD/t4/t4_test.yaml SOLVER.IMS_PER_BATCH 8 SOLVER.BASE_LR 0.005 OUTPUT_DIR "./output/t4_final" MODEL.WEIGHTS "/home/joseph/workspace/OWOD/output/t4_ft/model_final.pth" \ No newline at end of file