diff --git a/.gitignore b/.gitignore index d8f8bca6e..f1e7651da 100644 --- a/.gitignore +++ b/.gitignore @@ -12,3 +12,4 @@ build/ log/ nohup.out .DS_Store +.idea diff --git a/ppcls/static/program.py b/ppcls/static/program.py index 7f2313a58..a6a80f13e 100644 --- a/ppcls/static/program.py +++ b/ppcls/static/program.py @@ -371,6 +371,11 @@ def run(dataloader, "Except RuntimeError when reading data from dataloader, try to read once again..." ) continue + except IndexError: + logger.warning( + "Except IndexError when reading data from dataloader, try to read once again..." + ) + continue idx += 1 # ignore the warmup iters if idx == 5: diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh index 8ec70d35c..f9f2f7666 100644 --- a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_amp_fp16_DP.sh @@ -8,5 +8,11 @@ num_workers=8 # get data bash test_tipc/static/${model_item}/benchmark_common/prepare.sh + +cd ./dataset/ILSVRC2012 +cat train_list.txt >> tmp +for i in {1..10}; do cat tmp >> train_list.txt; done +cd ../../ + # run bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh index 6ab1ec00c..9f6ab183e 100644 --- a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_fp32_DP.sh @@ -8,5 +8,11 @@ num_workers=8 # get data bash test_tipc/static/${model_item}/benchmark_common/prepare.sh + +cd ./dataset/ILSVRC2012 +cat train_list.txt >> tmp +for i in {1..10}; do cat tmp >> train_list.txt; done +cd ../../ + # run bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1; diff --git a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh index 672fb2466..bef8186ea 100644 --- a/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh +++ b/test_tipc/static/ResNet50/N4C32/ResNet50_bs256_pure_fp16_DP.sh @@ -8,5 +8,11 @@ num_workers=8 # get data bash test_tipc/static/${model_item}/benchmark_common/prepare.sh + +cd ./dataset/ILSVRC2012 +cat train_list.txt >> tmp +for i in {1..10}; do cat tmp >> train_list.txt; done +cd ../../ + # run bash test_tipc/static/${model_item}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;