mirrors
/
PaddleClas
mirror of https://github.com/PaddlePaddle/PaddleClas.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

add statuscheck and follow the tipc_standard

pull/2478/head
xiongkun 2022-11-11 07:52:18 +00:00 committed by Wei Shengyu
parent c9f8b87ef4
commit 5ad2817470
1 changed files with 16 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
test_tipc/test_train_dy2static_python.sh
View File

@ -20,16 +20,19 @@ model_name=$(func_parser_value "${lines[1]}")
LOG_PATH="./test_tipc/output/${model_name}/${MODE}" LOG_PATH="./test_tipc/output/${model_name}/${MODE}"
rm -rf $LOG_PATH rm -rf $LOG_PATH
mkdir -p ${LOG_PATH} mkdir -p ${LOG_PATH}
status_log="${LOG_PATH}/results_python.log"
# start dygraph train # start dygraph train
dygraph_output=$LOG_PATH/dygraph_output.txt dygraph_output=$LOG_PATH/python_train_infer_dygraph_output.txt
dygraph_loss=$LOG_PATH/dygraph_loss.txt
sed -i '15ctrainer:norm_train' ${FILENAME} sed -i '15ctrainer:norm_train' ${FILENAME}
cmd="bash test_tipc/test_train_inference_python.sh ${FILENAME} $MODE >$dygraph_output 2>&1" cmd="bash test_tipc/test_train_inference_python.sh ${FILENAME} $MODE >$dygraph_output 2>&1"
echo $cmd echo $cmd
eval $cmd eval $cmd
# start dy2static train # start dy2static train
dy2static_output=$LOG_PATH/dy2static_output.txt dy2static_output=$LOG_PATH/python_train_infer_dy2static_output.txt
dy2static_loss=$LOG_PATH/dy2static_loss.txt
sed -i '15ctrainer:to_static_train' ${FILENAME} sed -i '15ctrainer:to_static_train' ${FILENAME}
cmd="bash test_tipc/test_train_inference_python.sh ${FILENAME} $MODE >$dy2static_output 2>&1" cmd="bash test_tipc/test_train_inference_python.sh ${FILENAME} $MODE >$dy2static_output 2>&1"
echo $cmd echo $cmd
@ -38,20 +41,16 @@ eval $cmd
# analysis and compare the losses. # analysis and compare the losses.
dyout=`cat $dy2static_output | python3 test_tipc/extract_loss.py -v 'Iter:' -e 'loss: {%f},'` dyout=`cat $dy2static_output | python3 test_tipc/extract_loss.py -v 'Iter:' -e 'loss: {%f},'`
stout=`cat $dygraph_output | python3 test_tipc/extract_loss.py -v 'Iter:' -e 'loss: {%f},' ` stout=`cat $dygraph_output | python3 test_tipc/extract_loss.py -v 'Iter:' -e 'loss: {%f},' `
echo $dyout echo $dyout > $dygraph_loss
echo $stout echo $stout > $dy2static_loss
diff_log=$LOG_PATH/diff_log.txt
diff_cmd="diff -w $dygraph_loss $dy2static_loss | tee $diff_log"
eval $diff_cmd
last_status=$?
if [ "$dyout" = "" ]; then if [ "$dyout" = "" ]; then
echo "Failed to run model." status_check 2 $diff_cmd $status_log $model_name $diff_log
exit -1
fi fi
if [ "$dyout" = "$stout" ]; then if [ "$stout" = "" ]; then
echo "Successful Run Dy2static." status_check 2 $diff_cmd $status_log $model_name $diff_log
exit 0
else
echo "Loss is not equal."
echo "Dygraph Loss is: "
echo $dyout
echo "Dy2Static Loss is: "
echo $stout
exit -1
fi fi
status_check $last_status $diff_cmd $status_log $model_name $diff_log