fix fp32 invalid when amp used by default & support amp arg

This commit is contained in:
gaotingquan 2023-05-25 06:30:39 +00:00 committed by Tingquan Gao
parent 14d06fb6bd
commit 75b0f7d26f

View File

@ -29,9 +29,11 @@ function func_set_amp_params(){
value=$2 value=$2
if [[ ${value} = "fp16" ]];then if [[ ${value} = "fp16" ]];then
echo "-o AMP.scale_loss=128 -o AMP.use_dynamic_loss_scaling=True -o AMP.level=O2" echo "-o AMP.use_amp=True -o AMP.scale_loss=128 -o AMP.use_dynamic_loss_scaling=True -o AMP.level=O2"
elif [[ ${value} = "amp" ]];then
echo "-o AMP.use_amp=True -o AMP.scale_loss=128 -o AMP.use_dynamic_loss_scaling=True -o AMP.level=O1"
else else
echo " " echo "-o AMP.use_amp=False"
fi fi
} }
@ -42,7 +44,7 @@ function func_set_params(){
echo " " echo " "
elif [[ ${value} = "null" ]] || [[ ${value} = " " ]] || [ ${#value} -le 0 ];then elif [[ ${value} = "null" ]] || [[ ${value} = " " ]] || [ ${#value} -le 0 ];then
echo " " echo " "
else else
echo "${key}=${value}" echo "${key}=${value}"
fi fi
} }