PaddleClas/tests/prepare.sh

61 lines
1.7 KiB
Bash
Raw Normal View History

2021-07-20 12:03:27 +08:00
#!/bin/bash
FILENAME=$1
# MODE be one of ['lite_train_infer' 'whole_infer' 'whole_train_infer', 'infer']
MODE=$2
dataline=$(cat ${FILENAME})
# parser params
IFS=$'\n'
lines=(${dataline})
function func_parser_value(){
strs=$1
2021-07-20 17:10:07 +08:00
IFS=":"
2021-07-20 12:03:27 +08:00
array=(${strs})
2021-08-03 11:42:45 +08:00
if [ ${#array[*]} = 2 ]; then
echo ${array[1]}
else
IFS="|"
tmp="${array[1]}:${array[2]}"
echo ${tmp}
fi
2021-07-20 12:03:27 +08:00
}
2021-08-03 11:42:45 +08:00
model_name=$(func_parser_value "${lines[1]}")
inference_model_url=$(func_parser_value "${lines[35]}")
2021-07-20 12:03:27 +08:00
if [ ${MODE} = "lite_train_infer" ] || [ ${MODE} = "whole_infer" ];then
# pretrain lite train data
cd dataset
2021-08-03 11:42:45 +08:00
rm -rf ILSVRC2012
2021-07-22 11:03:22 +08:00
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/data/whole_chain/whole_chain_little_train.tar
tar xf whole_chain_little_train.tar
2021-08-02 17:21:45 +08:00
ln -s whole_chain_little_train ILSVRC2012
cd ILSVRC2012
mv train.txt train_list.txt
mv val.txt val_list.txt
cd ../../
2021-07-20 12:03:27 +08:00
elif [ ${MODE} = "infer" ];then
# download data
cd dataset
2021-08-03 11:42:45 +08:00
rm -rf ILSVRC2012
2021-07-22 11:03:22 +08:00
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/data/whole_chain/whole_chain_infer.tar
tar xf whole_chain_infer.tar
2021-08-02 17:21:45 +08:00
ln -s whole_chain_infer ILSVRC2012
cd ILSVRC2012
mv val.txt val_list.txt
cd ../../
2021-08-03 11:42:45 +08:00
# download inference model
2021-08-02 17:21:45 +08:00
eval "wget -nc $inference_model_url"
2021-08-03 11:42:45 +08:00
tar xf "${model_name}_inference.tar"
2021-07-20 12:03:27 +08:00
elif [ ${MODE} = "whole_train_infer" ];then
cd dataset
2021-08-03 11:42:45 +08:00
rm -rf ILSVRC2012
2021-07-22 11:03:22 +08:00
wget -nc https://paddle-imagenet-models-name.bj.bcebos.com/data/whole_chain/whole_chain_CIFAR100.tar
tar xf whole_chain_CIFAR100.tar
2021-08-02 17:21:45 +08:00
ln -s whole_chain_CIFAR100 ILSVRC2012
cd ILSVRC2012
mv train.txt train_list.txt
mv val.txt val_list.txt
cd ../../
2021-07-20 12:03:27 +08:00
fi