156 lines
3.5 KiB
YAML
156 lines
3.5 KiB
YAML
# global configs
|
|
Global:
|
|
checkpoints: null
|
|
pretrained_model: null
|
|
output_dir: "./output/"
|
|
device: "gpu"
|
|
save_interval: 1
|
|
eval_during_train: True
|
|
eval_interval: 1
|
|
epochs: 100
|
|
print_batch_step: 10
|
|
use_visualdl: False
|
|
# used for static mode and model export
|
|
image_shape: [3, 224, 224]
|
|
save_inference_dir: "./inference"
|
|
|
|
# model architecture
|
|
Arch:
|
|
name: "DistillationModel"
|
|
# if not null, its lengths should be same as models
|
|
pretrained_list:
|
|
# if not null, its lengths should be same as models
|
|
freeze_params_list:
|
|
- True
|
|
- False
|
|
models:
|
|
- Teacher:
|
|
name: ResNet34
|
|
pretrained: True
|
|
|
|
- Student:
|
|
name: ResNet18
|
|
pretrained: False
|
|
|
|
infer_model_name: "Student"
|
|
|
|
|
|
# loss function config for traing/eval process
|
|
Loss:
|
|
Train:
|
|
- DistillationGTCELoss:
|
|
weight: 1.0
|
|
model_names: ["Student"]
|
|
- DistillationDKDLoss:
|
|
weight: 1.0
|
|
model_name_pairs: [["Student", "Teacher"]]
|
|
temperature: 1
|
|
alpha: 1.0
|
|
beta: 1.0
|
|
Eval:
|
|
- CELoss:
|
|
weight: 1.0
|
|
|
|
|
|
Optimizer:
|
|
name: Momentum
|
|
momentum: 0.9
|
|
weight_decay: 1e-4
|
|
lr:
|
|
name: MultiStepDecay
|
|
learning_rate: 0.2
|
|
milestones: [30, 60, 90]
|
|
step_each_epoch: 1
|
|
gamma: 0.1
|
|
|
|
|
|
# data loader for train and eval
|
|
DataLoader:
|
|
Train:
|
|
dataset:
|
|
name: ImageNetDataset
|
|
image_root: "./dataset/ILSVRC2012/"
|
|
cls_label_path: "./dataset/ILSVRC2012/train_list.txt"
|
|
transform_ops:
|
|
- DecodeImage:
|
|
to_rgb: True
|
|
channel_first: False
|
|
- RandCropImage:
|
|
size: 224
|
|
- RandFlipImage:
|
|
flip_code: 1
|
|
- NormalizeImage:
|
|
scale: 0.00392157
|
|
mean: [0.485, 0.456, 0.406]
|
|
std: [0.229, 0.224, 0.225]
|
|
order: ''
|
|
|
|
sampler:
|
|
name: DistributedBatchSampler
|
|
batch_size: 128
|
|
drop_last: False
|
|
shuffle: True
|
|
loader:
|
|
num_workers: 8
|
|
use_shared_memory: True
|
|
|
|
Eval:
|
|
dataset:
|
|
name: ImageNetDataset
|
|
image_root: "./dataset/ILSVRC2012/"
|
|
cls_label_path: "./dataset/ILSVRC2012/val_list.txt"
|
|
transform_ops:
|
|
- DecodeImage:
|
|
to_rgb: True
|
|
channel_first: False
|
|
- ResizeImage:
|
|
resize_short: 256
|
|
- CropImage:
|
|
size: 224
|
|
- NormalizeImage:
|
|
scale: 0.00392157
|
|
mean: [0.485, 0.456, 0.406]
|
|
std: [0.229, 0.224, 0.225]
|
|
order: ''
|
|
sampler:
|
|
name: DistributedBatchSampler
|
|
batch_size: 64
|
|
drop_last: False
|
|
shuffle: False
|
|
loader:
|
|
num_workers: 4
|
|
use_shared_memory: True
|
|
|
|
Infer:
|
|
infer_imgs: "docs/images/inference_deployment/whl_demo.jpg"
|
|
batch_size: 10
|
|
transforms:
|
|
- DecodeImage:
|
|
to_rgb: True
|
|
channel_first: False
|
|
- ResizeImage:
|
|
resize_short: 256
|
|
- CropImage:
|
|
size: 224
|
|
- NormalizeImage:
|
|
scale: 1.0/255.0
|
|
mean: [0.485, 0.456, 0.406]
|
|
std: [0.229, 0.224, 0.225]
|
|
order: ''
|
|
- ToCHWImage:
|
|
PostProcess:
|
|
name: DistillationPostProcess
|
|
func: Topk
|
|
topk: 5
|
|
class_id_map_file: "ppcls/utils/imagenet1k_label_list.txt"
|
|
|
|
Metric:
|
|
Train:
|
|
- DistillationTopkAcc:
|
|
model_key: "Student"
|
|
topk: [1, 5]
|
|
Eval:
|
|
- DistillationTopkAcc:
|
|
model_key: "Student"
|
|
topk: [1, 5]
|