Collections:
  - Name: OFD
    Metadata:
      Training Data:
        - CIFAR-10
    Paper:
      URL: https://arxiv.org/abs/1904.01866
      Title: A Comprehensive Overhaul of Feature Distillation
    README: configs/distill/mmcls/ofd/README.md
    Code:
      URL: https://github.com/open-mmlab/mmrazor/blob/dev-1.x/mmrazor/models/algorithms/distill/configurable/overhaul_feature_distillation.py
      Version: v2.0.0
    Converted From:
      Code: https://github.com/clovaai/overhaul-distillation
Models:
  - Name: ofd_backbone_resnet50_resnet18_8xb16_cifar10
    In Collection: OFD
    Metadata:
      Location: backbone
      Student:
        Config: mmrazor::vanilla/mmcls/wide-resnet/wrn16-w2_b16x8_cifar10.py
        Weights: https://download.openmmlab.com/mmrazor/v1/wide_resnet/wrn16_2_b16x8_cifar10_20220831_204709-446b466e.pth
        Metrics:
          Top 1 Accuracy: 93.2600
          Top 5 Accuracy: 99.8000
      Teacher:
        Config: mmrazor::vanilla/mmcls/wide-resnet/wrn28-w4_b16x8_cifar10.py
        Weights: https://download.openmmlab.com/mmrazor/v1/wide_resnet/wrn28_4_b16x8_cifar10_20220831_173536-d6f8725c.pth
        Metrics:
          Top 1 Accuracy: 95.4400
          Top 5 Accuracy: 99.8200
    Results:
      - Task: Image Classification
        Dataset: CIFAR-10
        Metrics:
          Top 1 Accuracy: 94.21
    Config: configs/distill/mmcls/ofd/ofd_backbone_resnet50_resnet18_8xb16_cifar10.py
    Weights: https://download.openmmlab.com/mmrazor/v1/overhaul/ofd_backbone_resnet50_resnet18_8xb16_cifar10_20230417_192216-ace2908f.pth
