mmpretrain/configs/eva02/metafile.yml

200 lines
7.8 KiB
YAML

Collections:
- Name: EVA02
Metadata:
Architecture:
- Rotary Position Embedding
- Sub Layer Normalization
- SwiGLU
Paper:
Title: 'EVA-02: A Visual Representation for Neon Genesis'
URL: https://arxiv.org/abs/2303.11331
README: configs/eva02/README.md
Models:
- Name: vit-tiny-p14_eva02-pre_in21k
Metadata:
FLOPs: 1703439360
Parameters: 5504064
Training Data:
- ImageNet-21k
In Collection: EVA02
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-tiny-p14_pre_in21k_20230505-d703e7b1.pth
Config: configs/eva02/eva02-tiny-p14_headless.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/pt/eva02_Ti_pt_in21k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
Downstream:
- vit-tiny-p14_eva02-in21k-pre_3rdparty_in1k-336px
- Name: vit-tiny-p14_eva02-in21k-pre_3rdparty_in1k-336px
Metadata:
FLOPs: 4675416000
Parameters: 5758888
Training Data:
- ImageNet-21k
- ImageNet-1k
In Collection: EVA02
Results:
- Dataset: ImageNet-1k
Task: Image Classification
Metrics:
Top 1 Accuracy: 80.69
Top 5 Accuracy: 95.54
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-tiny-p14_in21k-pre_3rdparty_in1k-336px_20230505-a4e8708a.pth
Config: configs/eva02/eva02-tiny-p14_in1k.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/cls/in1k/eva02_Ti_pt_in21k_ft_in1k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
- Name: vit-small-p14_eva02-pre_in21k
Metadata:
FLOPs: 6135404544
Parameters: 21624960
Training Data:
- ImageNet-21k
In Collection: EVA02
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-small-p14_pre_in21k_20230505-3175f463.pth
Config: configs/eva02/eva02-small-p14_headless.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/pt/eva02_S_pt_in21k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
Downstream:
- vit-small-p14_eva02-in21k-pre_3rdparty_in1k-336px
- Name: vit-small-p14_eva02-in21k-pre_3rdparty_in1k-336px
Metadata:
FLOPs: 15476744064
Parameters: 22133608
Training Data:
- ImageNet-21k
- ImageNet-1k
In Collection: EVA02
Results:
- Dataset: ImageNet-1k
Task: Image Classification
Metrics:
Top 1 Accuracy: 85.78
Top 5 Accuracy: 97.60
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-small-p14_in21k-pre_3rdparty_in1k-336px_20230505-9c5b0e85.pth
Config: configs/eva02/eva02-small-p14_in1k.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/cls/in1k/eva02_S_pt_in21k_ft_in1k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
- Name: vit-base-p14_eva02-pre_in21k
Metadata:
FLOPs: 23216492544
Parameters: 85766400
Training Data:
- ImageNet-21k
In Collection: EVA02
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-base-p14_pre_in21k_20230505-2f2d4d3c.pth
Config: configs/eva02/eva02-base-p14_headless.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/pt/eva02_B_pt_in21k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
Downstream:
- vit-base-p14_eva02-in21k-pre_3rdparty_in1k-448px
- vit-base-p14_eva02-in21k-pre_in21k-medft_3rdparty_in1k-448px
- Name: vit-base-p14_eva02-in21k-pre_3rdparty_in1k-448px
Metadata:
FLOPs: 107105984256
Parameters: 87126760
Training Data:
- ImageNet-21k
- ImageNet-1k
In Collection: EVA02
Results:
- Dataset: ImageNet-1k
Task: Image Classification
Metrics:
Top 1 Accuracy: 88.29
Top 5 Accuracy: 98.53
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-base-p14_in21k-pre_3rdparty_in1k-448px_20230505-8ad211c5.pth
Config: configs/eva02/eva02-base-p14_in1k.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/cls/in1k/eva02_B_pt_in21k_ft_in1k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
- Name: vit-base-p14_eva02-in21k-pre_in21k-medft_3rdparty_in1k-448px
Metadata:
FLOPs: 107105984256
Parameters: 87126760
Training Data:
- ImageNet-21k
- ImageNet-1k
In Collection: EVA02
Results:
- Dataset: ImageNet-1k
Task: Image Classification
Metrics:
Top 1 Accuracy: 88.47
Top 5 Accuracy: 98.62
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-base-p14_in21k-pre_in21k-medft_3rdparty_in1k-448px_20230505-5cd4d87f.pth
Config: configs/eva02/eva02-base-p14_in1k.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/cls/in21k/eva02_B_pt_in21k_medft_in21k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
- Name: vit-large-p14_eva02-pre_in21k
Metadata:
FLOPs: 81146703792
Parameters: 303291328
Training Data:
- ImageNet-21k
In Collection: EVA02
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-large-p14_pre_in21k_20230505-9072de5d.pth
Config: configs/eva02/eva02-large-p14_headless.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/pt/eva02_L_pt_in21k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
Downstream:
- vit-large-p14_eva02-in21k-pre_in21k-medft_3rdparty_in1k-448px
- Name: vit-large-p14_eva02-in21k-pre_in21k-medft_3rdparty_in1k-448px
Metadata:
FLOPs: 362333836208
Parameters: 305104808
Training Data:
- ImageNet-21k
- ImageNet-1k
In Collection: EVA02
Results:
- Dataset: ImageNet-1k
Task: Image Classification
Metrics:
Top 1 Accuracy: 89.65
Top 5 Accuracy: 98.95
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-large-p14_in21k-pre_in21k-medft_3rdparty_in1k-448px_20230505-926d1599.pth
Config: configs/eva02/eva02-large-p14_in1k.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/cls/in21k/eva02_L_pt_in21k_medft_in21k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
- Name: vit-large-p14_eva02-pre_m38m
Metadata:
FLOPs: 81146703792
Parameters: 303291328
Training Data:
- Merged-38M
In Collection: EVA02
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-large-p14_pre_m38m_20230505-b8a1a261.pth
Config: configs/eva02/eva02-large-p14_headless.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/pt/eva02_L_pt_m38m_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02
Downstream:
- vit-large-p14_eva02_m38m-pre_in21k-medft_3rdparty_in1k-448px
- Name: vit-large-p14_eva02_m38m-pre_in21k-medft_3rdparty_in1k-448px
Metadata:
FLOPs: 362333836208
Parameters: 305104808
Training Data:
- Merged-38M
- ImageNet-21k
- ImageNet-1k
In Collection: EVA02
Results:
- Dataset: ImageNet-1k
Task: Image Classification
Metrics:
Top 1 Accuracy: 89.83
Top 5 Accuracy: 99.00
Weights: https://download.openmmlab.com/mmpretrain/v1.0/eva02/eva02-large-p14_m38m-pre_in21k-medft_3rdparty_in1k-448px_20230505-150dc5ed.pth
Config: configs/eva02/eva02-large-p14_in1k.py
Converted From:
Weights: https://huggingface.co/Yuxin-CV/EVA-02/blob/main/eva02/cls/in21k/eva02_L_pt_m38m_medft_in21k_p14.pt
Code: https://github.com/baaivision/EVA/tree/master/EVA-02