74 lines
2.7 KiB
YAML
74 lines
2.7 KiB
YAML
Collections:
|
|
- Name: SparK
|
|
Metadata:
|
|
Architecture:
|
|
- Dense Connections
|
|
- GELU
|
|
- Layer Normalization
|
|
- Multi-Head Attention
|
|
- Scaled Dot-Product Attention
|
|
Paper:
|
|
Title: 'Designing BERT for Convolutional Networks: Sparse and Hierarchical Masked Modeling'
|
|
URL: https://arxiv.org/abs/2301.03580
|
|
README: configs/spark/README.md
|
|
Code:
|
|
URL: null
|
|
Version: null
|
|
|
|
Models:
|
|
- Name: spark_sparse-resnet50_800e_in1k
|
|
Metadata:
|
|
FLOPs: 4100000000
|
|
Parameters: 37971000
|
|
Training Data:
|
|
- ImageNet-1k
|
|
In Collection: SparK
|
|
Results: null
|
|
Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k_20230612-e403c28f.pth
|
|
Config: configs/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k.py
|
|
Downstream:
|
|
- resnet50_spark-pre_300e_in1k
|
|
- Name: resnet50_spark-pre_300e_in1k
|
|
Metadata:
|
|
FLOPs: 1310000000
|
|
Parameters: 23520000
|
|
Training Data:
|
|
- ImageNet-1k
|
|
In Collection: SparK
|
|
Results:
|
|
- Dataset: ImageNet-1k
|
|
Metrics:
|
|
Top 1 Accuracy: 80.1
|
|
Top 5 Accuracy: 94.9
|
|
Task: Image Classification
|
|
Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k/resnet50_8xb256-coslr-300e_in1k/resnet50_8xb256-coslr-300e_in1k_20230612-f86aab51.pth
|
|
Config: configs/spark/benchmarks/resnet50_8xb256-coslr-300e_in1k.py
|
|
|
|
- Name: spark_sparse-convnextv2-tiny_800e_in1k
|
|
Metadata:
|
|
FLOPs: 4470000000
|
|
Parameters: 39732000
|
|
Training Data:
|
|
- ImageNet-1k
|
|
In Collection: SparK
|
|
Results: null
|
|
Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k_20230612-b0ea712e.pth
|
|
Config: configs/spark/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k.py
|
|
Downstream:
|
|
- convnextv2-tiny_spark-pre_300e_in1k
|
|
- Name: convnextv2-tiny_spark-pre_300e_in1k
|
|
Metadata:
|
|
FLOPs: 4469631744
|
|
Parameters: 28635496
|
|
Training Data:
|
|
- ImageNet-1k
|
|
In Collection: SparK
|
|
Results:
|
|
- Dataset: ImageNet-1k
|
|
Metrics:
|
|
Top 1 Accuracy: 82.8
|
|
Top 5 Accuracy: 96.3
|
|
Task: Image Classification
|
|
Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark//spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k/convnextv2-tiny_8xb256-coslr-300e_in1k/convnextv2-tiny_8xb256-coslr-300e_in1k_20230612-ffc78743.pth
|
|
Config: configs/spark/benchmarks/convnextv2-tiny_8xb256-coslr-300e_in1k.py
|