| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273 |
- Collections:
- - Name: SparK
- Metadata:
- Architecture:
- - Dense Connections
- - GELU
- - Layer Normalization
- - Multi-Head Attention
- - Scaled Dot-Product Attention
- Paper:
- Title: 'Designing BERT for Convolutional Networks: Sparse and Hierarchical Masked Modeling'
- URL: https://arxiv.org/abs/2301.03580
- README: configs/spark/README.md
- Code:
- URL: null
- Version: null
- Models:
- - Name: spark_sparse-resnet50_800e_in1k
- Metadata:
- FLOPs: 4100000000
- Parameters: 37971000
- Training Data:
- - ImageNet-1k
- In Collection: SparK
- Results: null
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k_20230612-e403c28f.pth
- Config: configs/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k.py
- Downstream:
- - resnet50_spark-pre_300e_in1k
- - Name: resnet50_spark-pre_300e_in1k
- Metadata:
- FLOPs: 1310000000
- Parameters: 23520000
- Training Data:
- - ImageNet-1k
- In Collection: SparK
- Results:
- - Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 80.1
- Top 5 Accuracy: 94.9
- Task: Image Classification
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k/resnet50_8xb256-coslr-300e_in1k/resnet50_8xb256-coslr-300e_in1k_20230612-f86aab51.pth
- Config: configs/spark/benchmarks/resnet50_8xb256-coslr-300e_in1k.py
- - Name: spark_sparse-convnextv2-tiny_800e_in1k
- Metadata:
- FLOPs: 4470000000
- Parameters: 39732000
- Training Data:
- - ImageNet-1k
- In Collection: SparK
- Results: null
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k_20230612-b0ea712e.pth
- Config: configs/spark/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k.py
- Downstream:
- - convnextv2-tiny_spark-pre_300e_in1k
- - Name: convnextv2-tiny_spark-pre_300e_in1k
- Metadata:
- FLOPs: 4469631744
- Parameters: 28635496
- Training Data:
- - ImageNet-1k
- In Collection: SparK
- Results:
- - Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 82.8
- Top 5 Accuracy: 96.3
- Task: Image Classification
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark//spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k/convnextv2-tiny_8xb256-coslr-300e_in1k/convnextv2-tiny_8xb256-coslr-300e_in1k_20230612-ffc78743.pth
- Config: configs/spark/benchmarks/convnextv2-tiny_8xb256-coslr-300e_in1k.py
|