| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103 |
- Collections:
- - Name: MFF
- Metadata:
- Training Data: ImageNet-1k
- Training Techniques:
- - AdamW
- Training Resources: 8x A100-80G GPUs
- Architecture:
- - ViT
- Paper:
- Title: Improving Pixel-based MIM by Reducing Wasted Modeling Capability
- URL: https://arxiv.org/pdf/2308.00261.pdf
- README: configs/mff/README.md
- Models:
- - Name: mff_vit-base-p16_8xb512-amp-coslr-300e_in1k
- Metadata:
- Epochs: 300
- Batch Size: 2048
- FLOPs: 17581972224
- Parameters: 85882692
- Training Data: ImageNet-1k
- In Collection: MaskFeat
- Results: null
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k_20230801-3c1bcce4.pth
- Config: configs/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k.py
- Downstream:
- - vit-base-p16_mff-300e-pre_8xb128-coslr-100e_in1k
- - vit-base-p16_mff-300e-pre_8xb2048-linear-coslr-90e_in1k
- - Name: mff_vit-base-p16_8xb512-amp-coslr-800e_in1k
- Metadata:
- Epochs: 800
- Batch Size: 2048
- FLOPs: 17581972224
- Parameters: 85882692
- Training Data: ImageNet-1k
- In Collection: MaskFeat
- Results: null
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k_20230801-3af7cd9d.pth
- Config: configs/mff/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k.py
- Downstream:
- - vit-base-p16_mff-800e-pre_8xb128-coslr-100e_in1k
- - vit-base-p16_mff-800e-pre_8xb2048-linear-coslr-90e_in1k
- - Name: vit-base-p16_mff-300e-pre_8xb128-coslr-100e_in1k
- Metadata:
- Epochs: 100
- Batch Size: 1024
- FLOPs: 17581215744
- Parameters: 86566120
- Training Data: ImageNet-1k
- In Collection: MaskFeat
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 83.0
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k/vit-base-p16_8xb128-coslr-100e_in1k/vit-base-p16_8xb128-coslr-100e_in1k_20230802-d746fdb7.pth
- Config: configs/mff/benchmarks/vit-base-p16_8xb128-coslr-100e_in1k.py
- - Name: vit-base-p16_mff-800e-pre_8xb128-coslr-100e_in1k
- Metadata:
- Epochs: 100
- Batch Size: 1024
- FLOPs: 17581215744
- Parameters: 86566120
- Training Data: ImageNet-1k
- In Collection: MFF
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 83.7
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k/vit-base-p16_8xb128-coslr-100e/vit-base-p16_8xb128-coslr-100e_20230802-6780e47d.pth
- Config: configs/mff/benchmarks/vit-base-p16_8xb128-coslr-100e_in1k.py
- - Name: vit-base-p16_mff-300e-pre_8xb2048-linear-coslr-90e_in1k
- Metadata:
- Epochs: 90
- Batch Size: 16384
- FLOPs: 17581215744
- Parameters: 86566120
- Training Data: ImageNet-1k
- In Collection: MFF
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 64.2
- Weights:
- Config: configs/mff/benchmarks/vit-base-p16_8xb2048-linear-coslr-90e_in1k.py
- - Name: vit-base-p16_mff-800e-pre_8xb2048-linear-coslr-90e_in1k
- Metadata:
- Epochs: 90
- Batch Size: 16384
- FLOPs: 17581215744
- Parameters: 86566120
- Training Data: ImageNet-1k
- In Collection: MFF
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 68.3
- Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k/vit-base-p16_8xb128-coslr-100e_in1k/vit-base-p16_8xb128-coslr-100e_in1k_20230802-d746fdb7.pth
- Config: configs/mff/benchmarks/vit-base-p16_8xb2048-linear-coslr-90e_in1k.py
|