| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859 |
- Collections:
- - Name: MILAN
- Metadata:
- Training Data: ImageNet-1k
- Training Techniques:
- - AdamW
- Training Resources: 16x A100-80G GPUs
- Architecture:
- - ViT
- Paper:
- Title: 'MILAN: Masked Image Pretraining on Language Assisted Representation'
- URL: https://arxiv.org/pdf/2208.06049
- README: configs/milan/README.md
- Models:
- - Name: milan_vit-base-p16_16xb256-amp-coslr-400e_in1k
- Metadata:
- Epochs: 400
- Batch Size: 4096
- FLOPs: 17581972224
- Parameters: 111907584
- Training Data: ImageNet-1k
- In Collection: MILAN
- Results: null
- Weights: https://download.openmmlab.com/mmselfsup/1.x/milan/milan_vit-base-p16_16xb256-amp-coslr-400e_in1k/milan_vit-base-p16_16xb256-amp-coslr-400e_in1k_20221129-180922e8.pth
- Config: configs/milan/milan_vit-base-p16_16xb256-amp-coslr-400e_in1k.py
- Downstream:
- - vit-base-p16_milan-pre_8xb128-coslr-100e_in1k
- - vit-base-p16_milan-pre_8xb2048-linear-coslr-100e_in1k
- - Name: vit-base-p16_milan-pre_8xb128-coslr-100e_in1k
- Metadata:
- Epochs: 100
- Batch Size: 1024
- FLOPs: 17581215744
- Parameters: 86566120
- Training Data: ImageNet-1k
- In Collection: MILAN
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 85.3
- Weights: https://download.openmmlab.com/mmselfsup/1.x/milan/milan_vit-base-p16_16xb256-amp-coslr-400e_in1k/vit-base-p16_ft-8xb128-coslr-100e_in1k/vit-base-p16_ft-8xb128-coslr-100e_in1k-milan_20221129-74ac94fa.pth
- Config: configs/milan/benchmarks/vit-base-p16_8xb128-coslr-100e_in1k.py
- - Name: vit-base-p16_milan-pre_8xb2048-linear-coslr-100e_in1k
- Metadata:
- Epochs: 100
- Batch Size: 16384
- FLOPs: 17581972992
- Parameters: 86567656
- Training Data: ImageNet-1k
- In Collection: MILAN
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 78.9
- Weights: https://download.openmmlab.com/mmselfsup/1.x/milan/milan_vit-base-p16_16xb256-amp-coslr-400e_in1k/vit-base-p16_linear-8xb2048-coslr-100e_in1k/vit-base-p16_linear-8xb2048-coslr-100e_in1k_20221129-03f26f85.pth
- Config: configs/milan/benchmarks/vit-base-p16_8xb2048-linear-coslr-100e_in1k.py
|