| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261 |
- Collections:
- - Name: EVA
- Metadata:
- Architecture:
- - Attention Dropout
- - Convolution
- - Dense Connections
- - Dropout
- - GELU
- - Layer Normalization
- - Multi-Head Attention
- - Scaled Dot-Product Attention
- - Tanh Activation
- Paper:
- Title: 'EVA: Exploring the Limits of Masked Visual Representation Learning at
- Scale'
- URL: https://arxiv.org/abs/2211.07636
- README: configs/eva/README.md
- Code:
- URL: null
- Version: null
- Models:
- - Name: eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k
- Metadata:
- Epochs: 400
- Batch Size: 4096
- FLOPs: 17581972224
- Parameters: 111776512
- Training Data: ImageNet-1k
- In Collection: EVA
- Results: null
- Weights: https://download.openmmlab.com/mmselfsup/1.x/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k_20221226-26d90f07.pth
- Config: configs/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k.py
- Downstream:
- - vit-base-p16_eva-mae-style-pre_8xb128-coslr-100e_in1k
- - vit-base-p16_eva-mae-style-pre_8xb2048-linear-coslr-100e_in1k
- - Name: vit-base-p16_eva-mae-style-pre_8xb128-coslr-100e_in1k
- Metadata:
- Epochs: 100
- Batch Size: 1024
- FLOPs: 17581215744
- Parameters: 86566120
- Training Data: ImageNet-1k
- In Collection: EVA
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 83.7
- Weights: https://download.openmmlab.com/mmselfsup/1.x/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k/vit-base-p16_ft-8xb128-coslr-100e_in1k/vit-base-p16_ft-8xb128-coslr-100e_in1k_20221226-f61cf992.pth
- Config: configs/eva/benchmarks/vit-base-p16_8xb128-coslr-100e_in1k.py
- - Name: vit-base-p16_eva-mae-style-pre_8xb2048-linear-coslr-100e_in1k
- Metadata:
- Epochs: 100
- Batch Size: 16384
- FLOPs: 17581972992
- Parameters: 86567656
- Training Data: ImageNet-1k
- In Collection: EVA
- Results:
- - Task: Image Classification
- Dataset: ImageNet-1k
- Metrics:
- Top 1 Accuracy: 69.0
- Weights: https://download.openmmlab.com/mmselfsup/1.x/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k/vit-base-p16_linear-8xb2048-coslr-100e_in1k/vit-base-p16_linear-8xb2048-coslr-100e_in1k_20221226-ef51bf09.pth
- Config: configs/eva/benchmarks/vit-base-p16_8xb2048-linear-coslr-100e_in1k.py
- - Name: beit-l-p14_eva-pre_3rdparty_in1k-196px
- Metadata:
- FLOPs: 61565981696
- Parameters: 304142312
- Training Data:
- - ImageNet-21k
- - ImageNet-1k
- In Collection: EVA
- Results:
- - Dataset: ImageNet-1k
- Task: Image Classification
- Metrics:
- Top 1 Accuracy: 87.94
- Top 5 Accuracy: 98.5
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-pre_3rdparty_in1k-196px_20221214-2adf4d28.pth
- Config: configs/eva/eva-l-p14_8xb16_in1k-196px.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_196px_1k_ft_88p0.pt
- Code: https://github.com/baaivision/EVA
- - Name: beit-l-p14_eva-in21k-pre_3rdparty_in1k-196px
- Metadata:
- FLOPs: 61565981696
- Parameters: 304142312
- Training Data:
- - ImageNet-21k
- - ImageNet-1k
- In Collection: EVA
- Results:
- - Dataset: ImageNet-1k
- Task: Image Classification
- Metrics:
- Top 1 Accuracy: 88.58
- Top 5 Accuracy: 98.65
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-in21k-pre_3rdparty_in1k-196px_20221213-b730c7e7.pth
- Config: configs/eva/eva-l-p14_8xb16_in1k-196px.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_196px_21k_to_1k_ft_88p6.pt
- Code: https://github.com/baaivision/EVA
- - Name: beit-l-p14_3rdparty-eva_in21k
- Metadata:
- FLOPs: 81075147776
- Parameters: 303178752
- Training Data:
- - ImageNet-21k
- In Collection: EVA
- Results: null
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_3rdparty-mim_in21k_20221213-3a5da50b.pth
- Config: configs/eva/eva-l-p14_headless.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14.pt
- Code: https://github.com/baaivision/EVA
- Downstream:
- - beit-l-p14_eva-pre_3rdparty_in21k
- - beit-l-p14_eva-pre_3rdparty_in1k-336px
- - beit-l-p14_eva-pre_3rdparty_in1k-196px
- - Name: beit-l-p14_eva-pre_3rdparty_in21k
- Metadata:
- FLOPs: 81075147776
- Parameters: 303178752
- Training Data:
- - ImageNet-21k
- In Collection: EVA
- Results: null
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-pre_3rdparty_in21k_20221213-8f194fa2.pth
- Config: configs/eva/eva-l-p14_headless.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_21k_ft.pt
- Code: https://github.com/baaivision/EVA
- - Name: beit-l-p14_eva-pre_3rdparty_in1k-336px
- Metadata:
- FLOPs: 191100916736
- Parameters: 304531432
- Training Data:
- - ImageNet-21k
- - ImageNet-1k
- In Collection: EVA
- Results:
- - Dataset: ImageNet-1k
- Task: Image Classification
- Metrics:
- Top 1 Accuracy: 88.66
- Top 5 Accuracy: 98.75
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-pre_3rdparty_in1k-336px_20221214-07785cfd.pth
- Config: configs/eva/eva-l-p14_8xb16_in1k-336px.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_336px_1k_ft_88p65.pt
- Code: https://github.com/baaivision/EVA
- Downstream:
- - beit-l-p14_eva-in21k-pre_3rdparty_in1k-336px
- - beit-l-p14_eva-in21k-pre_3rdparty_in1k-196px
- - Name: beit-l-p14_eva-in21k-pre_3rdparty_in1k-336px
- Metadata:
- FLOPs: 191100916736
- Parameters: 304531432
- Training Data:
- - ImageNet-21k
- - ImageNet-1k
- In Collection: EVA
- Results:
- - Dataset: ImageNet-1k
- Task: Image Classification
- Metrics:
- Top 1 Accuracy: 89.17
- Top 5 Accuracy: 98.86
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-in21k-pre_3rdparty_in1k-336px_20221213-f25b7634.pth
- Config: configs/eva/eva-l-p14_8xb16_in1k-336px.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_336px_21k_to_1k_ft_89p2.pt
- Code: https://github.com/baaivision/EVA
- - Name: beit-g-p16_3rdparty-eva_30m
- Metadata:
- FLOPs: 203517463424
- Parameters: 1011315072
- Training Data:
- - merged-30M
- In Collection: EVA
- Results: null
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p16_3rdparty_30m_20221213-7bed23ee.pth
- Config: configs/eva/eva-g-p16_headless.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_psz14to16.pt
- Code: https://github.com/baaivision/EVA
- - Name: beit-g-p14_3rdparty-eva_30m
- Metadata:
- FLOPs: 267174833024
- Parameters: 1011596672
- Training Data:
- - merged-30M
- In Collection: EVA
- Results: null
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_3rdparty_30m_20221213-3b7aca97.pth
- Config: configs/eva/eva-g-p14_headless.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_psz14.pt
- Code: https://github.com/baaivision/EVA
- Downstream:
- - beit-g-p14_eva-30m-pre_3rdparty_in21k
- - Name: beit-g-p14_eva-30m-pre_3rdparty_in21k
- Metadata:
- FLOPs: 267174833024
- Parameters: 1011596672
- Training Data:
- - merged-30M
- - ImageNet-21k
- In Collection: EVA
- Results: null
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_30m-pre_3rdparty_in21k_20221213-d72285b7.pth
- Config: configs/eva/eva-g-p14_headless.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_21k_224px_psz14.pt
- Code: https://github.com/baaivision/EVA
- Downstream:
- - beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-336px
- - beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-560px
- - Name: beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-336px
- Metadata:
- FLOPs: 620642757504
- Parameters: 1013005672
- Training Data:
- - merged-30M
- - ImageNet-21k
- - ImageNet-1k
- In Collection: EVA
- Results:
- - Dataset: ImageNet-1k
- Task: Image Classification
- Metrics:
- Top 1 Accuracy: 89.61
- Top 5 Accuracy: 98.93
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_30m-in21k-pre_3rdparty_in1k-336px_20221213-210f9071.pth
- Config: configs/eva/eva-g-p14_8xb16_in1k-336px.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_21k_1k_336px_psz14_ema_89p6.pt
- Code: https://github.com/baaivision/EVA
- - Name: beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-560px
- Metadata:
- FLOPs: 1906761591680
- Parameters: 1014447464
- Training Data:
- - merged-30M
- - ImageNet-21k
- - ImageNet-1k
- In Collection: EVA
- Results:
- - Dataset: ImageNet-1k
- Task: Image Classification
- Metrics:
- Top 1 Accuracy: 89.71
- Top 5 Accuracy: 98.96
- Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_30m-in21k-pre_3rdparty_in1k-560px_20221213-fa1c3652.pth
- Config: configs/eva/eva-g-p14_8xb16_in1k-560px.py
- Converted From:
- Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_21k_1k_560px_psz14_ema_89p7.pt
- Code: https://github.com/baaivision/EVA
|