metafile.yml 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261
  1. Collections:
  2. - Name: EVA
  3. Metadata:
  4. Architecture:
  5. - Attention Dropout
  6. - Convolution
  7. - Dense Connections
  8. - Dropout
  9. - GELU
  10. - Layer Normalization
  11. - Multi-Head Attention
  12. - Scaled Dot-Product Attention
  13. - Tanh Activation
  14. Paper:
  15. Title: 'EVA: Exploring the Limits of Masked Visual Representation Learning at
  16. Scale'
  17. URL: https://arxiv.org/abs/2211.07636
  18. README: configs/eva/README.md
  19. Code:
  20. URL: null
  21. Version: null
  22. Models:
  23. - Name: eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k
  24. Metadata:
  25. Epochs: 400
  26. Batch Size: 4096
  27. FLOPs: 17581972224
  28. Parameters: 111776512
  29. Training Data: ImageNet-1k
  30. In Collection: EVA
  31. Results: null
  32. Weights: https://download.openmmlab.com/mmselfsup/1.x/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k_20221226-26d90f07.pth
  33. Config: configs/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k.py
  34. Downstream:
  35. - vit-base-p16_eva-mae-style-pre_8xb128-coslr-100e_in1k
  36. - vit-base-p16_eva-mae-style-pre_8xb2048-linear-coslr-100e_in1k
  37. - Name: vit-base-p16_eva-mae-style-pre_8xb128-coslr-100e_in1k
  38. Metadata:
  39. Epochs: 100
  40. Batch Size: 1024
  41. FLOPs: 17581215744
  42. Parameters: 86566120
  43. Training Data: ImageNet-1k
  44. In Collection: EVA
  45. Results:
  46. - Task: Image Classification
  47. Dataset: ImageNet-1k
  48. Metrics:
  49. Top 1 Accuracy: 83.7
  50. Weights: https://download.openmmlab.com/mmselfsup/1.x/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k/vit-base-p16_ft-8xb128-coslr-100e_in1k/vit-base-p16_ft-8xb128-coslr-100e_in1k_20221226-f61cf992.pth
  51. Config: configs/eva/benchmarks/vit-base-p16_8xb128-coslr-100e_in1k.py
  52. - Name: vit-base-p16_eva-mae-style-pre_8xb2048-linear-coslr-100e_in1k
  53. Metadata:
  54. Epochs: 100
  55. Batch Size: 16384
  56. FLOPs: 17581972992
  57. Parameters: 86567656
  58. Training Data: ImageNet-1k
  59. In Collection: EVA
  60. Results:
  61. - Task: Image Classification
  62. Dataset: ImageNet-1k
  63. Metrics:
  64. Top 1 Accuracy: 69.0
  65. Weights: https://download.openmmlab.com/mmselfsup/1.x/eva/eva-mae-style_vit-base-p16_16xb256-coslr-400e_in1k/vit-base-p16_linear-8xb2048-coslr-100e_in1k/vit-base-p16_linear-8xb2048-coslr-100e_in1k_20221226-ef51bf09.pth
  66. Config: configs/eva/benchmarks/vit-base-p16_8xb2048-linear-coslr-100e_in1k.py
  67. - Name: beit-l-p14_eva-pre_3rdparty_in1k-196px
  68. Metadata:
  69. FLOPs: 61565981696
  70. Parameters: 304142312
  71. Training Data:
  72. - ImageNet-21k
  73. - ImageNet-1k
  74. In Collection: EVA
  75. Results:
  76. - Dataset: ImageNet-1k
  77. Task: Image Classification
  78. Metrics:
  79. Top 1 Accuracy: 87.94
  80. Top 5 Accuracy: 98.5
  81. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-pre_3rdparty_in1k-196px_20221214-2adf4d28.pth
  82. Config: configs/eva/eva-l-p14_8xb16_in1k-196px.py
  83. Converted From:
  84. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_196px_1k_ft_88p0.pt
  85. Code: https://github.com/baaivision/EVA
  86. - Name: beit-l-p14_eva-in21k-pre_3rdparty_in1k-196px
  87. Metadata:
  88. FLOPs: 61565981696
  89. Parameters: 304142312
  90. Training Data:
  91. - ImageNet-21k
  92. - ImageNet-1k
  93. In Collection: EVA
  94. Results:
  95. - Dataset: ImageNet-1k
  96. Task: Image Classification
  97. Metrics:
  98. Top 1 Accuracy: 88.58
  99. Top 5 Accuracy: 98.65
  100. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-in21k-pre_3rdparty_in1k-196px_20221213-b730c7e7.pth
  101. Config: configs/eva/eva-l-p14_8xb16_in1k-196px.py
  102. Converted From:
  103. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_196px_21k_to_1k_ft_88p6.pt
  104. Code: https://github.com/baaivision/EVA
  105. - Name: beit-l-p14_3rdparty-eva_in21k
  106. Metadata:
  107. FLOPs: 81075147776
  108. Parameters: 303178752
  109. Training Data:
  110. - ImageNet-21k
  111. In Collection: EVA
  112. Results: null
  113. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_3rdparty-mim_in21k_20221213-3a5da50b.pth
  114. Config: configs/eva/eva-l-p14_headless.py
  115. Converted From:
  116. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14.pt
  117. Code: https://github.com/baaivision/EVA
  118. Downstream:
  119. - beit-l-p14_eva-pre_3rdparty_in21k
  120. - beit-l-p14_eva-pre_3rdparty_in1k-336px
  121. - beit-l-p14_eva-pre_3rdparty_in1k-196px
  122. - Name: beit-l-p14_eva-pre_3rdparty_in21k
  123. Metadata:
  124. FLOPs: 81075147776
  125. Parameters: 303178752
  126. Training Data:
  127. - ImageNet-21k
  128. In Collection: EVA
  129. Results: null
  130. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-pre_3rdparty_in21k_20221213-8f194fa2.pth
  131. Config: configs/eva/eva-l-p14_headless.py
  132. Converted From:
  133. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_21k_ft.pt
  134. Code: https://github.com/baaivision/EVA
  135. - Name: beit-l-p14_eva-pre_3rdparty_in1k-336px
  136. Metadata:
  137. FLOPs: 191100916736
  138. Parameters: 304531432
  139. Training Data:
  140. - ImageNet-21k
  141. - ImageNet-1k
  142. In Collection: EVA
  143. Results:
  144. - Dataset: ImageNet-1k
  145. Task: Image Classification
  146. Metrics:
  147. Top 1 Accuracy: 88.66
  148. Top 5 Accuracy: 98.75
  149. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-pre_3rdparty_in1k-336px_20221214-07785cfd.pth
  150. Config: configs/eva/eva-l-p14_8xb16_in1k-336px.py
  151. Converted From:
  152. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_336px_1k_ft_88p65.pt
  153. Code: https://github.com/baaivision/EVA
  154. Downstream:
  155. - beit-l-p14_eva-in21k-pre_3rdparty_in1k-336px
  156. - beit-l-p14_eva-in21k-pre_3rdparty_in1k-196px
  157. - Name: beit-l-p14_eva-in21k-pre_3rdparty_in1k-336px
  158. Metadata:
  159. FLOPs: 191100916736
  160. Parameters: 304531432
  161. Training Data:
  162. - ImageNet-21k
  163. - ImageNet-1k
  164. In Collection: EVA
  165. Results:
  166. - Dataset: ImageNet-1k
  167. Task: Image Classification
  168. Metrics:
  169. Top 1 Accuracy: 89.17
  170. Top 5 Accuracy: 98.86
  171. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-l-p14_mim-in21k-pre_3rdparty_in1k-336px_20221213-f25b7634.pth
  172. Config: configs/eva/eva-l-p14_8xb16_in1k-336px.py
  173. Converted From:
  174. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_l_psz14_336px_21k_to_1k_ft_89p2.pt
  175. Code: https://github.com/baaivision/EVA
  176. - Name: beit-g-p16_3rdparty-eva_30m
  177. Metadata:
  178. FLOPs: 203517463424
  179. Parameters: 1011315072
  180. Training Data:
  181. - merged-30M
  182. In Collection: EVA
  183. Results: null
  184. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p16_3rdparty_30m_20221213-7bed23ee.pth
  185. Config: configs/eva/eva-g-p16_headless.py
  186. Converted From:
  187. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_psz14to16.pt
  188. Code: https://github.com/baaivision/EVA
  189. - Name: beit-g-p14_3rdparty-eva_30m
  190. Metadata:
  191. FLOPs: 267174833024
  192. Parameters: 1011596672
  193. Training Data:
  194. - merged-30M
  195. In Collection: EVA
  196. Results: null
  197. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_3rdparty_30m_20221213-3b7aca97.pth
  198. Config: configs/eva/eva-g-p14_headless.py
  199. Converted From:
  200. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_psz14.pt
  201. Code: https://github.com/baaivision/EVA
  202. Downstream:
  203. - beit-g-p14_eva-30m-pre_3rdparty_in21k
  204. - Name: beit-g-p14_eva-30m-pre_3rdparty_in21k
  205. Metadata:
  206. FLOPs: 267174833024
  207. Parameters: 1011596672
  208. Training Data:
  209. - merged-30M
  210. - ImageNet-21k
  211. In Collection: EVA
  212. Results: null
  213. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_30m-pre_3rdparty_in21k_20221213-d72285b7.pth
  214. Config: configs/eva/eva-g-p14_headless.py
  215. Converted From:
  216. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_21k_224px_psz14.pt
  217. Code: https://github.com/baaivision/EVA
  218. Downstream:
  219. - beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-336px
  220. - beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-560px
  221. - Name: beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-336px
  222. Metadata:
  223. FLOPs: 620642757504
  224. Parameters: 1013005672
  225. Training Data:
  226. - merged-30M
  227. - ImageNet-21k
  228. - ImageNet-1k
  229. In Collection: EVA
  230. Results:
  231. - Dataset: ImageNet-1k
  232. Task: Image Classification
  233. Metrics:
  234. Top 1 Accuracy: 89.61
  235. Top 5 Accuracy: 98.93
  236. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_30m-in21k-pre_3rdparty_in1k-336px_20221213-210f9071.pth
  237. Config: configs/eva/eva-g-p14_8xb16_in1k-336px.py
  238. Converted From:
  239. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_21k_1k_336px_psz14_ema_89p6.pt
  240. Code: https://github.com/baaivision/EVA
  241. - Name: beit-g-p14_eva-30m-in21k-pre_3rdparty_in1k-560px
  242. Metadata:
  243. FLOPs: 1906761591680
  244. Parameters: 1014447464
  245. Training Data:
  246. - merged-30M
  247. - ImageNet-21k
  248. - ImageNet-1k
  249. In Collection: EVA
  250. Results:
  251. - Dataset: ImageNet-1k
  252. Task: Image Classification
  253. Metrics:
  254. Top 1 Accuracy: 89.71
  255. Top 5 Accuracy: 98.96
  256. Weights: https://download.openmmlab.com/mmclassification/v0/eva/eva-g-p14_30m-in21k-pre_3rdparty_in1k-560px_20221213-fa1c3652.pth
  257. Config: configs/eva/eva-g-p14_8xb16_in1k-560px.py
  258. Converted From:
  259. Weights: https://huggingface.co/BAAI/EVA/blob/main/eva_21k_1k_560px_psz14_ema_89p7.pt
  260. Code: https://github.com/baaivision/EVA