metafile.yml 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201
  1. Collections:
  2. - Name: MoCoV3
  3. Metadata:
  4. Training Data: ImageNet-1k
  5. Training Techniques:
  6. - LARS
  7. Training Resources: 32x V100 GPUs
  8. Architecture:
  9. - ResNet
  10. - ViT
  11. - MoCo
  12. Paper:
  13. Title: An Empirical Study of Training Self-Supervised Vision Transformers
  14. URL: https://arxiv.org/abs/2104.02057
  15. README: configs/mocov3/README.md
  16. Models:
  17. - Name: mocov3_resnet50_8xb512-amp-coslr-100e_in1k
  18. Metadata:
  19. Epochs: 100
  20. Batch Size: 4096
  21. FLOPs: 4109364224
  22. Parameters: 68012160
  23. Training Data: ImageNet-1k
  24. In Collection: MoCoV3
  25. Results: null
  26. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_resnet50_8xb512-amp-coslr-100e_in1k/mocov3_resnet50_8xb512-amp-coslr-100e_in1k_20220927-f1144efa.pth
  27. Config: configs/mocov3/mocov3_resnet50_8xb512-amp-coslr-100e_in1k.py
  28. Downstream:
  29. - resnet50_mocov3-100e-pre_8xb128-linear-coslr-90e_in1k
  30. - Name: mocov3_resnet50_8xb512-amp-coslr-300e_in1k
  31. Metadata:
  32. Epochs: 300
  33. Batch Size: 4096
  34. FLOPs: 4109364224
  35. Parameters: 68012160
  36. Training Data: ImageNet-1k
  37. In Collection: MoCoV3
  38. Results: null
  39. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_resnet50_8xb512-amp-coslr-300e_in1k/mocov3_resnet50_8xb512-amp-coslr-300e_in1k_20220927-1e4f3304.pth
  40. Config: configs/mocov3/mocov3_resnet50_8xb512-amp-coslr-300e_in1k.py
  41. Downstream:
  42. - resnet50_mocov3-300e-pre_8xb128-linear-coslr-90e_in1k
  43. - Name: mocov3_resnet50_8xb512-amp-coslr-800e_in1k
  44. Metadata:
  45. Epochs: 800
  46. Batch Size: 4096
  47. FLOPs: 4109364224
  48. Parameters: 68012160
  49. Training Data: ImageNet-1k
  50. In Collection: MoCoV3
  51. Results: null
  52. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_resnet50_8xb512-amp-coslr-800e_in1k/mocov3_resnet50_8xb512-amp-coslr-800e_in1k_20220927-e043f51a.pth
  53. Config: configs/mocov3/mocov3_resnet50_8xb512-amp-coslr-800e_in1k.py
  54. Downstream:
  55. - resnet50_mocov3-800e-pre_8xb128-linear-coslr-90e_in1k
  56. - Name: resnet50_mocov3-100e-pre_8xb128-linear-coslr-90e_in1k
  57. Metadata:
  58. Epochs: 90
  59. Batch Size: 1024
  60. FLOPs: 4109464576
  61. Parameters: 25557032
  62. Training Data: ImageNet-1k
  63. In Collection: MoCoV3
  64. Results:
  65. - Task: Image Classification
  66. Dataset: ImageNet-1k
  67. Metrics:
  68. Top 1 Accuracy: 69.6
  69. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_resnet50_8xb512-amp-coslr-100e_in1k/resnet50_linear-8xb128-coslr-90e_in1k/resnet50_linear-8xb128-coslr-90e_in1k_20220927-8f7d937e.pth
  70. Config: configs/mocov3/benchmarks/resnet50_8xb128-linear-coslr-90e_in1k.py
  71. - Name: resnet50_mocov3-300e-pre_8xb128-linear-coslr-90e_in1k
  72. Metadata:
  73. Epochs: 90
  74. Batch Size: 1024
  75. FLOPs: 4109464576
  76. Parameters: 25557032
  77. Training Data: ImageNet-1k
  78. In Collection: MoCoV3
  79. Results:
  80. - Task: Image Classification
  81. Dataset: ImageNet-1k
  82. Metrics:
  83. Top 1 Accuracy: 72.8
  84. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_resnet50_8xb512-amp-coslr-300e_in1k/resnet50_linear-8xb128-coslr-90e_in1k/resnet50_linear-8xb128-coslr-90e_in1k_20220927-d21ddac2.pth
  85. Config: configs/mocov3/benchmarks/resnet50_8xb128-linear-coslr-90e_in1k.py
  86. - Name: resnet50_mocov3-800e-pre_8xb128-linear-coslr-90e_in1k
  87. Metadata:
  88. Epochs: 90
  89. Batch Size: 1024
  90. FLOPs: 4109464576
  91. Parameters: 25557032
  92. Training Data: ImageNet-1k
  93. In Collection: MoCoV3
  94. Results:
  95. - Task: Image Classification
  96. Dataset: ImageNet-1k
  97. Metrics:
  98. Top 1 Accuracy: 74.4
  99. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_resnet50_8xb512-amp-coslr-800e_in1k/resnet50_linear-8xb128-coslr-90e_in1k/resnet50_linear-8xb128-coslr-90e_in1k_20220927-0e97a483.pth
  100. Config: configs/mocov3/benchmarks/resnet50_8xb128-linear-coslr-90e_in1k.py
  101. - Name: mocov3_vit-small-p16_16xb256-amp-coslr-300e_in1k
  102. Metadata:
  103. Epochs: 300
  104. Batch Size: 4096
  105. FLOPs: 4607954304
  106. Parameters: 84266752
  107. Training Data: ImageNet-1k
  108. In Collection: MoCoV3
  109. Results: null
  110. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_vit-small-p16_16xb256-amp-coslr-300e_in1k/mocov3_vit-small-p16_16xb256-amp-coslr-300e_in1k-224_20220826-08bc52f7.pth
  111. Config: configs/mocov3/mocov3_vit-small-p16_16xb256-amp-coslr-300e_in1k.py
  112. Downstream:
  113. - vit-small-p16_mocov3-pre_8xb128-linear-coslr-90e_in1k
  114. - Name: vit-small-p16_mocov3-pre_8xb128-linear-coslr-90e_in1k
  115. Metadata:
  116. Epochs: 90
  117. Batch Size: 1024
  118. FLOPs: 4607954304
  119. Parameters: 22050664
  120. Training Data: ImageNet-1k
  121. In Collection: MoCoV3
  122. Results:
  123. - Task: Image Classification
  124. Dataset: ImageNet-1k
  125. Metrics:
  126. Top 1 Accuracy: 73.6
  127. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_vit-small-p16_16xb256-amp-coslr-300e_in1k/vit-small-p16_linear-8xb128-coslr-90e_in1k/vit-small-p16_linear-8xb128-coslr-90e_in1k_20220826-376674ef.pth
  128. Config: configs/mocov3/benchmarks/vit-small-p16_8xb128-linear-coslr-90e_in1k.py
  129. - Name: mocov3_vit-base-p16_16xb256-amp-coslr-300e_in1k
  130. Metadata:
  131. Epochs: 300
  132. Batch Size: 4096
  133. FLOPs: 17581972224
  134. Parameters: 215678464
  135. Training Data: ImageNet-1k
  136. In Collection: MoCoV3
  137. Results: null
  138. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_vit-base-p16_16xb256-amp-coslr-300e_in1k/mocov3_vit-base-p16_16xb256-amp-coslr-300e_in1k-224_20220826-25213343.pth
  139. Config: configs/mocov3/mocov3_vit-base-p16_16xb256-amp-coslr-300e_in1k.py
  140. Downstream:
  141. - vit-base-p16_mocov3-pre_8xb128-linear-coslr-90e_in1k
  142. - vit-base-p16_mocov3-pre_8xb64-coslr-150e_in1k
  143. - Name: vit-base-p16_mocov3-pre_8xb64-coslr-150e_in1k
  144. Metadata:
  145. Epochs: 150
  146. Batch Size: 512
  147. FLOPs: 17581972224
  148. Parameters: 86567656
  149. Training Data: ImageNet-1k
  150. In Collection: MoCoV3
  151. Results:
  152. - Task: Image Classification
  153. Dataset: ImageNet-1k
  154. Metrics:
  155. Top 1 Accuracy: 83.0
  156. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_vit-base-p16_16xb256-amp-coslr-300e_in1k/vit-base-p16_ft-8xb64-coslr-150e_in1k/vit-base-p16_ft-8xb64-coslr-150e_in1k_20220826-f1e6c442.pth
  157. Config: configs/mocov3/benchmarks/vit-base-p16_8xb64-coslr-150e_in1k.py
  158. - Name: vit-base-p16_mocov3-pre_8xb128-linear-coslr-90e_in1k
  159. Metadata:
  160. Epochs: 90
  161. Batch Size: 1024
  162. FLOPs: 17581972224
  163. Parameters: 86567656
  164. Training Data: ImageNet-1k
  165. In Collection: MoCoV3
  166. Results:
  167. - Task: Image Classification
  168. Dataset: ImageNet-1k
  169. Metrics:
  170. Top 1 Accuracy: 76.9
  171. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_vit-base-p16_16xb256-amp-coslr-300e_in1k/vit-base-p16_linear-8xb128-coslr-90e_in1k/vit-base-p16_linear-8xb128-coslr-90e_in1k_20220826-83be7758.pth
  172. Config: configs/mocov3/benchmarks/vit-base-p16_8xb128-linear-coslr-90e_in1k.py
  173. - Name: mocov3_vit-large-p16_64xb64-amp-coslr-300e_in1k
  174. Metadata:
  175. Epochs: 300
  176. Batch Size: 4096
  177. FLOPs: 61603111936
  178. Parameters: 652781568
  179. Training Data: ImageNet-1k
  180. In Collection: MoCoV3
  181. Results: null
  182. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_vit-large-p16_64xb64-amp-coslr-300e_in1k/mocov3_vit-large-p16_64xb64-amp-coslr-300e_in1k-224_20220829-9b88a442.pth
  183. Config: configs/mocov3/mocov3_vit-large-p16_64xb64-amp-coslr-300e_in1k.py
  184. Downstream:
  185. - vit-large-p16_mocov3-pre_8xb64-coslr-100e_in1k
  186. - Name: vit-large-p16_mocov3-pre_8xb64-coslr-100e_in1k
  187. Metadata:
  188. Epochs: 100
  189. Batch Size: 512
  190. FLOPs: 61603111936
  191. Parameters: 304326632
  192. Training Data: ImageNet-1k
  193. In Collection: MoCoV3
  194. Results:
  195. - Task: Image Classification
  196. Dataset: ImageNet-1k
  197. Metrics:
  198. Top 1 Accuracy: 83.7
  199. Weights: https://download.openmmlab.com/mmselfsup/1.x/mocov3/mocov3_vit-large-p16_64xb64-amp-coslr-300e_in1k/vit-large-p16_ft-8xb64-coslr-100e_in1k/vit-large-p16_ft-8xb64-coslr-100e_in1k_20220829-878a2f7f.pth
  200. Config: configs/mocov3/benchmarks/vit-large-p16_8xb64-coslr-100e_in1k.py