metafile.yml 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. Collections:
  2. - Name: TinyViT
  3. Metadata:
  4. Training Data: ImageNet-1k
  5. Architecture:
  6. - MBConv
  7. - Window Multi-head Self-Attention
  8. Paper:
  9. Title: 'TinyViT: Fast Pretraining Distillation for Small Vision Transformers'
  10. URL: https://arxiv.org/abs/2207.10666
  11. README: configs/tinyvit/README.md
  12. Code:
  13. Version: v1.0.0rc1
  14. URL: https://github.com/open-mmlab/mmpretrain/blob/v0.23.2/mmcls/models/backbones/tinyvit.py
  15. Models:
  16. - Name: tinyvit-5m_3rdparty_in1k
  17. Metadata:
  18. FLOPs: 1286655360
  19. Parameters: 5392764
  20. Training Data: ImageNet-1k
  21. In Collection: TinyViT
  22. Results:
  23. - Dataset: ImageNet-1k
  24. Metrics:
  25. Top 1 Accuracy: 79.02
  26. Top 5 Accuracy: 94.74
  27. Task: Image Classification
  28. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-5m_3rdparty_in1k_20221021-62cb5abf.pth
  29. Config: configs/tinyvit/tinyvit-5m_8xb256_in1k.py
  30. Converted From:
  31. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_5m_1k.pth
  32. Code: https://github.com/microsoft/Cream/tree/main/TinyViT
  33. - Name: tinyvit-5m_in21k-distill-pre_3rdparty_in1k
  34. Metadata:
  35. FLOPs: 1286655360
  36. Parameters: 5392764
  37. Training Data:
  38. - ImageNet-21k
  39. - ImageNet-1k
  40. In Collection: TinyViT
  41. Results:
  42. - Dataset: ImageNet-1k
  43. Metrics:
  44. Top 1 Accuracy: 80.71
  45. Top 5 Accuracy: 95.57
  46. Task: Image Classification
  47. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-5m_in21k-distill-pre_3rdparty_in1k_20221021-d4b010a8.pth
  48. Config: configs/tinyvit/tinyvit-5m-distill_8xb256_in1k.py
  49. Converted From:
  50. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_5m_22kto1k_distill.pth
  51. Code: https://github.com/microsoft/Cream/tree/main/TinyViT
  52. - Name: tinyvit-11m_3rdparty_in1k
  53. Metadata:
  54. FLOPs: 2050033664
  55. Parameters: 10996972
  56. Training Data: ImageNet-1k
  57. In Collection: TinyViT
  58. Results:
  59. - Dataset: ImageNet-1k
  60. Metrics:
  61. Top 1 Accuracy: 81.44
  62. Top 5 Accuracy: 95.79
  63. Task: Image Classification
  64. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-11m_3rdparty_in1k_20221021-11ccef16.pth
  65. Config: configs/tinyvit/tinyvit-11m_8xb256_in1k.py
  66. Converted From:
  67. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_11m_1k.pth
  68. Code: https://github.com/microsoft/Cream/tree/main/TinyViT
  69. - Name: tinyvit-11m_in21k-distill-pre_3rdparty_in1k
  70. Metadata:
  71. FLOPs: 2050033664
  72. Parameters: 10996972
  73. Training Data:
  74. - ImageNet-21k
  75. - ImageNet-1k
  76. In Collection: TinyViT
  77. Results:
  78. - Dataset: ImageNet-1k
  79. Metrics:
  80. Top 1 Accuracy: 83.19
  81. Top 5 Accuracy: 96.53
  82. Task: Image Classification
  83. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-11m_in21k-distill-pre_3rdparty_in1k_20221021-5d3bc0dc.pth
  84. Config: configs/tinyvit/tinyvit-11m-distill_8xb256_in1k.py
  85. Converted From:
  86. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_11m_22kto1k_distill.pth
  87. Code: https://github.com/microsoft/Cream/tree/main/TinyViT
  88. - Name: tinyvit-21m_3rdparty_in1k
  89. Metadata:
  90. FLOPs: 4301124096
  91. Parameters: 21198568
  92. Training Data: ImageNet-1k
  93. In Collection: TinyViT
  94. Results:
  95. - Dataset: ImageNet-1k
  96. Metrics:
  97. Top 1 Accuracy: 83.08
  98. Top 5 Accuracy: 96.58
  99. Task: Image Classification
  100. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-21m_3rdparty_in1k_20221021-5346ba34.pth
  101. Config: configs/tinyvit/tinyvit-21m_8xb256_in1k.py
  102. Converted From:
  103. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_21m_1k.pth
  104. Code: https://github.com/microsoft/Cream/tree/main/TinyViT
  105. - Name: tinyvit-21m_in21k-distill-pre_3rdparty_in1k
  106. Metadata:
  107. FLOPs: 4301124096
  108. Parameters: 21198568
  109. Training Data:
  110. - ImageNet-21k
  111. - ImageNet-1k
  112. In Collection: TinyViT
  113. Results:
  114. - Dataset: ImageNet-1k
  115. Metrics:
  116. Top 1 Accuracy: 84.85
  117. Top 5 Accuracy: 97.27
  118. Task: Image Classification
  119. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-21m_in21k-distill-pre_3rdparty_in1k_20221021-3d9b30a2.pth
  120. Config: configs/tinyvit/tinyvit-21m-distill_8xb256_in1k.py
  121. Converted From:
  122. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_21m_22kto1k_distill.pth
  123. Code: https://github.com/microsoft/Cream/tree/main/TinyViT
  124. - Name: tinyvit-21m_in21k-distill-pre_3rdparty_in1k-384px
  125. Metadata:
  126. FLOPs: 13848250176
  127. Parameters: 21230488
  128. Training Data:
  129. - ImageNet-21k
  130. - ImageNet-1k
  131. In Collection: TinyViT
  132. Results:
  133. - Dataset: ImageNet-1k
  134. Metrics:
  135. Top 1 Accuracy: 86.21
  136. Top 5 Accuracy: 97.77
  137. Task: Image Classification
  138. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-21m_in21k-distill-pre_3rdparty_in1k-384px_20221021-65be6b3f.pth
  139. Config: configs/tinyvit/tinyvit-21m-distill_8xb256_in1k-384px.py
  140. Converted From:
  141. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_21m_22kto1k_384_distill.pth
  142. Code: https://github.com/microsoft/Cream/tree/main/TinyViT
  143. - Name: tinyvit-21m_in21k-distill-pre_3rdparty_in1k-512px
  144. Metadata:
  145. FLOPs: 27151420224
  146. Parameters: 21268120
  147. Training Data:
  148. - ImageNet-21k
  149. - ImageNet-1k
  150. In Collection: TinyViT
  151. Results:
  152. - Dataset: ImageNet-1k
  153. Metrics:
  154. Top 1 Accuracy: 86.44
  155. Top 5 Accuracy: 97.89
  156. Task: Image Classification
  157. Weights: https://download.openmmlab.com/mmclassification/v0/tinyvit/tinyvit-21m_in21k-distill-pre_3rdparty_in1k-512px_20221021-e42a9bea.pth
  158. Config: configs/tinyvit/tinyvit-21m-distill_8xb256_in1k-512px.py
  159. Converted From:
  160. Weights: https://github.com/wkcn/TinyViT-model-zoo/releases/download/checkpoints/tiny_vit_21m_22kto1k_512_distill.pth
  161. Code: https://github.com/microsoft/Cream/tree/main/TinyViT