metafile.yml 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103
  1. Collections:
  2. - Name: MFF
  3. Metadata:
  4. Training Data: ImageNet-1k
  5. Training Techniques:
  6. - AdamW
  7. Training Resources: 8x A100-80G GPUs
  8. Architecture:
  9. - ViT
  10. Paper:
  11. Title: Improving Pixel-based MIM by Reducing Wasted Modeling Capability
  12. URL: https://arxiv.org/pdf/2308.00261.pdf
  13. README: configs/mff/README.md
  14. Models:
  15. - Name: mff_vit-base-p16_8xb512-amp-coslr-300e_in1k
  16. Metadata:
  17. Epochs: 300
  18. Batch Size: 2048
  19. FLOPs: 17581972224
  20. Parameters: 85882692
  21. Training Data: ImageNet-1k
  22. In Collection: MaskFeat
  23. Results: null
  24. Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k_20230801-3c1bcce4.pth
  25. Config: configs/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k.py
  26. Downstream:
  27. - vit-base-p16_mff-300e-pre_8xb128-coslr-100e_in1k
  28. - vit-base-p16_mff-300e-pre_8xb2048-linear-coslr-90e_in1k
  29. - Name: mff_vit-base-p16_8xb512-amp-coslr-800e_in1k
  30. Metadata:
  31. Epochs: 800
  32. Batch Size: 2048
  33. FLOPs: 17581972224
  34. Parameters: 85882692
  35. Training Data: ImageNet-1k
  36. In Collection: MaskFeat
  37. Results: null
  38. Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k_20230801-3af7cd9d.pth
  39. Config: configs/mff/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k.py
  40. Downstream:
  41. - vit-base-p16_mff-800e-pre_8xb128-coslr-100e_in1k
  42. - vit-base-p16_mff-800e-pre_8xb2048-linear-coslr-90e_in1k
  43. - Name: vit-base-p16_mff-300e-pre_8xb128-coslr-100e_in1k
  44. Metadata:
  45. Epochs: 100
  46. Batch Size: 1024
  47. FLOPs: 17581215744
  48. Parameters: 86566120
  49. Training Data: ImageNet-1k
  50. In Collection: MaskFeat
  51. Results:
  52. - Task: Image Classification
  53. Dataset: ImageNet-1k
  54. Metrics:
  55. Top 1 Accuracy: 83.0
  56. Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k/vit-base-p16_8xb128-coslr-100e_in1k/vit-base-p16_8xb128-coslr-100e_in1k_20230802-d746fdb7.pth
  57. Config: configs/mff/benchmarks/vit-base-p16_8xb128-coslr-100e_in1k.py
  58. - Name: vit-base-p16_mff-800e-pre_8xb128-coslr-100e_in1k
  59. Metadata:
  60. Epochs: 100
  61. Batch Size: 1024
  62. FLOPs: 17581215744
  63. Parameters: 86566120
  64. Training Data: ImageNet-1k
  65. In Collection: MFF
  66. Results:
  67. - Task: Image Classification
  68. Dataset: ImageNet-1k
  69. Metrics:
  70. Top 1 Accuracy: 83.7
  71. Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-800e_in1k/vit-base-p16_8xb128-coslr-100e/vit-base-p16_8xb128-coslr-100e_20230802-6780e47d.pth
  72. Config: configs/mff/benchmarks/vit-base-p16_8xb128-coslr-100e_in1k.py
  73. - Name: vit-base-p16_mff-300e-pre_8xb2048-linear-coslr-90e_in1k
  74. Metadata:
  75. Epochs: 90
  76. Batch Size: 16384
  77. FLOPs: 17581215744
  78. Parameters: 86566120
  79. Training Data: ImageNet-1k
  80. In Collection: MFF
  81. Results:
  82. - Task: Image Classification
  83. Dataset: ImageNet-1k
  84. Metrics:
  85. Top 1 Accuracy: 64.2
  86. Weights:
  87. Config: configs/mff/benchmarks/vit-base-p16_8xb2048-linear-coslr-90e_in1k.py
  88. - Name: vit-base-p16_mff-800e-pre_8xb2048-linear-coslr-90e_in1k
  89. Metadata:
  90. Epochs: 90
  91. Batch Size: 16384
  92. FLOPs: 17581215744
  93. Parameters: 86566120
  94. Training Data: ImageNet-1k
  95. In Collection: MFF
  96. Results:
  97. - Task: Image Classification
  98. Dataset: ImageNet-1k
  99. Metrics:
  100. Top 1 Accuracy: 68.3
  101. Weights: https://download.openmmlab.com/mmpretrain/v1.0/mff/mff_vit-base-p16_8xb512-amp-coslr-300e_in1k/vit-base-p16_8xb128-coslr-100e_in1k/vit-base-p16_8xb128-coslr-100e_in1k_20230802-d746fdb7.pth
  102. Config: configs/mff/benchmarks/vit-base-p16_8xb2048-linear-coslr-90e_in1k.py