metafile.yml 2.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273
  1. Collections:
  2. - Name: SparK
  3. Metadata:
  4. Architecture:
  5. - Dense Connections
  6. - GELU
  7. - Layer Normalization
  8. - Multi-Head Attention
  9. - Scaled Dot-Product Attention
  10. Paper:
  11. Title: 'Designing BERT for Convolutional Networks: Sparse and Hierarchical Masked Modeling'
  12. URL: https://arxiv.org/abs/2301.03580
  13. README: configs/spark/README.md
  14. Code:
  15. URL: null
  16. Version: null
  17. Models:
  18. - Name: spark_sparse-resnet50_800e_in1k
  19. Metadata:
  20. FLOPs: 4100000000
  21. Parameters: 37971000
  22. Training Data:
  23. - ImageNet-1k
  24. In Collection: SparK
  25. Results: null
  26. Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k_20230612-e403c28f.pth
  27. Config: configs/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k.py
  28. Downstream:
  29. - resnet50_spark-pre_300e_in1k
  30. - Name: resnet50_spark-pre_300e_in1k
  31. Metadata:
  32. FLOPs: 1310000000
  33. Parameters: 23520000
  34. Training Data:
  35. - ImageNet-1k
  36. In Collection: SparK
  37. Results:
  38. - Dataset: ImageNet-1k
  39. Metrics:
  40. Top 1 Accuracy: 80.1
  41. Top 5 Accuracy: 94.9
  42. Task: Image Classification
  43. Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-resnet50_8xb512-amp-coslr-800e_in1k/resnet50_8xb256-coslr-300e_in1k/resnet50_8xb256-coslr-300e_in1k_20230612-f86aab51.pth
  44. Config: configs/spark/benchmarks/resnet50_8xb256-coslr-300e_in1k.py
  45. - Name: spark_sparse-convnextv2-tiny_800e_in1k
  46. Metadata:
  47. FLOPs: 4470000000
  48. Parameters: 39732000
  49. Training Data:
  50. - ImageNet-1k
  51. In Collection: SparK
  52. Results: null
  53. Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k_20230612-b0ea712e.pth
  54. Config: configs/spark/spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k.py
  55. Downstream:
  56. - convnextv2-tiny_spark-pre_300e_in1k
  57. - Name: convnextv2-tiny_spark-pre_300e_in1k
  58. Metadata:
  59. FLOPs: 4469631744
  60. Parameters: 28635496
  61. Training Data:
  62. - ImageNet-1k
  63. In Collection: SparK
  64. Results:
  65. - Dataset: ImageNet-1k
  66. Metrics:
  67. Top 1 Accuracy: 82.8
  68. Top 5 Accuracy: 96.3
  69. Task: Image Classification
  70. Weights: https://download.openmmlab.com/mmpretrain/v1.0/spark//spark_sparse-convnextv2-tiny_16xb256-amp-coslr-800e_in1k/convnextv2-tiny_8xb256-coslr-300e_in1k/convnextv2-tiny_8xb256-coslr-300e_in1k_20230612-ffc78743.pth
  71. Config: configs/spark/benchmarks/convnextv2-tiny_8xb256-coslr-300e_in1k.py