metafile.yml 2.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. Collections:
  2. - Name: OFA
  3. Metadata:
  4. Architecture:
  5. - ResNet
  6. - Transformer
  7. Training Data:
  8. - CC12M
  9. - CC3M
  10. - SBU
  11. - COCO
  12. - VG
  13. - VQAv2
  14. - GQA
  15. - RefCOCO
  16. - OpenImages
  17. - Object365
  18. - YFCC100M
  19. - ImageNet-21K
  20. - Pile
  21. Paper:
  22. Title: 'OFA: Unifying Architectures, Tasks, and Modalities Through a Simple
  23. Sequence-to-Sequence Learning Framework'
  24. URL: https://arxiv.org/abs/2202.03052
  25. README: configs/ofa/README.md
  26. Models:
  27. - Name: ofa-base_3rdparty-finetuned_refcoco
  28. Metadata:
  29. FLOPs: null
  30. Parameters: 182238536
  31. In Collection: OFA
  32. Results:
  33. - Task: Visual Grounding
  34. Dataset: RefCOCO
  35. Metrics:
  36. Accuracy (testA): 90.49
  37. Accuracy (testB): 83.63
  38. Weights: https://download.openmmlab.com/mmclassification/v1/ofa/ofa-base_3rdparty_refcoco_20230418-2797d3ab.pth
  39. Config: configs/ofa/ofa-base_finetuned_refcoco.py
  40. Converted From:
  41. Weights: https://ofa-beijing.oss-cn-beijing.aliyuncs.com/checkpoints/refcoco_base_best.pt
  42. Code: https://github.com/OFA-Sys/OFA
  43. - Name: ofa-base_3rdparty-finetuned_vqa
  44. Metadata:
  45. FLOPs: null
  46. Parameters: 182238536
  47. In Collection: OFA
  48. Results:
  49. - Task: Visual Question Answering
  50. Dataset: VQAv2
  51. Metrics:
  52. Accuracy: 78.00 # Report from the official repo
  53. Weights: https://download.openmmlab.com/mmclassification/v1/ofa/ofa-base_3rdparty_coco-vqa_20230418-f38539a5.pth
  54. Config: configs/ofa/ofa-base_finetuned_vqa.py
  55. Converted From:
  56. Weights: https://ofa-beijing.oss-cn-beijing.aliyuncs.com/checkpoints/vqa_large_best.pt
  57. Code: https://github.com/OFA-Sys/OFA
  58. - Name: ofa-base_3rdparty-finetuned_caption
  59. Metadata:
  60. FLOPs: null
  61. Parameters: 182238536
  62. In Collection: OFA
  63. Results:
  64. - Task: Image Caption
  65. Dataset: COCO
  66. Metrics:
  67. BLEU-4: 42.64
  68. CIDER: 144.50
  69. Weights: https://download.openmmlab.com/mmclassification/v1/ofa/ofa-base_3rdparty_coco-caption_20230418-de18914e.pth
  70. Config: configs/ofa/ofa-base_finetuned_caption.py
  71. Converted From:
  72. Weights: https://ofa-beijing.oss-cn-beijing.aliyuncs.com/checkpoints/caption_base_best.pt
  73. Code: https://github.com/OFA-Sys/OFA
  74. - Name: ofa-base_3rdparty-zeroshot_vqa
  75. Metadata:
  76. FLOPs: null
  77. Parameters: 182238536
  78. In Collection: OFA
  79. Results:
  80. - Task: Visual Question Answering
  81. Dataset: VQAv2
  82. Metrics:
  83. Accuracy: 58.32
  84. Weights: https://download.openmmlab.com/mmclassification/v1/ofa/ofa-base_3rdparty_pretrain_20230418-dccfc07f.pth
  85. Config: configs/ofa/ofa-base_zeroshot_vqa.py
  86. Converted From:
  87. Weights: https://ofa-beijing.oss-cn-beijing.aliyuncs.com/checkpoints/ofa_base.pt
  88. Code: https://github.com/OFA-Sys/OFA