modelcard.sh 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163
  1. function dataset_to_memory() {
  2. # README: copy data into memory
  3. tar --use-compress-program=pigz -cvf ImageNet_ILSVRC2012.tar.pz ImageNet_ILSVRC2012/
  4. sudo mount -t tmpfs -o size=150G tmpfs .media/memfs/
  5. tar --use-compress-program=pigz -xvf ImageNet_ILSVRC2012.tar.pz -C /media/memfs/ # 5min
  6. }
  7. function classification() {
  8. # VMambav0-T ======================================================
  9. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav0_tiny_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  10. # VMambav0-S ======================================================
  11. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav0_small_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  12. # VMambav0-B ======================================================
  13. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav0_base_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  14. # VMamba-T[s2l5] ======================================================
  15. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav2_tiny_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  16. # VMamba-T ======================================================
  17. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav2v_tiny_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  18. # VMamba-S ======================================================
  19. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav2_small_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  20. # VMamba-S[s1l20] ======================================================
  21. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav2v_small_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  22. # VMamba-B ======================================================
  23. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav2_base_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  24. # VMamba-B[s1l20] ======================================================
  25. torchrun --nproc_per_node 8 --master_port 12340 main.py --cfg configs/vssm/vmambav2v_base_224.yaml --data-path /media/memfs/ImageNet_ILSVRC2012 --output ../../out
  26. }
  27. function detection() {
  28. mkdir -p detection/data
  29. ln -s /media/Disk1/Dataset/MSCOCO2017 detection/data/coco
  30. cd detection
  31. # VMambav0-T ======================================================
  32. export CKPT="publish/vssm0/classification/vssm0_tiny/vssm0_tiny_ckpt_epoch.pth"
  33. PORT=12345 bash ./tools/dist_train.sh configs/vssm/mask_rcnn_vssm_fpn_coco_tiny.py 8 --cfg-options model.backbone.pretrained=$CKPT
  34. # VMambav0-S ======================================================
  35. export CKPT="publish/vssm0/classification/vssm0_small/vssm0_small_ckpt_epoch.pth"
  36. PORT=12345 bash ./tools/dist_train.sh configs/vssm/mask_rcnn_vssm_fpn_coco_small.py 8 --cfg-options model.backbone.pretrained=$CKPT
  37. # VMambav0-B ======================================================
  38. export CKPT="publish/vssm0/classification/vssm0_base/vssm0_base_ckpt_epoch.pth"
  39. PORT=12345 bash ./tools/dist_train.sh configs/vssm/mask_rcnn_vssm_fpn_coco_base.py 8 --cfg-options model.backbone.pretrained=$CKPT
  40. # VMamba-T[s2l5] ======================================================
  41. export CKPT="publish/vssm1/classification/vssm1_tiny/vssm1_tiny_ckpt_epoch.pth"
  42. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/mask_rcnn_vssm_fpn_coco_tiny1.py 8 --cfg-options model.backbone.pretrained=$CKPT
  43. # VMamba-T ======================================================
  44. export CKPT="publish/vssm2/classification/vssm2_tiny/vssm2_tiny_ckpt_epoch.pth"
  45. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/mask_rcnn_vssm_fpn_coco_tiny.py 8 --cfg-options model.backbone.pretrained=$CKPT
  46. # VMamba-S ======================================================
  47. export CKPT="publish/vssm1/classification/vssm1_small/vssm1_small_ckpt_epoch.pth"
  48. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/mask_rcnn_vssm_fpn_coco_small.py 8 --cfg-options model.backbone.pretrained=$CKPT
  49. # VMamba-B ======================================================
  50. export CKPT="publish/vssm1/classification/vssm1_base/vssm1_base_ckpt_epoch.pth"
  51. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/mask_rcnn_vssm_fpn_coco_base.py 8 --cfg-options model.backbone.pretrained=$CKPT
  52. }
  53. function detection_ms3x() {
  54. mkdir -p detection/data
  55. ln -s /media/Disk1/Dataset/MSCOCO2017 detection/data/coco
  56. cd detection
  57. # VMambav0-T ======================================================
  58. export CKPT="publish/vssm0/classification/vssm0_tiny/vssm0_tiny_ckpt_epoch.pth"
  59. PORT=12345 bash ./tools/dist_train.sh configs/vssm/mask_rcnn_vssm_fpn_coco_tiny_ms_3x.py 8 --cfg-options model.backbone.pretrained=$CKPT
  60. # VMambav0-S ======================================================
  61. export CKPT="publish/vssm0/classification/vssm0_small/vssm0_small_ckpt_epoch.pth"
  62. PORT=12345 bash ./tools/dist_train.sh configs/vssm/mask_rcnn_vssm_fpn_coco_small_ms_3x.py 8 --cfg-options model.backbone.pretrained=$CKPT
  63. # VMamba-T[s2l5] ======================================================
  64. export CKPT="publish/vssm1/classification/vssm1_tiny/vssm1_tiny_ckpt_epoch.pth"
  65. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/mask_rcnn_vssm_fpn_coco_tiny1_ms_3x.py 8 --cfg-options model.backbone.pretrained=$CKPT
  66. # VMamba-T ======================================================
  67. export CKPT="publish/vssm2/classification/vssm2_tiny/vssm2_tiny_ckpt_epoch.pth"
  68. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/mask_rcnn_vssm_fpn_coco_tiny_ms_3x.py 8 --cfg-options model.backbone.pretrained=$CKPT
  69. # VMamba-S ======================================================
  70. export CKPT="publish/vssm1/classification/vssm1_small/vssm1_small_ckpt_epoch.pth"
  71. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/mask_rcnn_vssm_fpn_coco_small_ms_3x.py 8 --cfg-options model.backbone.pretrained=$CKPT
  72. }
  73. function segmentation() {
  74. mkdir -p segmentation/data/ade
  75. ln -s /media/Disk1/Dataset/ADEChallengeData2016 segmentation/data/ade
  76. cd detection
  77. # VMambav0-T ======================================================
  78. export CKPT="publish/vssm0/classification/vssm0_tiny/vssm0_tiny_ckpt_epoch.pth"
  79. PORT=12345 bash ./tools/dist_train.sh configs/vssm/upernet_vssm_4xb4-160k_ade20k-512x512_tiny.py 8 --cfg-options model.backbone.pretrained=$CKPT
  80. # VMambav0-S ======================================================
  81. export CKPT="publish/vssm0/classification/vssm0_small/vssm0_small_ckpt_epoch.pth"
  82. PORT=12345 bash ./tools/dist_train.sh configs/vssm/upernet_vssm_4xb4-160k_ade20k-512x512_small.py 8 --cfg-options model.backbone.pretrained=$CKPT
  83. # VMambav0-B ======================================================
  84. export CKPT="publish/vssm0/classification/vssm0_base/vssm0_base_ckpt_epoch.pth"
  85. PORT=12345 bash ./tools/dist_train.sh configs/vssm/upernet_vssm_4xb4-160k_ade20k-512x512_base.py 8 --cfg-options model.backbone.pretrained=$CKPT
  86. # VMamba-T[s2l5] ======================================================
  87. export CKPT="publish/vssm1/classification/vssm1_tiny/vssm1_tiny_ckpt_epoch.pth"
  88. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_tiny1.py 8 --cfg-options model.backbone.pretrained=$CKPT
  89. # VMamba-T ======================================================
  90. export CKPT="publish/vssm2/classification/vssm2_tiny/vssm2_tiny_ckpt_epoch.pth"
  91. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_tiny.py 8 --cfg-options model.backbone.pretrained=$CKPT
  92. # VMamba-S ======================================================
  93. export CKPT="publish/vssm1/classification/vssm1_small/vssm1_small_ckpt_epoch.pth"
  94. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_small.py 8 --cfg-options model.backbone.pretrained=$CKPT
  95. # VMamba-B ======================================================
  96. export CKPT="publish/vssm1/classification/vssm1_base/vssm1_base_ckpt_epoch.pth"
  97. PORT=12345 bash ./tools/dist_train.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_base.py 8 --cfg-options model.backbone.pretrained=$CKPT
  98. }
  99. function segmentation_test_tta() {
  100. mkdir -p segmentation/data/ade
  101. ln -s /media/Disk1/Dataset/ADEChallengeData2016 segmentation/data/ade
  102. cd segmentation
  103. # VMambav0-T ======================================================
  104. export CKPT="publish/vssm0/segmentation/vssm0_tiny/vssm0_tiny_ckpt_epoch.pth"
  105. PORT=12345 bash ./tools/dist_test.sh configs/vssm/upernet_vssm_4xb4-160k_ade20k-512x512_tiny.py 8 --cfg-options model.backbone.pretrained=$CKPT --tta
  106. # VMambav0-S ======================================================
  107. export CKPT="publish/vssm0/segmentation/vssm0_small/vssm0_small_ckpt_epoch.pth"
  108. PORT=12345 bash ./tools/dist_test.sh configs/vssm/upernet_vssm_4xb4-160k_ade20k-512x512_small.py 8 --cfg-options model.backbone.pretrained=$CKPT --tta
  109. # VMambav0-B ======================================================
  110. export CKPT="publish/vssm0/segmentation/vssm0_base/vssm0_base_ckpt_epoch.pth"
  111. PORT=12345 bash ./tools/dist_test.sh configs/vssm/upernet_vssm_4xb4-160k_ade20k-512x512_base.py 8 --cfg-options model.backbone.pretrained=$CKPT --tta
  112. # VMamba-T[s2l5] ======================================================
  113. export CKPT="publish/vssm1/segmentation/vssm1_tiny/vssm1_tiny_ckpt_epoch.pth"
  114. PORT=12345 bash ./tools/dist_test.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_tiny1.py 8 --cfg-options model.backbone.pretrained=$CKPT --tta
  115. # VMamba-T ======================================================
  116. export CKPT="publish/vssm2/segmentation/vssm2_tiny/vssm2_tiny_ckpt_epoch.pth"
  117. PORT=12345 bash ./tools/dist_test.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_tiny.py 8 --cfg-options model.backbone.pretrained=$CKPT --tta
  118. # VMamba-S ======================================================
  119. export CKPT="publish/vssm1/segmentation/vssm1_small/vssm1_small_ckpt_epoch.pth"
  120. PORT=12345 bash ./tools/dist_test.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_small.py 8 --cfg-options model.backbone.pretrained=$CKPT --tta
  121. # VMamba-B ======================================================
  122. export CKPT="publish/vssm1/segmentation/vssm1_base/vssm1_base_ckpt_epoch.pth"
  123. PORT=12345 bash ./tools/dist_test.sh configs/vssm1/upernet_vssm_4xb4-160k_ade20k-512x512_base.py 8 --cfg-options model.backbone.pretrained=$CKPT --tta
  124. }