vmambav2v_small_224.yaml 349 B

1234567891011121314151617
  1. MODEL:
  2. TYPE: vssm
  3. NAME: vssm1_small_0229s
  4. DROP_PATH_RATE: 0.3
  5. VSSM:
  6. EMBED_DIM: 96
  7. DEPTHS: [ 2, 2, 20, 2 ]
  8. SSM_D_STATE: 1
  9. SSM_DT_RANK: "auto"
  10. SSM_RATIO: 1.0
  11. SSM_CONV: 3
  12. SSM_CONV_BIAS: false
  13. SSM_FORWARDTYPE: "v05_noz" # v3_noz
  14. MLP_RATIO: 4.0
  15. DOWNSAMPLE: "v3"
  16. PATCHEMBED: "v2"
  17. NORM_LAYER: "ln2d"