| 123456789101112131415161718 |
- MODEL:
- TYPE: vssm
- NAME: vssm1_base_0229s
- DROP_PATH_RATE: 0.5
- VSSM:
- EMBED_DIM: 128
- DEPTHS: [ 2, 2, 20, 2 ]
- SSM_D_STATE: 1
- SSM_DT_RANK: "auto"
- SSM_RATIO: 1.0
- SSM_CONV: 3
- SSM_CONV_BIAS: false
- SSM_FORWARDTYPE: "v05_noz" # v3_noz
- MLP_RATIO: 4.0
- DOWNSAMPLE: "v3"
- PATCHEMBED: "v2"
- NORM_LAYER: "ln2d"
|