test_csm_triton_cpu.py 683 B

12345678910111213141516171819202122232425262728
  1. from __future__ import annotations
  2. import sys
  3. from pathlib import Path
  4. import torch
  5. ROOT_DIR = Path(__file__).resolve().parents[1]
  6. if str(ROOT_DIR) not in sys.path:
  7. sys.path.insert(0, str(ROOT_DIR))
  8. def test_cross_scan_fn_force_torch_supports_cpu() -> None:
  9. from lib.modules.lib_mamba.csm_triton import cross_scan_fn
  10. x = torch.randn(1, 8, 4, 4)
  11. y = cross_scan_fn(x, force_torch=True)
  12. assert y.shape == (1, 4, 8, 16)
  13. def test_cross_merge_fn_force_torch_supports_cpu() -> None:
  14. from lib.modules.lib_mamba.csm_triton import cross_merge_fn
  15. y = torch.randn(1, 4, 8, 4, 4)
  16. x = cross_merge_fn(y, force_torch=True)
  17. assert x.shape == (1, 8, 16)