runtime error
Exit code: 1. Reason: dynamic_module_utils.py", line 186, in check_imports importlib.import_module(imp) File "/usr/local/lib/python3.10/importlib/__init__.py", line 126, in import_module return _bootstrap._gcd_import(name[level:], package, level) File "<frozen importlib._bootstrap>", line 1050, in _gcd_import File "<frozen importlib._bootstrap>", line 1027, in _find_and_load File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked File "<frozen importlib._bootstrap>", line 688, in _load_unlocked File "<frozen importlib._bootstrap_external>", line 883, in exec_module File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed File "/usr/local/lib/python3.10/site-packages/mamba_ssm/__init__.py", line 3, in <module> from mamba_ssm.ops.selective_scan_interface import selective_scan_fn, mamba_inner_fn File "/usr/local/lib/python3.10/site-packages/mamba_ssm/ops/selective_scan_interface.py", line 16, in <module> from mamba_ssm.ops.triton.layer_norm import _layer_norm_fwd File "/usr/local/lib/python3.10/site-packages/mamba_ssm/ops/triton/layer_norm.py", line 179, in <module> def _layer_norm_fwd_1pass_kernel( File "/usr/local/lib/python3.10/site-packages/triton/runtime/autotuner.py", line 368, in decorator return Autotuner(fn, fn.arg_names, configs, key, reset_to_zero, restore_value, pre_hook=pre_hook, File "/usr/local/lib/python3.10/site-packages/triton/runtime/autotuner.py", line 130, in __init__ self.do_bench = driver.active.get_benchmarker() File "/usr/local/lib/python3.10/site-packages/triton/runtime/driver.py", line 23, in __getattr__ self._initialize_obj() File "/usr/local/lib/python3.10/site-packages/triton/runtime/driver.py", line 20, in _initialize_obj self._obj = self._init_fn() File "/usr/local/lib/python3.10/site-packages/triton/runtime/driver.py", line 8, in _create_driver raise RuntimeError(f"{len(actives)} active drivers ({actives}). There should only be one.") RuntimeError: 0 active drivers ([]). There should only be one.
Container logs:
Fetching error logs...