runtime error
Exit code: 1. Reason: cheduler_steps=1, enable_prefix_caching=False, use_async_output_proc=True) Traceback (most recent call last): File "/home/user/app/app.py", line 21, in <module> llm = LLM(model="mistralai/Pixtral-12B-2409", File "/usr/local/lib/python3.10/site-packages/vllm/entrypoints/llm.py", line 178, in __init__ self.llm_engine = LLMEngine.from_engine_args( File "/usr/local/lib/python3.10/site-packages/vllm/engine/llm_engine.py", line 557, in from_engine_args engine = cls( File "/usr/local/lib/python3.10/site-packages/vllm/engine/llm_engine.py", line 324, in __init__ self.model_executor = executor_class( File "/usr/local/lib/python3.10/site-packages/vllm/executor/executor_base.py", line 47, in __init__ self._init_executor() File "/usr/local/lib/python3.10/site-packages/vllm/executor/gpu_executor.py", line 38, in _init_executor self.driver_worker = self._create_worker() File "/usr/local/lib/python3.10/site-packages/vllm/executor/gpu_executor.py", line 105, in _create_worker return create_worker(**self._get_create_worker_kwargs( File "/usr/local/lib/python3.10/site-packages/vllm/executor/gpu_executor.py", line 24, in create_worker wrapper.init_worker(**kwargs) File "/usr/local/lib/python3.10/site-packages/vllm/worker/worker_base.py", line 449, in init_worker self.worker = worker_class(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/vllm/worker/worker.py", line 99, in __init__ self.model_runner: GPUModelRunnerBase = ModelRunnerClass( File "/usr/local/lib/python3.10/site-packages/vllm/worker/model_runner.py", line 960, in __init__ self.attn_backend = get_attn_backend( File "/usr/local/lib/python3.10/site-packages/vllm/attention/selector.py", line 108, in get_attn_backend backend = which_attn_to_use(num_heads, head_size, num_kv_heads, File "/usr/local/lib/python3.10/site-packages/vllm/attention/selector.py", line 215, in which_attn_to_use if current_platform.get_device_capability()[0] < 8: TypeError: 'NoneType' object is not subscriptable
Container logs:
Fetching error logs...