runtime error

Exit code: 1. Reason: ne_args(engine_args) File "/usr/local/lib/python3.10/site-packages/vllm/engine/llm_engine.py", line 231, in from_engine_args engine = cls(*engine_configs, File "/usr/local/lib/python3.10/site-packages/vllm/engine/llm_engine.py", line 110, in __init__ self._init_workers(distributed_init_method) File "/usr/local/lib/python3.10/site-packages/vllm/engine/llm_engine.py", line 128, in _init_workers from vllm.worker.worker import Worker # pylint: disable=import-outside-toplevel File "/usr/local/lib/python3.10/site-packages/vllm/worker/worker.py", line 10, in <module> from vllm.model_executor import get_model, InputMetadata, set_random_seed File "/usr/local/lib/python3.10/site-packages/vllm/model_executor/__init__.py", line 2, in <module> from vllm.model_executor.model_loader import get_model File "/usr/local/lib/python3.10/site-packages/vllm/model_executor/model_loader.py", line 10, in <module> from vllm.model_executor.models import * # pylint: disable=wildcard-import File "/usr/local/lib/python3.10/site-packages/vllm/model_executor/models/__init__.py", line 1, in <module> from vllm.model_executor.models.aquila import AquilaForCausalLM File "/usr/local/lib/python3.10/site-packages/vllm/model_executor/models/aquila.py", line 34, in <module> from vllm.model_executor.layers.activation import SiluAndMul File "/usr/local/lib/python3.10/site-packages/vllm/model_executor/layers/activation.py", line 8, in <module> from vllm.model_executor.layers.quantization import QuantizationConfig File "/usr/local/lib/python3.10/site-packages/vllm/model_executor/layers/quantization/__init__.py", line 3, in <module> from vllm.model_executor.layers.quantization.awq import AWQConfig File "/usr/local/lib/python3.10/site-packages/vllm/model_executor/layers/quantization/awq.py", line 6, in <module> from vllm import quantization_ops ImportError: /usr/local/lib/python3.10/site-packages/vllm/quantization_ops.cpython-310-x86_64-linux-gnu.so: undefined symbol: _ZN3c104cuda9SetDeviceEi

Container logs: