Bug for running examples #3
Description
Traceback (most recent call last):
File "/zju_0038/wenjun/./vllm-parathinker/examples/parathinker/example.py", line 1, in
from vllm import LLM, SamplingParams
File "/zju_0038/wenjun/vllm-parathinker/vllm/init.py", line 11, in
from vllm.engine.arg_utils import AsyncEngineArgs, EngineArgs
File "/zju_0038/wenjun/vllm-parathinker/vllm/engine/arg_utils.py", line 22, in
from vllm.executor.executor_base import ExecutorBase
File "/zju_0038/wenjun/vllm-parathinker/vllm/executor/executor_base.py", line 16, in
from vllm.model_executor.layers.sampler import SamplerOutput
File "/zju_0038/wenjun/vllm-parathinker/vllm/model_executor/layers/sampler.py", line 23, in
from vllm.spec_decode.metrics import SpecDecodeWorkerMetrics
File "/zju_0038/wenjun/vllm-parathinker/vllm/spec_decode/metrics.py", line 9, in
from vllm.model_executor.layers.spec_decode_base_sampler import (
File "/zju_0038/wenjun/vllm-parathinker/vllm/model_executor/layers/spec_decode_base_sampler.py", line 10, in
from vllm.platforms import current_platform
File "/zju_0038/wenjun/vllm-parathinker/vllm/platforms/init.py", line 271, in getattr
_current_platform = resolve_obj_by_qualname(
^^^^^^^^^^^^^^^^^^^^^^^^
File "/zju_0038/wenjun/vllm-parathinker/vllm/utils.py", line 1905, in resolve_obj_by_qualname
module = importlib.import_module(module_name)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/zju_0038/wenjun/miniconda3/envs/parathinker/lib/python3.11/importlib/init.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/zju_0038/wenjun/vllm-parathinker/vllm/platforms/cuda.py", line 15, in
import vllm._C # noqa
^^^^^^^^^^^^^^
ImportError: /zju_0038/wenjun/vllm-parathinker/vllm/_C.abi3.so: undefined symbol: _ZN3c106ivalue14ConstantString6createENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE
I'm encountering an issue when running the examples, even though I followed the README instructions exactly. Is there any solution for this problem?