You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
vllm serve "bytedance-research/UI-TARS-7B-DPO"
Traceback (most recent call last):
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\runpy.py", line 86, in _run_code
exec(code, run_globals)
File "C:\Users\yepyy\anaconda3\envs\vllm\Scripts\vllm.exe\__main__.py", line 4, in <module>
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\__init__.py", line 3, in <module>
from vllm.engine.arg_utils import AsyncEngineArgs, EngineArgs
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\engine\arg_utils.py", line 11, in <module>
from vllm.config import (CacheConfig, CompilationConfig, ConfigFormat,
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\config.py", line 22, in <module>
from vllm.model_executor.layers.quantization import (QUANTIZATION_METHODS,
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\model_executor\__init__.py", line 1, in <module>
from vllm.model_executor.parameter import (BasevLLMParameter,
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\model_executor\parameter.py", line 7, in <module>
from vllm.distributed import get_tensor_model_parallel_rank
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\distributed\__init__.py", line 1, in <module>
from .communication_op import *
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\distributed\communication_op.py", line 6, in <module>
from .parallel_state import get_tp_group
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\distributed\parallel_state.py", line 38, in <module>
import vllm.distributed.kv_transfer.kv_transfer_agent as kv_transfer
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\distributed\kv_transfer\kv_transfer_agent.py", line 15, in <module>
from vllm.distributed.kv_transfer.kv_connector.factory import (
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\distributed\kv_transfer\kv_connector\factory.py", line 3, in <module>
from .base import KVConnectorBase
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\distributed\kv_transfer\kv_connector\base.py", line 14, in <module>
from vllm.sequence import IntermediateTensors
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\sequence.py", line 16, in <module>
from vllm.inputs import SingletonInputs, SingletonInputsAdapter
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\inputs\__init__.py", line 7, in <module>
from .registry import (DummyData, InputContext, InputProcessingContext,
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\inputs\registry.py", line 13, in <module>
from vllm.transformers_utils.tokenizer import AnyTokenizer
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\transformers_utils\tokenizer.py", line 16, in <module>
from vllm.utils import make_async
File "C:\Users\yepyy\anaconda3\envs\vllm\lib\site-packages\vllm\utils.py", line 15, in <module>
import resource
ModuleNotFoundError: No module named 'resource'
Make sure you already searched for relevant issues, and asked the chatbot living at the bottom right corner of the documentation page, which can answer lots of frequently asked questions.
The text was updated successfully, but these errors were encountered:
Your current environment
How you are installing vllm
pip install vllm vllm serve "bytedance-research/UI-TARS-7B-DPO"
Before submitting a new issue...
The text was updated successfully, but these errors were encountered: