zai-org

/

GLM-4.6V-Flash

like 477

Follow

Z.ai 6.06k

(EngineCore_DP0 pid=1717473) File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/transformers_utils/processor.py", line 154, in get_processor
(EngineCore_DP0 pid=1717473) raise TypeError(
(EngineCore_DP0 pid=1717473) TypeError: Invalid type of HuggingFace processor. Expected type: <class 'transformers.processing_utils.ProcessorMixin'>, but found type: <class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>
Traceback (most recent call last):
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/runpy.py", line 86, in _run_code
exec(code, run_globals)
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/entrypoints/api_server.py", line 184, in
asyncio.run(run_server(args))
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
return future.result()
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/entrypoints/api_server.py", line 132, in run_server
app = await init_app(args, llm_engine)
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/entrypoints/api_server.py", line 116, in init_app
else AsyncLLMEngine.from_engine_args(
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/v1/engine/async_llm.py", line 232, in from_engine_args
return cls(
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/v1/engine/async_llm.py", line 133, in init
self.engine_core = EngineCoreClient.make_async_mp_client(
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/v1/engine/core_client.py", line 121, in make_async_mp_client
return AsyncMPClient(*client_args)
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/v1/engine/core_client.py", line 808, in init
super().init(
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/v1/engine/core_client.py", line 469, in init
with launch_core_engines(vllm_config, executor_class, log_stats) as (
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/contextlib.py", line 142, in exit
next(self.gen)
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/v1/engine/utils.py", line 907, in launch_core_engines
wait_for_engine_startup(
File "/home/xiandai/miniconda3/envs/glm_vl/lib/python3.10/site-packages/vllm/v1/engine/utils.py", line 964, in wait_for_engine_startup
raise RuntimeError(
RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}