华为计算微信公众号
昇腾AI开发者公众号
华为计算微博
华为计算今日头条
docker pull swr.cn-south-1.myhuaweicloud.com/ascendhub/mindie:1.0.0-300I-Duo-py311-openeuler24.03-lts #下面是我的驱动
#报错:Mindservice
[2025-02-25 14:41:30.852218+08:00] [61] [63] [server] [ERROR] [llm_infer_model_instance.cpp:234] : [LLMInferModelInstance::Init] llmManager_ init fail! [2025-02-25 14:41:30.852294+08:00] [61] [63] [server] [ERROR] [llm_infer_model.cpp:28] : ModelInstance init failed [2025-02-25 14:41:30.852359+08:00] [61] [63] [server] [ERROR] [llm_infer_engine.cpp:48] : [MIE05E040001] [llm_backend] LLMInferEngine initialize LLMInferModels failed. please check the error stacks for more details [2025-02-25 14:41:30.852475+08:00] [61] [63] [server] [ERROR] [infer_backend_manager.cpp:272] : [MIE04E060108] [backend_manager] Failed to init engine: mindieservice_llm_engine [2025-02-25 14:41:30.852535+08:00] [61] [63] [server] [ERROR] [EndPoint endpoint.cpp:50] ERR: Failed to init backendManager! Please check in the mindservice.log, pythonlog.log(default path: mindie-llm/logs) or console output.
#报错 mindie-llm/logs
[root@ubuntu logs]# vim mindie-llm_c_61_20250225144125.log /usr/local/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py(28): get_tokenizer_wrapper <frozen importlib._bootstrap>(1176): _find_and_load /usr/local/Ascend/atb-models/atb_llm/models/qwen2_vl/router_qwen2_vl.py(15): <module> <frozen importlib._bootstrap>(241): _call_with_frames_removed <frozen importlib._bootstrap_external>(940): exec_module <frozen importlib._bootstrap>(705): _load_unlocked <frozen importlib._bootstrap>(1150): _find_and_load_unlocked <frozen importlib._bootstrap>(1176): _find_and_load <frozen importlib._bootstrap>(1204): _gcd_import /usr/lib64/python3.11/importlib/__init__.py(126): import_module /usr/local/Ascend/atb-models/atb_llm/models/__init__.py(73): get_model /usr/local/Ascend/atb-models/atb_llm/runner/tokenizer_wrapper.py(18): __init__ /usr/local/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_tokenizer_wrapper.py(8): __init__ /usr/local/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py(28): get_tokenizer_wrapper
看着意思是MindIE没有qwen2_vl模块,但是我让华为供应商装的驱动和提供的镜像都是最新的。
我要发帖子
下面是我的MindIE镜像
docker pull swr.cn-south-1.myhuaweicloud.com/ascendhub/mindie:1.0.0-300I-Duo-py311-openeuler24.03-lts #下面是我的驱动
#报错:Mindservice
#报错 mindie-llm/logs
看着意思是MindIE没有qwen2_vl模块,但是我让华为供应商装的驱动和提供的镜像都是最新的。