mindie service服务启动报错,
收藏回复举报
mindie service服务启动报错,
t('forum.solved') 已解决
新人帖
发表于2024-07-25 17:39:26
0 查看

启动这个命令怎么会报这个错误呢,模型权重路径确认是没错的,问题在那里?

$ ./bin/mindieservice_daemon 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

The inputName path is invalid by: The path realpath parsing failed. 

ConfigManager check failed. Please check in the mindservice.log. 

## Log信息

2024-07-25 09:29:29.729705 15573 Log started at [trace] level 

2024-07-25 09:29:29.729709 15573 Log default format: yyyy-mm-dd hh:mm:ss.uuuuuu threadid loglevel msg 

2024-07-25 09:29:29.750313 15573 error infer_backend_manager.cpp:238] Engine init config manager failed. 

2024-07-25 09:29:29.750342 15573 error [EndPoint endpoint.cpp:34] Failed to create backend manager 

## config配置

    "OtherParam" : 

    { 

        "ResourceParam" : 

        { 

            "cacheBlockSize" : 128 

        }, 

        "LogParam" : 

        { 

            "logLevel" : "Info", 

            "logPath" : "logs/mindservice.log" 

        }, 

        "ServeParam" : 

        { 

            "ipAddress" : "127.0.0.1", 

            "managementIpAddress" : "127.0.0.2", 

            "port" : 1025, 

            "managementPort" : 1026, 

            "maxLinkNum" : 1000, 

            "httpsEnabled" : true, 

            "tlsCaPath" : "security/ca/", 

            "tlsCaFile" : ["ca.pem"], 

            "tlsCert" : "security/certs/server.pem", 

            "tlsPk" : "security/keys/server.key.pem", 

            "tlsPkPwd" : "security/pass/mindie_server_key_pwd.txt", 

            "tlsCrl" : "security/certs/server_crl.pem", 

            "managementTlsCaFile" : ["management_ca.pem"], 

            "managementTlsCert" : "security/certs/management_server.pem", 

            "managementTlsPk" : "security/keys/management_server.key.pem", 

            "managementTlsPkPwd" : "security/pass/management_mindie_server_key_pwd.txt", 

            "managementTlsCrl" : "security/certs/management_server_crl.pem", 

            "kmcKsfMaster" : "tools/pmt/master/ksfa", 

            "kmcKsfStandby" : "tools/pmt/standby/ksfb", 

            "multiNodesInferPort" : 1120, 

            "interNodeTLSEnabled" : true, 

            "interNodeTlsCaFile" : "security/ca/ca.pem", 

            "interNodeTlsCert" : "security/certs/server.pem", 

            "interNodeTlsPk" : "security/keys/server.key.pem", 

            "interNodeTlsPkPwd" : "security/pass/mindie_server_key_pwd.txt", 

            "interNodeKmcKsfMaster" : "tools/pmt/master/ksfa", 

            "interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb" 

        } 

    }, 

    "WorkFlowParam" : 

    { 

        "TemplateParam" : 

        { 

            "templateType" : "Standard", 

            "templateName" : "Standard_llama" 

        } 

    }, 

    "ModelDeployParam" : 

    { 

        "engineName" : "mindieservice_llm_engine", 

        "modelInstanceNumber" : 1, 

        "tokenizerProcessNumber" : 8, 

        "maxSeqLen" : 2560, 

        "npuDeviceIds" : [[0,1,2,3]], 

        "multiNodesInferEnabled" : false, 

        "ModelParam" : [ 

            { 

                "modelInstanceType" : "Standard", 

                "modelName" : "qwen2_7b", 

                "modelWeightPath" : "/home/Qwen2-7B-Instruct/", 

                "worldSize" : 4, 

                "cpuMemSize" : 5, 

                "npuMemSize" : 8, 

                "backendType" : "atb", 

                "pluginParams" : "" 

            } 

        ] 

    }, 

    "ScheduleParam" : 

    { 

        "maxPrefillBatchSize" : 50, 

        "maxPrefillTokens" : 8192, 

        "prefillTimeMsPerReq" : 150, 

        "prefillPolicyType" : 0, 

        "decodeTimeMsPerReq" : 50, 

        "decodePolicyType" : 0, 

        "maxBatchSize" : 200, 

        "maxIterTimes" : 512, 

        "maxPreemptCount" : 0, 

        "supportSelectBatch" : false, 

        "maxQueueDelayMicroseconds" : 5000 

    } 

本帖最后由 匿名用户2024/08/02 17:24:37 编辑

我要发帖子