启动这个命令怎么会报这个错误呢,模型权重路径确认是没错的,问题在那里?
$ ./bin/mindieservice_daemon
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
ConfigManager check failed. Please check in the mindservice.log.
## Log信息
2024-07-25 09:29:29.729705 15573 Log started at [trace] level
2024-07-25 09:29:29.729709 15573 Log default format: yyyy-mm-dd hh:mm:ss.uuuuuu threadid loglevel msg
2024-07-25 09:29:29.750313 15573 error infer_backend_manager.cpp:238] Engine init config manager failed.
2024-07-25 09:29:29.750342 15573 error [EndPoint endpoint.cpp:34] Failed to create backend manager
## config配置
{
"OtherParam" :
{
"ResourceParam" :
{
"cacheBlockSize" : 128
},
"LogParam" :
{
"logLevel" : "Info",
"logPath" : "logs/mindservice.log"
},
"ServeParam" :
{
"ipAddress" : "127.0.0.1",
"managementIpAddress" : "127.0.0.2",
"port" : 1025,
"managementPort" : 1026,
"maxLinkNum" : 1000,
"httpsEnabled" : true,
"tlsCaPath" : "security/ca/",
"tlsCaFile" : ["ca.pem"],
"tlsCert" : "security/certs/server.pem",
"tlsPk" : "security/keys/server.key.pem",
"tlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
"tlsCrl" : "security/certs/server_crl.pem",
"managementTlsCaFile" : ["management_ca.pem"],
"managementTlsCert" : "security/certs/management_server.pem",
"managementTlsPk" : "security/keys/management_server.key.pem",
"managementTlsPkPwd" : "security/pass/management_mindie_server_key_pwd.txt",
"managementTlsCrl" : "security/certs/management_server_crl.pem",
"kmcKsfMaster" : "tools/pmt/master/ksfa",
"kmcKsfStandby" : "tools/pmt/standby/ksfb",
"multiNodesInferPort" : 1120,
"interNodeTLSEnabled" : true,
"interNodeTlsCaFile" : "security/ca/ca.pem",
"interNodeTlsCert" : "security/certs/server.pem",
"interNodeTlsPk" : "security/keys/server.key.pem",
"interNodeTlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
"interNodeKmcKsfMaster" : "tools/pmt/master/ksfa",
"interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb"
}
},
"WorkFlowParam" :
{
"TemplateParam" :
{
"templateType" : "Standard",
"templateName" : "Standard_llama"
}
},
"ModelDeployParam" :
{
"engineName" : "mindieservice_llm_engine",
"modelInstanceNumber" : 1,
"tokenizerProcessNumber" : 8,
"maxSeqLen" : 2560,
"npuDeviceIds" : [[0,1,2,3]],
"multiNodesInferEnabled" : false,
"ModelParam" : [
{
"modelInstanceType" : "Standard",
"modelName" : "qwen2_7b",
"modelWeightPath" : "/home/Qwen2-7B-Instruct/",
"worldSize" : 4,
"cpuMemSize" : 5,
"npuMemSize" : 8,
"backendType" : "atb",
"pluginParams" : ""
}
]
},
"ScheduleParam" :
{
"maxPrefillBatchSize" : 50,
"maxPrefillTokens" : 8192,
"prefillTimeMsPerReq" : 150,
"prefillPolicyType" : 0,
"decodeTimeMsPerReq" : 50,
"decodePolicyType" : 0,
"maxBatchSize" : 200,
"maxIterTimes" : 512,
"maxPreemptCount" : 0,
"supportSelectBatch" : false,
"maxQueueDelayMicroseconds" : 5000
}
}
启动这个命令怎么会报这个错误呢,模型权重路径确认是没错的,问题在那里?
$ ./bin/mindieservice_daemon
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
The inputName path is invalid by: The path realpath parsing failed.
ConfigManager check failed. Please check in the mindservice.log.
## Log信息
2024-07-25 09:29:29.729705 15573 Log started at [trace] level
2024-07-25 09:29:29.729709 15573 Log default format: yyyy-mm-dd hh:mm:ss.uuuuuu threadid loglevel msg
2024-07-25 09:29:29.750313 15573 error infer_backend_manager.cpp:238] Engine init config manager failed.
2024-07-25 09:29:29.750342 15573 error [EndPoint endpoint.cpp:34] Failed to create backend manager
## config配置
{
"OtherParam" :
{
"ResourceParam" :
{
"cacheBlockSize" : 128
},
"LogParam" :
{
"logLevel" : "Info",
"logPath" : "logs/mindservice.log"
},
"ServeParam" :
{
"ipAddress" : "127.0.0.1",
"managementIpAddress" : "127.0.0.2",
"port" : 1025,
"managementPort" : 1026,
"maxLinkNum" : 1000,
"httpsEnabled" : true,
"tlsCaPath" : "security/ca/",
"tlsCaFile" : ["ca.pem"],
"tlsCert" : "security/certs/server.pem",
"tlsPk" : "security/keys/server.key.pem",
"tlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
"tlsCrl" : "security/certs/server_crl.pem",
"managementTlsCaFile" : ["management_ca.pem"],
"managementTlsCert" : "security/certs/management_server.pem",
"managementTlsPk" : "security/keys/management_server.key.pem",
"managementTlsPkPwd" : "security/pass/management_mindie_server_key_pwd.txt",
"managementTlsCrl" : "security/certs/management_server_crl.pem",
"kmcKsfMaster" : "tools/pmt/master/ksfa",
"kmcKsfStandby" : "tools/pmt/standby/ksfb",
"multiNodesInferPort" : 1120,
"interNodeTLSEnabled" : true,
"interNodeTlsCaFile" : "security/ca/ca.pem",
"interNodeTlsCert" : "security/certs/server.pem",
"interNodeTlsPk" : "security/keys/server.key.pem",
"interNodeTlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
"interNodeKmcKsfMaster" : "tools/pmt/master/ksfa",
"interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb"
}
},
"WorkFlowParam" :
{
"TemplateParam" :
{
"templateType" : "Standard",
"templateName" : "Standard_llama"
}
},
"ModelDeployParam" :
{
"engineName" : "mindieservice_llm_engine",
"modelInstanceNumber" : 1,
"tokenizerProcessNumber" : 8,
"maxSeqLen" : 2560,
"npuDeviceIds" : [[0,1,2,3]],
"multiNodesInferEnabled" : false,
"ModelParam" : [
{
"modelInstanceType" : "Standard",
"modelName" : "qwen2_7b",
"modelWeightPath" : "/home/Qwen2-7B-Instruct/",
"worldSize" : 4,
"cpuMemSize" : 5,
"npuMemSize" : 8,
"backendType" : "atb",
"pluginParams" : ""
}
]
},
"ScheduleParam" :
{
"maxPrefillBatchSize" : 50,
"maxPrefillTokens" : 8192,
"prefillTimeMsPerReq" : 150,
"prefillPolicyType" : 0,
"decodeTimeMsPerReq" : 50,
"decodePolicyType" : 0,
"maxBatchSize" : 200,
"maxIterTimes" : 512,
"maxPreemptCount" : 0,
"supportSelectBatch" : false,
"maxQueueDelayMicroseconds" : 5000
}
}