"BackendConfig" : {

"backendName" : "mindieservice_llm_engine",

"modelInstanceNumber" : 2,

"npuDeviceIds" : [[0,1],[2,3]],

"tokenizerProcessNumber" : 8,

"multiNodesInferEnabled" : false,

"multiNodesInferPort" : 1120,

"interNodeTLSEnabled" : true,

"interNodeTlsCaFile" : "security/grpc/ca/ca.pem",

"interNodeTlsCert" : "security/grpc/certs/server.pem",

"interNodeTlsPk" : "security/grpc/keys/server.key.pem",

"interNodeTlsPkPwd" : "security/grpc/pass/mindie_server_key_pwd.txt",

"interNodeTlsCrl" : "security/grpc/certs/server_crl.pem",

"interNodeKmcKsfMaster" : "tools/pmt/master/ksfa",

"interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb",

"ModelDeployConfig" :

{

"maxSeqLen" : 2560,

"maxInputTokenLen" : 2048,

"truncation" : false,

"ModelConfig" : [

{

"modelInstanceType" : "Standard",

"modelName" : "glm4_9b",

"modelWeightPath" : "/home/models/ZhipuAI/glm-4-9b-chat",

"worldSize" : 2,

"cpuMemSize" : 5,

"npuMemSize" : -1,

"backendType" : "atb"

},

{

"modelInstanceType" : "Standard",

"modelName" : "mincpm2_5",

"modelWeightPath" : "/home/models/MiniCPM-Llama3-V-2_5",

"worldSize" : 2,

"cpuMemSize" : 5,

"npuMemSize" : -1,

"backendType" : "atb"

}

]

报错信息：

There should be one modelParam for Standard templateType.

ERR: Failed to init endpoint! Please check the service log or console output.