mindie配置文件config信息
"BackendConfig" : {
"backendName" : "mindieservice_llm_engine",
"modelInstanceNumber" : 1,
"npuDeviceIds" : [[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]],
"tokenizerProcessNumber" : 32,
"multiNodesInferEnabled" : false,
"multiNodesInferPort" : 1120,
...
"modelInstanceType" : "Standard",
"modelName" : "dsk70b",
"modelWeightPath" : "/home/DeepSeek-R1-Distill-Llama-70B",
"worldSize" : 16,
"cpuMemSize" : 5,
mindie配置文件config信息
"BackendConfig" : {
"backendName" : "mindieservice_llm_engine",
"modelInstanceNumber" : 1,
"npuDeviceIds" : [[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]],
"tokenizerProcessNumber" : 32,
"multiNodesInferEnabled" : false,
"multiNodesInferPort" : 1120,
...
"modelInstanceType" : "Standard",
"modelName" : "dsk70b",
"modelWeightPath" : "/home/DeepSeek-R1-Distill-Llama-70B",
"worldSize" : 16,
"cpuMemSize" : 5,