./bin/mindieservice_daemon Fatal Python error: PyThreadState_Get: the function must be called with the GIL held
收藏回复举报
./bin/mindieservice_daemon Fatal Python error: PyThreadState_Get: the function must be called with the GIL held
t('forum.solved') 已解决
新人帖
发表于2024-10-15 16:32:34
0 查看

我只用了两张卡,启动报错,跑的是qwen1.5-7b-chat

报错截图:

cke_327.png

环境信息:

npu-smi info 

cke_2365.png

配置信息:

{

"OtherParam" :

{

"ResourceParam" :

{

"cacheBlockSize" : 128

},

"LogParam" :

{

"logLevel" : "Info",

"logPath" : "logs/mindservice.log"

},

"ServeParam" :

{

"ipAddress" : "127.0.0.1",

"managementIpAddress" : "127.0.0.2",

"port" : 1025,

"managementPort" : 1026,

"maxLinkNum" : 300,

"httpsEnabled" : false,

"tlsCaPath" : "security/ca/",

"tlsCaFile" : ["ca.pem"],

"tlsCert" : "security/certs/server.pem",

"tlsPk" : "security/keys/server.key.pem",

"tlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",

"tlsCrl" : "security/certs/server_crl.pem",

"managementTlsCaFile" : ["management_ca.pem"],

"managementTlsCert" : "security/certs/management_server.pem",

"managementTlsPk" : "security/keys/management_server.key.pem",

"managementTlsPkPwd" : "security/pass/management_mindie_server_key_pwd.txt",

"managementTlsCrl" : "security/certs/management_server_crl.pem",

"kmcKsfMaster" : "tools/pmt/master/ksfa",

"kmcKsfStandby" : "tools/pmt/standby/ksfb",

"multiNodesInferPort" : 1120,

"interNodeTLSEnabled" : true,

"interNodeTlsCaFile" : "security/ca/ca.pem",

"interNodeTlsCert" : "security/certs/server.pem",

"interNodeTlsPk" : "security/keys/server.key.pem",

"interNodeTlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",

"interNodeKmcKsfMaster" : "tools/pmt/master/ksfa",

"interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb"

}

},

"WorkFlowParam" :

{

"TemplateParam" :

{

"templateType" : "Standard",

"templateName" : "Standard_llama"

}

},

"ModelDeployParam" :

{

"engineName" : "mindieservice_llm_engine",

"modelInstanceNumber" : 1,

"tokenizerProcessNumber" : 8,

"maxSeqLen" : 2560,

"npuDeviceIds" : [[6,7]],

"multiNodesInferEnabled" : false,

"ModelParam" : [

{

"modelInstanceType" : "Standard",

"modelName" : "qwen",

"modelWeightPath" : "/home/models/Qwen1.5-7B-Chat",

"worldSize" : 2,

"cpuMemSize" : 5,

"npuMemSize" : 8,

"backendType" : "atb",

"pluginParams" : ""

}

]

},

"ScheduleParam" :

{

"maxPrefillBatchSize" : 50,

"maxPrefillTokens" : 8192,

"prefillTimeMsPerReq" : 150,

"prefillPolicyType" : 0,

"decodeTimeMsPerReq" : 50,

"decodePolicyType" : 0,

"maxBatchSize" : 200,

"maxIterTimes" : 512,

"maxPreemptCount" : 0,

"supportSelectBatch" : false,

"maxQueueDelayMicroseconds" : 5000

}

}

我要发帖子