以下是我使用的启动脚本

 #！/bin/bash

# 变量 

model_dir=/mnt/nvme1n1/bge-weights 

image_id=05208487bedf 

embedding_model_id=BAAI/bge-m3 

reranker_model_id=BAAI/bge-reranker-v2-m3 

listen_ip=0.0.0.0 

embedding_listen_port=12345 

reranker_listen_port=54321 

# 写入embedding与reranker启动命令 

mkdir ./.temp 

echo "#!/bin/bash" > ./.temp/run.sh 

echo "" >> ./.temp/run.sh 

echo "bash start.sh $embedding_model_id $listen_ip $embedding_listen_port > logs/embedding.log 2>&1 &" >> ./.temp/run.sh 

echo "sleep 20" >> ./.temp/run.sh 

echo "bash start.sh $reranker_model_id $listen_ip $reranker_listen_port > logs/reranker.log 2>&1 &" >> ./.temp/run.sh 

echo "wait" >> ./.temp/run.sh 

 

chmod +x ./.temp/run.sh 

 

# 启动容器 

docker run -itd --name=tei --net=host --privileged --user root \ 

  -e HOME=/home/HwHiAiUser \ 

--device=/dev/davinci_manager \

--device=/dev/hisi_hdc \

--device=/dev/devmm_svm \

--device=/dev/davinci0 \

--device=/dev/davinci1 \

-v /usr/local/Ascend/driver:/usr/local/Ascend/driver:ro \

-v /usr/local/sbin:/usr/local/sbin:ro \

  -v $model_dir:/home/HwHiAiUser/model \ 

  -v ./.temp/run.sh:/home/HwHiAiUser/run.sh \ 

  -v ./logs:/home/HwHiAiUser/logs \ 

  --entrypoint /home/HwHiAiUser/run.sh \ 

  $image_id 

 

rm -rf ./.temp 

使用该脚本可以一个容器运行两个模型，但是要怎么解决只能用一张卡的问题呢