MindIE部署Qwen2.5-VL-7b-Instruct

启动命令

docker run -itd \
    --device=/dev/davinci6 \
    --device=/dev/davinci7 \
    --device=/dev/davinci_manager \
    --device=/dev/hisi_hdc \
    --device=/dev/devmm_svm \
    -v /usr/local/Ascend/driver:/usr/local/Ascend/driver:ro \
    -v /usr/local/sbin:/usr/local/sbin:ro \
    --name=Qwen2.5-VL-7B-Instruct \
    --shm-size 1gb \
    -e MIS_CONFIG=atlas800ia2-2x32gb-bf16-vllm-default \
    -e MIS_LIMIT_IMAGE_PER_PROMPT=4 \
    -v /data/4pd-workspace/models/Qwen2.5-VL-7B:/opt/mis/.cache \
    -p 30168:8000 \
    swr.cn-south-1.myhuaweicloud.com/ascendhub/qwen2.5-vl-7b-instruct:7.1.T2-800I-A2-aarch64