modefy config in ICC and support command in vllm and lmdeploy

This commit is contained in:
ivanwu
2025-11-10 17:50:45 +08:00
parent a158e24d3f
commit c7bd7a6e62
4 changed files with 361 additions and 10 deletions

View File

@ -31,6 +31,7 @@ model:
image: "docker.io/vllm/vllm-openai:latest" # 包含 huggingface-cli 的镜像
# 功能选择
command: ""
resources:
gpuLimit: 1
@ -58,15 +59,15 @@ lmdeploy:
# NFS PV/PVC 配置
nfs:
server: "10.6.80.11"
path: "/volume1/Dataset/PVStore/lab-data-model-pvc-c0beeab1-6dd5-4c6a-bd2c-6ce9e114c25e/Weight"
server: "172.19.207.21"
path: "/volume1/datasets/storage/models/Weight"
storageClass: "local-path"
pvSize: "500Gi"
pvcSize: "50Gi"
# LeaderWorkerSet 配置
replicaCount: 1
workerSize: 2
workerSize: 1
nodeSelector: {}