modefy config in ICC and support command in vllm and lmdeploy
This commit is contained in:
@ -31,6 +31,7 @@ model:
|
||||
image: "docker.io/vllm/vllm-openai:latest" # 包含 huggingface-cli 的镜像
|
||||
|
||||
# 功能选择
|
||||
command: ""
|
||||
|
||||
resources:
|
||||
gpuLimit: 1
|
||||
@ -58,15 +59,15 @@ lmdeploy:
|
||||
|
||||
# NFS PV/PVC 配置
|
||||
nfs:
|
||||
server: "10.6.80.11"
|
||||
path: "/volume1/Dataset/PVStore/lab-data-model-pvc-c0beeab1-6dd5-4c6a-bd2c-6ce9e114c25e/Weight"
|
||||
server: "172.19.207.21"
|
||||
path: "/volume1/datasets/storage/models/Weight"
|
||||
storageClass: "local-path"
|
||||
pvSize: "500Gi"
|
||||
pvcSize: "50Gi"
|
||||
|
||||
# LeaderWorkerSet 配置
|
||||
replicaCount: 1
|
||||
workerSize: 2
|
||||
workerSize: 1
|
||||
|
||||
nodeSelector: {}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user