feat: attach persistent volume claim to vLLM to cache HuggingFace weights
This commit is contained in:
parent
f2472307cf
commit
9b7fc44ab2
1 changed files with 14 additions and 1 deletions
|
|
@ -52,7 +52,20 @@ spec:
|
|||
mountPath: /root/.cache/huggingface
|
||||
volumes:
|
||||
- name: model-cache
|
||||
emptyDir: {}
|
||||
persistentVolumeClaim:
|
||||
claimName: vllm-model-cache-pvc
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: vllm-model-cache-pvc
|
||||
namespace: customer1
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
resources:
|
||||
requests:
|
||||
storage: 100Gi
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue