feat: attach persistent volume claim to vLLM to cache HuggingFace weights
This commit is contained in:
parent
f2472307cf
commit
9b7fc44ab2
1 changed files with 14 additions and 1 deletions
|
|
@ -52,7 +52,20 @@ spec:
|
||||||
mountPath: /root/.cache/huggingface
|
mountPath: /root/.cache/huggingface
|
||||||
volumes:
|
volumes:
|
||||||
- name: model-cache
|
- name: model-cache
|
||||||
emptyDir: {}
|
persistentVolumeClaim:
|
||||||
|
claimName: vllm-model-cache-pvc
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
metadata:
|
||||||
|
name: vllm-model-cache-pvc
|
||||||
|
namespace: customer1
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteOnce
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: 100Gi
|
||||||
---
|
---
|
||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
kind: Service
|
kind: Service
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue