Merge pull request #16 from sirius0xdev/feat/vllm-pvc-cache

feat: attach persistent volume claim to vLLM to cache weights
This commit is contained in:
sirius0xdev 2026-04-18 16:10:48 -04:00 committed by GitHub
commit de475b3073
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -52,7 +52,20 @@ spec:
mountPath: /root/.cache/huggingface
volumes:
- name: model-cache
emptyDir: {}
persistentVolumeClaim:
claimName: vllm-model-cache-pvc
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: vllm-model-cache-pvc
namespace: customer1
spec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 100Gi
---
apiVersion: v1
kind: Service