Merge pull request #16 from sirius0xdev/feat/vllm-pvc-cache

feat: attach persistent volume claim to vLLM to cache weights
This commit is contained in:
sirius0xdev 2026-04-18 16:10:48 -04:00 committed by GitHub
commit de475b3073
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -52,7 +52,20 @@ spec:
mountPath: /root/.cache/huggingface mountPath: /root/.cache/huggingface
volumes: volumes:
- name: model-cache - name: model-cache
emptyDir: {} persistentVolumeClaim:
claimName: vllm-model-cache-pvc
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: vllm-model-cache-pvc
namespace: customer1
spec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 100Gi
--- ---
apiVersion: v1 apiVersion: v1
kind: Service kind: Service