Merge branch 'master' of github.com:sirius0xdev/gcloud-lab

Call it
This commit is contained in:
sirius0xdev 2026-04-22 22:31:49 +00:00
commit 94f5cedf42
4 changed files with 34 additions and 6 deletions

View file

@ -39,12 +39,12 @@ spec:
- --tokenizer-mode=hf
- --gpu-memory-utilization=0.95
- --kv-cache-dtype=fp8
- --max-model-len=49152
- --max-model-len=auto
- --enable-auto-tool-choice
- --trust-remote-code
- --dtype=auto
- --enable-prefix-caching
- --tool-call-parser=hermes
- --tool-call-parser=qwen3_coder
- --reasoning-parser=qwen3
- --disable-custom-all-reduce

View file

@ -71,9 +71,16 @@ data:
}
]
},
"cron": { "enabled": true }
"cron": { "enabled": true },
"requestTimeoutSeconds": 180,
"promptCaching": true,
"context": {
"injectAllMarkdown": false,
"curatedFiles": ["SOUL.md", "MEMORY.md", "IDENTITY.md", "USER.md"],
"useMemorySearch": true
}
}
AGENTS.md: |
# OpenClaw Assistant
# Sirius Claw
You are a helpful AI assistant running in Kubernetes.
Professional, precise, dark humor. Running in Lance's GKE cluster.

View file

@ -0,0 +1,21 @@
apiVersion: keda.sh/v1alpha1
kind: ScaledObject
metadata:
name: openclaw-brain-a100-scaling
namespace: customer1
spec:
scaleTargetRef:
name: openclaw-brain-vllm
kind: Deployment
service:
name: openclaw-brain-service
port: 8000
minReplicaCount: 0
maxReplicaCount: 1
cooldownPeriod: 900 # 15 minutes idle before scale-down
triggers:
- type: http
metadata:
path: "/v1/models"
host: "openclaw-brain-service.customer1.svc.cluster.local"
requestCount: "1" # Scale up on 1+ request (wake script handles cold start)

View file

@ -2,7 +2,7 @@ apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
# - vllm-l4.yaml
#- keda-a100.yaml
- keda-vllm.yaml
- pvc.yaml
- configmap.yaml
- deployment.yaml