add node selector for ollama pod
This commit is contained in:
parent
7cc9fcdcc2
commit
74239e10bb
2 changed files with 4 additions and 2 deletions
|
|
@ -10,6 +10,8 @@ spec:
|
|||
spec:
|
||||
template:
|
||||
spec:
|
||||
nodeSelector:
|
||||
cloud.google.com/gke-accelerator: nvidia-h100-80gb
|
||||
tolerations:
|
||||
- key: "nvidia.com/gpu-h100"
|
||||
operator: "Equal"
|
||||
|
|
@ -50,7 +52,7 @@ spec:
|
|||
memory: "85Gi"
|
||||
requests:
|
||||
nvidia.com/gpu: "1"
|
||||
memory: "32Gi"
|
||||
memory: "80Gi"
|
||||
|
||||
containers:
|
||||
- name: analyst
|
||||
|
|
|
|||
|
|
@ -32,7 +32,7 @@ resource "google_container_node_pool" "h100_node_pool" {
|
|||
}
|
||||
disk_size_gb = 200
|
||||
disk_type = "pd-ssd"
|
||||
spot = false
|
||||
spot = true
|
||||
|
||||
oauth_scopes = [
|
||||
"https://www.googleapis.com/auth/cloud-platform"]
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue