add node selector for ollama pod
This commit is contained in:
parent
7cc9fcdcc2
commit
74239e10bb
2 changed files with 4 additions and 2 deletions
|
|
@ -10,6 +10,8 @@ spec:
|
||||||
spec:
|
spec:
|
||||||
template:
|
template:
|
||||||
spec:
|
spec:
|
||||||
|
nodeSelector:
|
||||||
|
cloud.google.com/gke-accelerator: nvidia-h100-80gb
|
||||||
tolerations:
|
tolerations:
|
||||||
- key: "nvidia.com/gpu-h100"
|
- key: "nvidia.com/gpu-h100"
|
||||||
operator: "Equal"
|
operator: "Equal"
|
||||||
|
|
@ -50,7 +52,7 @@ spec:
|
||||||
memory: "85Gi"
|
memory: "85Gi"
|
||||||
requests:
|
requests:
|
||||||
nvidia.com/gpu: "1"
|
nvidia.com/gpu: "1"
|
||||||
memory: "32Gi"
|
memory: "80Gi"
|
||||||
|
|
||||||
containers:
|
containers:
|
||||||
- name: analyst
|
- name: analyst
|
||||||
|
|
|
||||||
|
|
@ -32,7 +32,7 @@ resource "google_container_node_pool" "h100_node_pool" {
|
||||||
}
|
}
|
||||||
disk_size_gb = 200
|
disk_size_gb = 200
|
||||||
disk_type = "pd-ssd"
|
disk_type = "pd-ssd"
|
||||||
spot = false
|
spot = true
|
||||||
|
|
||||||
oauth_scopes = [
|
oauth_scopes = [
|
||||||
"https://www.googleapis.com/auth/cloud-platform"]
|
"https://www.googleapis.com/auth/cloud-platform"]
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue