switch to a100 node pool
This commit is contained in:
parent
de8bf2f057
commit
d6f7148008
2 changed files with 53 additions and 2 deletions
|
|
@ -11,8 +11,8 @@ spec:
|
|||
template:
|
||||
spec:
|
||||
nodeSelector:
|
||||
accelerator: "h100-single"
|
||||
cloud.google.com/gke-accelerator: "nvidia-h100-80gb"
|
||||
accelerator: "a100-80gb"
|
||||
cloud.google.com/gke-accelerator: "nvidia-tesla-a100-80gb"
|
||||
|
||||
# 2. ACCEPT THE GPU TAINT
|
||||
tolerations:
|
||||
|
|
|
|||
51
modules/a100-nodepool.tf
Normal file
51
modules/a100-nodepool.tf
Normal file
|
|
@ -0,0 +1,51 @@
|
|||
resource "google_container_node_pool" "a100_80gb_pool" {
|
||||
name = "a100-80gb-analyst-pool"
|
||||
location = "us-central1-a"
|
||||
cluster = google_container_cluster.primary.name
|
||||
|
||||
initial_node_count = 0
|
||||
autoscaling {
|
||||
min_node_count = 0
|
||||
max_node_count = 1
|
||||
}
|
||||
|
||||
node_config {
|
||||
# A100 80GB requires the a2-ultragpu family
|
||||
machine_type = "a2-ultragpu-1g"
|
||||
|
||||
guest_accelerator {
|
||||
type = "nvidia-a100-80gb"
|
||||
count = 1
|
||||
|
||||
gpu_driver_installation_config {
|
||||
gpu_driver_version = "LATEST"
|
||||
}
|
||||
}
|
||||
|
||||
# SPOT is the modern equivalent of Preemptible
|
||||
spot = true
|
||||
|
||||
# Specific labels to help the Autoscaler find this pool
|
||||
labels = {
|
||||
"cloud.google.com/gke-accelerator" = "nvidia-tesla-a100-80gb"
|
||||
"accelerator" = "a100-80gb"
|
||||
}
|
||||
|
||||
# Taint to keep other pods off this expensive node
|
||||
taint {
|
||||
key = "nvidia.com/gpu-a100-80gb"
|
||||
value = "present"
|
||||
effect = "NO_SCHEDULE"
|
||||
}
|
||||
|
||||
disk_size_gb = 200
|
||||
disk_type = "pd-ssd"
|
||||
|
||||
oauth_scopes = ["https://www.googleapis.com/auth/cloud-platform"]
|
||||
}
|
||||
|
||||
management {
|
||||
auto_repair = true
|
||||
auto_upgrade = true
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Reference in a new issue