Skip to content

gpu-setup: Add policy a100_split_2 #127

Merged
merged 1 commit into from
Mar 23, 2022
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
23 changes: 23 additions & 0 deletions helper/gpu-setup
Original file line number Diff line number Diff line change
Expand Up @@ -119,6 +119,26 @@ policy_a100_split_3() {
common_setup_a100_complete $gpu_uuid
}

policy_a100_split_2() {

# This policy splits a single A100 with 40 GB into 2 3g.20gb gpu instances each with a
# single default compute instance.
#
# The ID of the 2g.10gb profile is 9 (see `nvidia-smi mig -lgip`).
# The placements for profile 9 are 0,4 (see `nvidia-smi mig -lgipp`).

gpu_uuid=$(nvidia-smi --query-gpu=uuid --format=csv,noheader,nounits)
test "$gpu_uuid" || die "GPU not found!"

common_setup_a100 $gpu_uuid

for i in 0 4;do
nvidia-smi mig --id $gpu_uuid --create-gpu-instance 3g.20gb:$i --default-compute-instance
done

common_setup_a100_complete $gpu_uuid
}

policy_phys_gpus() {

# This policy just enumrate the physical GPUs and reserved them
Expand Down Expand Up @@ -172,6 +192,9 @@ init() {
a100-split-3)
policy_a100_split_3
;;
a100-split-2)
policy_a100_split_2
;;
phys-gpus)
policy_phys_gpus
;;
Expand Down