Skip to content

Commit

Permalink
Merge pull request #127 from mariux64/add-gpu-setup-2-20gb
Browse files Browse the repository at this point in the history
gpu-setup: Add policy a100_split_2
  • Loading branch information
donald authored Mar 23, 2022
2 parents 837e8b1 + 6c418d5 commit 2ee36bc
Showing 1 changed file with 23 additions and 0 deletions.
23 changes: 23 additions & 0 deletions helper/gpu-setup
Original file line number Diff line number Diff line change
Expand Up @@ -119,6 +119,26 @@ policy_a100_split_3() {
common_setup_a100_complete $gpu_uuid
}

policy_a100_split_2() {

# This policy splits a single A100 with 40 GB into 2 3g.20gb gpu instances each with a
# single default compute instance.
#
# The ID of the 2g.10gb profile is 9 (see `nvidia-smi mig -lgip`).
# The placements for profile 9 are 0,4 (see `nvidia-smi mig -lgipp`).

gpu_uuid=$(nvidia-smi --query-gpu=uuid --format=csv,noheader,nounits)
test "$gpu_uuid" || die "GPU not found!"

common_setup_a100 $gpu_uuid

for i in 0 4;do
nvidia-smi mig --id $gpu_uuid --create-gpu-instance 3g.20gb:$i --default-compute-instance
done

common_setup_a100_complete $gpu_uuid
}

policy_phys_gpus() {

# This policy just enumrate the physical GPUs and reserved them
Expand Down Expand Up @@ -172,6 +192,9 @@ init() {
a100-split-3)
policy_a100_split_3
;;
a100-split-2)
policy_a100_split_2
;;
phys-gpus)
policy_phys_gpus
;;
Expand Down

0 comments on commit 2ee36bc

Please sign in to comment.