aad282078d
If the resource is already being destroyed, we don't want to hop to the `destroy` label again when the `destroy` semaphore is incremented. We check the current label to avoid hopping again. Sometimes we forget to update the list of labels to check when we add new labels after a destroy. Instead of checking the labels separately, we can increase another semaphore, like `destroying`, along with the `destroy` semaphore and keep it incremented until the resource is destroyed.
88 lines
2.4 KiB
Ruby
88 lines
2.4 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require "net/ssh"
|
|
|
|
class Prog::Vm::VmPool < Prog::Base
|
|
subject_is :vm_pool
|
|
|
|
def self.assemble(size:, vm_size:, boot_image:, location:, storage_size_gib:,
|
|
storage_encrypted:, storage_skip_sync:, arch:)
|
|
DB.transaction do
|
|
vm_pool = VmPool.create_with_id(
|
|
size: size,
|
|
vm_size: vm_size,
|
|
boot_image: boot_image,
|
|
location: location,
|
|
storage_size_gib: storage_size_gib,
|
|
storage_encrypted: storage_encrypted,
|
|
storage_skip_sync: storage_skip_sync,
|
|
arch: arch
|
|
)
|
|
Strand.create(prog: "Vm::VmPool", label: "create_new_vm") { _1.id = vm_pool.id }
|
|
end
|
|
end
|
|
|
|
def before_run
|
|
when_destroy_set? do
|
|
unless vm_pool.destroying_set?
|
|
vm_pool.incr_destroying
|
|
hop_destroy
|
|
end
|
|
end
|
|
end
|
|
|
|
label def create_new_vm
|
|
storage_params = {
|
|
size_gib: vm_pool.storage_size_gib,
|
|
encrypted: vm_pool.storage_encrypted,
|
|
skip_sync: vm_pool.storage_skip_sync
|
|
}
|
|
ps = Prog::Vnet::SubnetNexus.assemble(
|
|
Config.vm_pool_project_id,
|
|
location: vm_pool.location,
|
|
allow_only_ssh: true
|
|
).subject
|
|
|
|
Prog::Vm::Nexus.assemble_with_sshable(
|
|
"runneradmin",
|
|
Config.vm_pool_project_id,
|
|
size: vm_pool.vm_size,
|
|
location: vm_pool.location,
|
|
boot_image: vm_pool.boot_image,
|
|
storage_volumes: [storage_params],
|
|
enable_ip4: true,
|
|
pool_id: vm_pool.id,
|
|
arch: vm_pool.arch,
|
|
swap_size_bytes: 4294963200,
|
|
private_subnet_id: ps.id
|
|
)
|
|
|
|
hop_wait
|
|
end
|
|
|
|
label def wait
|
|
if vm_pool.size - vm_pool.vms.count > 0
|
|
idle_cores = VmHost.where(allocation_state: "accepting", arch: vm_pool.arch, location: ["github-runners", "hetzner-hel1", "hetzner-fsn1"]).select_map { sum(:total_cores) - sum(:used_cores) }.first.to_i
|
|
waiting_cores = Vm.where(Sequel.like(:boot_image, "github%")).where(allocated_at: nil, arch: vm_pool.arch).sum(:cores).to_i
|
|
pool_vm_core = Validation.validate_vm_size(vm_pool.vm_size, vm_pool.arch).cores
|
|
hop_create_new_vm if idle_cores - waiting_cores - pool_vm_core >= 0
|
|
end
|
|
nap 30
|
|
end
|
|
|
|
label def destroy
|
|
vm_pool.vms.each do |vm|
|
|
vm.private_subnets.each { _1.incr_destroy }
|
|
vm.incr_destroy
|
|
end
|
|
hop_wait_vms_destroy
|
|
end
|
|
|
|
label def wait_vms_destroy
|
|
nap 10 if vm_pool.vms.count > 0
|
|
|
|
vm_pool.destroy
|
|
pop "pool destroyed"
|
|
end
|
|
end
|