When we have high demand for runners, we exceed the capacity of our host fleet. To handle this spiky demand, we route the requests to AWS VMs. We use "alien" to identify the VM on the external cloud rather than on our own hosts. This PR uses the same logic as Ubi-on-AWS, which is used for PostgreSQL. When you provide a private location and AWS vm SKU, the nexus assembler provisions it on AWS. Currently, it's controlled by a feature flag in the project. After we test it, we will change the logic to route only the exceeded demand.
219 lines
9.2 KiB
Ruby
219 lines
9.2 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require_relative "../model"
|
|
|
|
class Project < Sequel::Model
|
|
one_to_many :access_control_entries
|
|
one_to_many :subject_tags, order: :name
|
|
one_to_many :action_tags, order: :name
|
|
one_to_many :object_tags, order: :name
|
|
many_to_one :billing_info
|
|
one_to_many :usage_alerts
|
|
one_to_many :github_installations
|
|
many_to_many :github_runners, join_table: :github_installation, right_key: :id, right_primary_key: :installation_id
|
|
|
|
many_to_many :accounts, join_table: :access_tag, right_key: :hyper_tag_id
|
|
one_to_many :vms
|
|
one_to_many :minio_clusters
|
|
one_to_many :private_subnets
|
|
one_to_many :postgres_resources
|
|
one_to_many :firewalls
|
|
one_to_many :load_balancers
|
|
one_to_many :inference_endpoints
|
|
one_to_many :kubernetes_clusters
|
|
|
|
RESOURCE_ASSOCIATIONS = %i[vms minio_clusters private_subnets postgres_resources firewalls load_balancers kubernetes_clusters github_runners]
|
|
RESOURCE_ASSOCIATION_DATASET_METHODS = RESOURCE_ASSOCIATIONS.map { :"#{it}_dataset" }
|
|
|
|
one_to_many :invoices, order: Sequel.desc(:created_at)
|
|
one_to_many :quotas, class: :ProjectQuota
|
|
one_to_many :invitations, class: :ProjectInvitation
|
|
one_to_many :api_keys, key: :owner_id, class: :ApiKey, conditions: {owner_table: "project"}
|
|
one_to_many :locations
|
|
|
|
dataset_module Pagination
|
|
|
|
dataset_module do
|
|
def first_project_with_resources
|
|
all = self.all
|
|
RESOURCE_ASSOCIATIONS.each do
|
|
if (obj = Project.association_reflection(it).associated_class.first(project: all))
|
|
return obj.project
|
|
end
|
|
end
|
|
|
|
nil
|
|
end
|
|
end
|
|
|
|
plugin :association_dependencies, accounts: :nullify, billing_info: :destroy, github_installations: :destroy, api_keys: :destroy, access_control_entries: :destroy, subject_tags: :destroy, action_tags: :destroy, object_tags: :destroy,
|
|
locations: :destroy
|
|
|
|
plugin ResourceMethods
|
|
|
|
def has_valid_payment_method?
|
|
return true unless Config.stripe_secret_key
|
|
!!billing_info&.payment_methods&.any? || (!!billing_info && credit > 0)
|
|
end
|
|
|
|
def default_location
|
|
location_max_capacity = DB[:vm_host]
|
|
.join(:location, id: :location_id)
|
|
.where(allocation_state: "accepting")
|
|
.select_group(:location_id)
|
|
.reverse { sum(Sequel[:total_cores] - Sequel[:used_cores]) }
|
|
.single_value
|
|
|
|
cond = location_max_capacity ? {id: location_max_capacity} : {visible: true}
|
|
Location[cond].display_name
|
|
end
|
|
|
|
def disassociate_subject(subject_id)
|
|
DB[:applied_subject_tag].where(tag_id: subject_tags_dataset.select(:id), subject_id:).delete
|
|
AccessControlEntry.where(project_id: id, subject_id:).destroy
|
|
end
|
|
|
|
def path
|
|
"/project/#{ubid}"
|
|
end
|
|
|
|
def has_resources?
|
|
RESOURCE_ASSOCIATION_DATASET_METHODS.any? { !send(it).empty? }
|
|
end
|
|
|
|
def soft_delete
|
|
DB.transaction do
|
|
DB[:access_tag].where(project_id: id).delete
|
|
access_control_entries_dataset.destroy
|
|
%w[subject action object].each do |tag_type|
|
|
dataset = send(:"#{tag_type}_tags_dataset")
|
|
DB[:"applied_#{tag_type}_tag"].where(tag_id: dataset.select(:id)).delete
|
|
dataset.destroy
|
|
end
|
|
github_installations.each { Prog::Github::DestroyGithubInstallation.assemble(it) }
|
|
|
|
# We still keep the project object for billing purposes.
|
|
# These need to be cleaned up manually once in a while.
|
|
# Don't forget to clean up billing info and payment methods.
|
|
update(visible: false)
|
|
end
|
|
end
|
|
|
|
def active?
|
|
visible && accounts_dataset.exclude(suspended_at: nil).empty?
|
|
end
|
|
|
|
def current_invoice
|
|
begin_time = invoices.first&.end_time || Time.new(Time.now.year, Time.now.month, 1)
|
|
end_time = Time.now
|
|
|
|
if (invoice = InvoiceGenerator.new(begin_time, end_time, project_ids: [id]).run.first)
|
|
return invoice
|
|
end
|
|
|
|
content = {
|
|
"resources" => [],
|
|
"subtotal" => 0.0,
|
|
"credit" => 0.0,
|
|
"discount" => 0.0,
|
|
"cost" => 0.0
|
|
}
|
|
|
|
Invoice.new(project_id: id, content: content, begin_time: begin_time, end_time: end_time, created_at: Time.now, status: "current")
|
|
end
|
|
|
|
def current_resource_usage(resource_type)
|
|
case resource_type
|
|
when "VmVCpu" then vms_dataset.sum(:vcpus) || 0
|
|
when "GithubRunnerVCpu" then GithubRunner.where(installation_id: github_installations_dataset.select(:id)).total_active_runner_vcpus
|
|
when "PostgresVCpu" then postgres_resources_dataset.association_join(servers: :vm).sum(:vcpus) || 0
|
|
else
|
|
raise "Unknown resource type: #{resource_type}"
|
|
end
|
|
end
|
|
|
|
def effective_quota_value(resource_type)
|
|
default_quota = ProjectQuota.default_quotas[resource_type]
|
|
override_quota_value = quotas_dataset.first(quota_id: default_quota["id"])&.value
|
|
override_quota_value || default_quota["#{reputation}_value"]
|
|
end
|
|
|
|
def quota_available?(resource_type, requested_additional_usage)
|
|
effective_quota_value(resource_type) >= current_resource_usage(resource_type) + requested_additional_usage
|
|
end
|
|
|
|
def validate
|
|
super
|
|
if new? || changed_columns.include?(:name)
|
|
validates_format(%r{\A[a-z0-9](?:[a-z0-9\-]{0,61}[a-z0-9])?\z}i, :name, message: "must be less than 64 characters and only include ASCII letters, numbers, and dashes, and must start and end with an ASCII letter or number")
|
|
end
|
|
end
|
|
|
|
def default_private_subnet(location)
|
|
name = "default-#{location.display_name[0, 55]}"
|
|
location_id = location.id
|
|
ps = private_subnets_dataset.first(location_id:, name:)
|
|
ps || Prog::Vnet::SubnetNexus.assemble(id, name:, location_id:).subject
|
|
end
|
|
|
|
def self.feature_flag(*flags, into: self)
|
|
flags.map!(&:to_s).each do |flag|
|
|
into.module_eval do
|
|
define_method :"set_ff_#{flag}" do |value|
|
|
update(feature_flags: feature_flags.merge({flag => value}).slice(*flags))
|
|
end
|
|
|
|
define_method :"get_ff_#{flag}" do
|
|
feature_flags[flag]
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
feature_flag :vm_public_ssh_keys, :location_latitude_fra, :access_all_cache_scopes, :allocator_diagnostics
|
|
feature_flag :private_locations, :enable_c6gd, :enable_m6gd, :enable_m8gd
|
|
feature_flag :free_runner_upgrade_until, :gpu_vm, :postgres_lantern, :aws_cloudwatch_logs
|
|
feature_flag :aws_alien_runners
|
|
end
|
|
|
|
# Table: project
|
|
# Columns:
|
|
# id | uuid | PRIMARY KEY
|
|
# name | text | NOT NULL
|
|
# visible | boolean | NOT NULL DEFAULT true
|
|
# billing_info_id | uuid |
|
|
# credit | numeric | NOT NULL DEFAULT 0
|
|
# discount | integer | NOT NULL DEFAULT 0
|
|
# created_at | timestamp with time zone | NOT NULL DEFAULT now()
|
|
# feature_flags | jsonb | NOT NULL DEFAULT '{}'::jsonb
|
|
# billable | boolean | NOT NULL DEFAULT true
|
|
# reputation | project_reputation | NOT NULL DEFAULT 'new'::project_reputation
|
|
# Indexes:
|
|
# project_pkey | PRIMARY KEY btree (id)
|
|
# project_right(id::text, 10)_index | UNIQUE btree ("right"(id::text, 10))
|
|
# Check constraints:
|
|
# max_discount_amount | (discount <= 100)
|
|
# min_credit_amount | (credit >= 0::numeric)
|
|
# Foreign key constraints:
|
|
# project_billing_info_id_fkey | (billing_info_id) REFERENCES billing_info(id)
|
|
# Referenced By:
|
|
# access_control_entry | access_control_entry_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# access_tag | access_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# action_tag | action_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# api_key | api_key_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# firewall | firewall_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# github_installation | github_installation_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# inference_endpoint | inference_endpoint_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# inference_router | inference_router_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# kubernetes_cluster | kubernetes_cluster_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# load_balancer | load_balancer_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# location | location_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# minio_cluster | minio_cluster_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# object_tag | object_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# private_subnet | private_subnet_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# project_discount_code | project_discount_code_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# subject_tag | subject_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# usage_alert | usage_alert_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# victoria_metrics_resource | victoria_metrics_resource_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# vm | vm_project_id_fkey | (project_id) REFERENCES project(id)
|