Files
ubicloud/model/project.rb
Enes Cakir 2217f1637b Enable alien VM runners on AWS
When we have high demand for runners, we exceed the capacity of our host
fleet.

To handle this spiky demand, we route the requests to AWS VMs. We use
"alien" to identify the VM on the external cloud rather than on our own
hosts.

This PR uses the same logic as Ubi-on-AWS, which is used for PostgreSQL.
When you provide a private location and AWS vm SKU, the nexus assembler
provisions it on AWS.

Currently, it's controlled by a feature flag in the project. After we
test it, we will change the logic to route only the exceeded demand.
2025-08-19 10:28:36 +03:00

219 lines
9.2 KiB
Ruby

# frozen_string_literal: true
require_relative "../model"
class Project < Sequel::Model
one_to_many :access_control_entries
one_to_many :subject_tags, order: :name
one_to_many :action_tags, order: :name
one_to_many :object_tags, order: :name
many_to_one :billing_info
one_to_many :usage_alerts
one_to_many :github_installations
many_to_many :github_runners, join_table: :github_installation, right_key: :id, right_primary_key: :installation_id
many_to_many :accounts, join_table: :access_tag, right_key: :hyper_tag_id
one_to_many :vms
one_to_many :minio_clusters
one_to_many :private_subnets
one_to_many :postgres_resources
one_to_many :firewalls
one_to_many :load_balancers
one_to_many :inference_endpoints
one_to_many :kubernetes_clusters
RESOURCE_ASSOCIATIONS = %i[vms minio_clusters private_subnets postgres_resources firewalls load_balancers kubernetes_clusters github_runners]
RESOURCE_ASSOCIATION_DATASET_METHODS = RESOURCE_ASSOCIATIONS.map { :"#{it}_dataset" }
one_to_many :invoices, order: Sequel.desc(:created_at)
one_to_many :quotas, class: :ProjectQuota
one_to_many :invitations, class: :ProjectInvitation
one_to_many :api_keys, key: :owner_id, class: :ApiKey, conditions: {owner_table: "project"}
one_to_many :locations
dataset_module Pagination
dataset_module do
def first_project_with_resources
all = self.all
RESOURCE_ASSOCIATIONS.each do
if (obj = Project.association_reflection(it).associated_class.first(project: all))
return obj.project
end
end
nil
end
end
plugin :association_dependencies, accounts: :nullify, billing_info: :destroy, github_installations: :destroy, api_keys: :destroy, access_control_entries: :destroy, subject_tags: :destroy, action_tags: :destroy, object_tags: :destroy,
locations: :destroy
plugin ResourceMethods
def has_valid_payment_method?
return true unless Config.stripe_secret_key
!!billing_info&.payment_methods&.any? || (!!billing_info && credit > 0)
end
def default_location
location_max_capacity = DB[:vm_host]
.join(:location, id: :location_id)
.where(allocation_state: "accepting")
.select_group(:location_id)
.reverse { sum(Sequel[:total_cores] - Sequel[:used_cores]) }
.single_value
cond = location_max_capacity ? {id: location_max_capacity} : {visible: true}
Location[cond].display_name
end
def disassociate_subject(subject_id)
DB[:applied_subject_tag].where(tag_id: subject_tags_dataset.select(:id), subject_id:).delete
AccessControlEntry.where(project_id: id, subject_id:).destroy
end
def path
"/project/#{ubid}"
end
def has_resources?
RESOURCE_ASSOCIATION_DATASET_METHODS.any? { !send(it).empty? }
end
def soft_delete
DB.transaction do
DB[:access_tag].where(project_id: id).delete
access_control_entries_dataset.destroy
%w[subject action object].each do |tag_type|
dataset = send(:"#{tag_type}_tags_dataset")
DB[:"applied_#{tag_type}_tag"].where(tag_id: dataset.select(:id)).delete
dataset.destroy
end
github_installations.each { Prog::Github::DestroyGithubInstallation.assemble(it) }
# We still keep the project object for billing purposes.
# These need to be cleaned up manually once in a while.
# Don't forget to clean up billing info and payment methods.
update(visible: false)
end
end
def active?
visible && accounts_dataset.exclude(suspended_at: nil).empty?
end
def current_invoice
begin_time = invoices.first&.end_time || Time.new(Time.now.year, Time.now.month, 1)
end_time = Time.now
if (invoice = InvoiceGenerator.new(begin_time, end_time, project_ids: [id]).run.first)
return invoice
end
content = {
"resources" => [],
"subtotal" => 0.0,
"credit" => 0.0,
"discount" => 0.0,
"cost" => 0.0
}
Invoice.new(project_id: id, content: content, begin_time: begin_time, end_time: end_time, created_at: Time.now, status: "current")
end
def current_resource_usage(resource_type)
case resource_type
when "VmVCpu" then vms_dataset.sum(:vcpus) || 0
when "GithubRunnerVCpu" then GithubRunner.where(installation_id: github_installations_dataset.select(:id)).total_active_runner_vcpus
when "PostgresVCpu" then postgres_resources_dataset.association_join(servers: :vm).sum(:vcpus) || 0
else
raise "Unknown resource type: #{resource_type}"
end
end
def effective_quota_value(resource_type)
default_quota = ProjectQuota.default_quotas[resource_type]
override_quota_value = quotas_dataset.first(quota_id: default_quota["id"])&.value
override_quota_value || default_quota["#{reputation}_value"]
end
def quota_available?(resource_type, requested_additional_usage)
effective_quota_value(resource_type) >= current_resource_usage(resource_type) + requested_additional_usage
end
def validate
super
if new? || changed_columns.include?(:name)
validates_format(%r{\A[a-z0-9](?:[a-z0-9\-]{0,61}[a-z0-9])?\z}i, :name, message: "must be less than 64 characters and only include ASCII letters, numbers, and dashes, and must start and end with an ASCII letter or number")
end
end
def default_private_subnet(location)
name = "default-#{location.display_name[0, 55]}"
location_id = location.id
ps = private_subnets_dataset.first(location_id:, name:)
ps || Prog::Vnet::SubnetNexus.assemble(id, name:, location_id:).subject
end
def self.feature_flag(*flags, into: self)
flags.map!(&:to_s).each do |flag|
into.module_eval do
define_method :"set_ff_#{flag}" do |value|
update(feature_flags: feature_flags.merge({flag => value}).slice(*flags))
end
define_method :"get_ff_#{flag}" do
feature_flags[flag]
end
end
end
end
feature_flag :vm_public_ssh_keys, :location_latitude_fra, :access_all_cache_scopes, :allocator_diagnostics
feature_flag :private_locations, :enable_c6gd, :enable_m6gd, :enable_m8gd
feature_flag :free_runner_upgrade_until, :gpu_vm, :postgres_lantern, :aws_cloudwatch_logs
feature_flag :aws_alien_runners
end
# Table: project
# Columns:
# id | uuid | PRIMARY KEY
# name | text | NOT NULL
# visible | boolean | NOT NULL DEFAULT true
# billing_info_id | uuid |
# credit | numeric | NOT NULL DEFAULT 0
# discount | integer | NOT NULL DEFAULT 0
# created_at | timestamp with time zone | NOT NULL DEFAULT now()
# feature_flags | jsonb | NOT NULL DEFAULT '{}'::jsonb
# billable | boolean | NOT NULL DEFAULT true
# reputation | project_reputation | NOT NULL DEFAULT 'new'::project_reputation
# Indexes:
# project_pkey | PRIMARY KEY btree (id)
# project_right(id::text, 10)_index | UNIQUE btree ("right"(id::text, 10))
# Check constraints:
# max_discount_amount | (discount <= 100)
# min_credit_amount | (credit >= 0::numeric)
# Foreign key constraints:
# project_billing_info_id_fkey | (billing_info_id) REFERENCES billing_info(id)
# Referenced By:
# access_control_entry | access_control_entry_project_id_fkey | (project_id) REFERENCES project(id)
# access_tag | access_tag_project_id_fkey | (project_id) REFERENCES project(id)
# action_tag | action_tag_project_id_fkey | (project_id) REFERENCES project(id)
# api_key | api_key_project_id_fkey | (project_id) REFERENCES project(id)
# firewall | firewall_project_id_fkey | (project_id) REFERENCES project(id)
# github_installation | github_installation_project_id_fkey | (project_id) REFERENCES project(id)
# inference_endpoint | inference_endpoint_project_id_fkey | (project_id) REFERENCES project(id)
# inference_router | inference_router_project_id_fkey | (project_id) REFERENCES project(id)
# kubernetes_cluster | kubernetes_cluster_project_id_fkey | (project_id) REFERENCES project(id)
# load_balancer | load_balancer_project_id_fkey | (project_id) REFERENCES project(id)
# location | location_project_id_fkey | (project_id) REFERENCES project(id)
# minio_cluster | minio_cluster_project_id_fkey | (project_id) REFERENCES project(id)
# object_tag | object_tag_project_id_fkey | (project_id) REFERENCES project(id)
# private_subnet | private_subnet_project_id_fkey | (project_id) REFERENCES project(id)
# project_discount_code | project_discount_code_project_id_fkey | (project_id) REFERENCES project(id)
# subject_tag | subject_tag_project_id_fkey | (project_id) REFERENCES project(id)
# usage_alert | usage_alert_project_id_fkey | (project_id) REFERENCES project(id)
# victoria_metrics_resource | victoria_metrics_resource_project_id_fkey | (project_id) REFERENCES project(id)
# vm | vm_project_id_fkey | (project_id) REFERENCES project(id)