Files
ubicloud/model/project.rb
Jeremy Evans a76c6259d8 Fix 9N+1 query issue when closing an account
For each of the account's projects, this ran 9 separate queries:
1 for the accounts, and 1 for each of the 8 resource associations.

Change this to 8-9 queries total.  Add a first_project_with_resources
dataset method to Project.  This methods issues one query per
resource association to find any objects related to the project in
the dataset, using Sequel's filtering by associations support.
If it finds a related object, it returns the project related to the
object.

To handle the filtering for projects with only a single account,
use a subquery that checks that the access_tag table only has one
entry for the project.
2025-06-25 06:52:58 +09:00

216 lines
9.1 KiB
Ruby

# frozen_string_literal: true
require_relative "../model"
class Project < Sequel::Model
one_to_many :access_control_entries
one_to_many :subject_tags, order: :name
one_to_many :action_tags, order: :name
one_to_many :object_tags, order: :name
many_to_one :billing_info
one_to_many :usage_alerts
one_to_many :github_installations
many_to_many :github_runners, join_table: :github_installation, right_key: :id, right_primary_key: :installation_id
many_to_many :accounts, join_table: :access_tag, right_key: :hyper_tag_id
one_to_many :vms
one_to_many :minio_clusters
one_to_many :private_subnets
one_to_many :postgres_resources
one_to_many :firewalls
one_to_many :load_balancers
one_to_many :inference_endpoints
one_to_many :kubernetes_clusters
RESOURCE_ASSOCIATIONS = %i[vms minio_clusters private_subnets postgres_resources firewalls load_balancers kubernetes_clusters github_runners]
RESOURCE_ASSOCIATION_DATASET_METHODS = RESOURCE_ASSOCIATIONS.map { :"#{it}_dataset" }
one_to_many :invoices, order: Sequel.desc(:created_at)
one_to_many :quotas, class: :ProjectQuota
one_to_many :invitations, class: :ProjectInvitation
one_to_many :api_keys, key: :owner_id, class: :ApiKey, conditions: {owner_table: "project"}
one_to_many :locations
dataset_module Pagination
dataset_module do
def first_project_with_resources
all = self.all
RESOURCE_ASSOCIATIONS.each do
if (obj = Project.association_reflection(it).associated_class.first(project: all))
return obj.project
end
end
nil
end
end
plugin :association_dependencies, accounts: :nullify, billing_info: :destroy, github_installations: :destroy, api_keys: :destroy, access_control_entries: :destroy, subject_tags: :destroy, action_tags: :destroy, object_tags: :destroy,
locations: :destroy
plugin ResourceMethods
def has_valid_payment_method?
return true unless Config.stripe_secret_key
!!billing_info&.payment_methods&.any? || (!!billing_info && credit > 0)
end
def default_location
location_max_capacity = DB[:vm_host]
.join(:location, id: :location_id)
.where(allocation_state: "accepting")
.select_group(:location_id)
.reverse { sum(Sequel[:total_cores] - Sequel[:used_cores]) }
.single_value
cond = location_max_capacity ? {id: location_max_capacity} : {visible: true}
Location[cond].display_name
end
def disassociate_subject(subject_id)
DB[:applied_subject_tag].where(tag_id: subject_tags_dataset.select(:id), subject_id:).delete
AccessControlEntry.where(project_id: id, subject_id:).destroy
end
def path
"/project/#{ubid}"
end
def has_resources?
RESOURCE_ASSOCIATION_DATASET_METHODS.any? { !send(it).empty? }
end
def soft_delete
DB.transaction do
DB[:access_tag].where(project_id: id).delete
access_control_entries_dataset.destroy
%w[subject action object].each do |tag_type|
dataset = send(:"#{tag_type}_tags_dataset")
DB[:"applied_#{tag_type}_tag"].where(tag_id: dataset.select(:id)).delete
dataset.destroy
end
github_installations.each { Prog::Github::DestroyGithubInstallation.assemble(it) }
# We still keep the project object for billing purposes.
# These need to be cleaned up manually once in a while.
# Don't forget to clean up billing info and payment methods.
update(visible: false)
end
end
def active?
visible && accounts_dataset.exclude(suspended_at: nil).empty?
end
def current_invoice
begin_time = invoices.first&.end_time || Time.new(Time.now.year, Time.now.month, 1)
end_time = Time.now
if (invoice = InvoiceGenerator.new(begin_time, end_time, project_ids: [id]).run.first)
return invoice
end
content = {
"resources" => [],
"subtotal" => 0.0,
"credit" => 0.0,
"discount" => 0.0,
"cost" => 0.0
}
Invoice.new(project_id: id, content: content, begin_time: begin_time, end_time: end_time, created_at: Time.now, status: "current")
end
def current_resource_usage(resource_type)
case resource_type
when "VmVCpu" then vms_dataset.sum(:vcpus) || 0
when "GithubRunnerVCpu" then GithubRunner.where(installation_id: github_installations_dataset.select(:id)).total_active_runner_vcpus
when "PostgresVCpu" then postgres_resources_dataset.association_join(servers: :vm).sum(:vcpus) || 0
else
raise "Unknown resource type: #{resource_type}"
end
end
def effective_quota_value(resource_type)
default_quota = ProjectQuota.default_quotas[resource_type]
override_quota_value = quotas_dataset.first(quota_id: default_quota["id"])&.value
override_quota_value || default_quota["#{reputation}_value"]
end
def quota_available?(resource_type, requested_additional_usage)
effective_quota_value(resource_type) >= current_resource_usage(resource_type) + requested_additional_usage
end
def validate
super
if new? || changed_columns.include?(:name)
validates_format(%r{\A[a-z0-9](?:[a-z0-9\-]{0,61}[a-z0-9])?\z}i, :name, message: "must only include ASCII letters, numbers, and dashes, and must start and end with an ASCII letter or number")
end
end
def default_private_subnet(location)
name = "default-#{location.display_name[0, 55]}"
location_id = location.id
ps = private_subnets_dataset.first(location_id:, name:)
ps || Prog::Vnet::SubnetNexus.assemble(id, name:, location_id:).subject
end
def self.feature_flag(*flags, into: self)
flags.map!(&:to_s).each do |flag|
into.module_eval do
define_method :"set_ff_#{flag}" do |value|
update(feature_flags: feature_flags.merge({flag => value}).slice(*flags))
end
define_method :"get_ff_#{flag}" do
feature_flags[flag]
end
end
end
end
feature_flag :vm_public_ssh_keys, :location_latitude_fra, :access_all_cache_scopes, :allocator_diagnostics, :private_locations, :free_runner_upgrade_until, :gpu_vm, :postgres_lantern
end
# Table: project
# Columns:
# id | uuid | PRIMARY KEY
# name | text | NOT NULL
# visible | boolean | NOT NULL DEFAULT true
# billing_info_id | uuid |
# credit | numeric | NOT NULL DEFAULT 0
# discount | integer | NOT NULL DEFAULT 0
# created_at | timestamp with time zone | NOT NULL DEFAULT now()
# feature_flags | jsonb | NOT NULL DEFAULT '{}'::jsonb
# billable | boolean | NOT NULL DEFAULT true
# reputation | project_reputation | NOT NULL DEFAULT 'new'::project_reputation
# Indexes:
# project_pkey | PRIMARY KEY btree (id)
# project_right(id::text, 10)_index | UNIQUE btree ("right"(id::text, 10))
# Check constraints:
# max_discount_amount | (discount <= 100)
# min_credit_amount | (credit >= 0::numeric)
# Foreign key constraints:
# project_billing_info_id_fkey | (billing_info_id) REFERENCES billing_info(id)
# Referenced By:
# access_control_entry | access_control_entry_project_id_fkey | (project_id) REFERENCES project(id)
# access_tag | access_tag_project_id_fkey | (project_id) REFERENCES project(id)
# action_tag | action_tag_project_id_fkey | (project_id) REFERENCES project(id)
# api_key | api_key_project_id_fkey | (project_id) REFERENCES project(id)
# firewall | firewall_project_id_fkey | (project_id) REFERENCES project(id)
# github_installation | github_installation_project_id_fkey | (project_id) REFERENCES project(id)
# inference_endpoint | inference_endpoint_project_id_fkey | (project_id) REFERENCES project(id)
# inference_router | inference_router_project_id_fkey | (project_id) REFERENCES project(id)
# kubernetes_cluster | kubernetes_cluster_project_id_fkey | (project_id) REFERENCES project(id)
# load_balancer | load_balancer_project_id_fkey | (project_id) REFERENCES project(id)
# location | location_project_id_fkey | (project_id) REFERENCES project(id)
# minio_cluster | minio_cluster_project_id_fkey | (project_id) REFERENCES project(id)
# object_tag | object_tag_project_id_fkey | (project_id) REFERENCES project(id)
# private_subnet | private_subnet_project_id_fkey | (project_id) REFERENCES project(id)
# project_discount_code | project_discount_code_project_id_fkey | (project_id) REFERENCES project(id)
# subject_tag | subject_tag_project_id_fkey | (project_id) REFERENCES project(id)
# usage_alert | usage_alert_project_id_fkey | (project_id) REFERENCES project(id)
# victoria_metrics_resource | victoria_metrics_resource_project_id_fkey | (project_id) REFERENCES project(id)
# vm | vm_project_id_fkey | (project_id) REFERENCES project(id)