For each of the account's projects, this ran 9 separate queries: 1 for the accounts, and 1 for each of the 8 resource associations. Change this to 8-9 queries total. Add a first_project_with_resources dataset method to Project. This methods issues one query per resource association to find any objects related to the project in the dataset, using Sequel's filtering by associations support. If it finds a related object, it returns the project related to the object. To handle the filtering for projects with only a single account, use a subquery that checks that the access_tag table only has one entry for the project.
216 lines
9.1 KiB
Ruby
216 lines
9.1 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require_relative "../model"
|
|
|
|
class Project < Sequel::Model
|
|
one_to_many :access_control_entries
|
|
one_to_many :subject_tags, order: :name
|
|
one_to_many :action_tags, order: :name
|
|
one_to_many :object_tags, order: :name
|
|
many_to_one :billing_info
|
|
one_to_many :usage_alerts
|
|
one_to_many :github_installations
|
|
many_to_many :github_runners, join_table: :github_installation, right_key: :id, right_primary_key: :installation_id
|
|
|
|
many_to_many :accounts, join_table: :access_tag, right_key: :hyper_tag_id
|
|
one_to_many :vms
|
|
one_to_many :minio_clusters
|
|
one_to_many :private_subnets
|
|
one_to_many :postgres_resources
|
|
one_to_many :firewalls
|
|
one_to_many :load_balancers
|
|
one_to_many :inference_endpoints
|
|
one_to_many :kubernetes_clusters
|
|
|
|
RESOURCE_ASSOCIATIONS = %i[vms minio_clusters private_subnets postgres_resources firewalls load_balancers kubernetes_clusters github_runners]
|
|
RESOURCE_ASSOCIATION_DATASET_METHODS = RESOURCE_ASSOCIATIONS.map { :"#{it}_dataset" }
|
|
|
|
one_to_many :invoices, order: Sequel.desc(:created_at)
|
|
one_to_many :quotas, class: :ProjectQuota
|
|
one_to_many :invitations, class: :ProjectInvitation
|
|
one_to_many :api_keys, key: :owner_id, class: :ApiKey, conditions: {owner_table: "project"}
|
|
one_to_many :locations
|
|
|
|
dataset_module Pagination
|
|
|
|
dataset_module do
|
|
def first_project_with_resources
|
|
all = self.all
|
|
RESOURCE_ASSOCIATIONS.each do
|
|
if (obj = Project.association_reflection(it).associated_class.first(project: all))
|
|
return obj.project
|
|
end
|
|
end
|
|
|
|
nil
|
|
end
|
|
end
|
|
|
|
plugin :association_dependencies, accounts: :nullify, billing_info: :destroy, github_installations: :destroy, api_keys: :destroy, access_control_entries: :destroy, subject_tags: :destroy, action_tags: :destroy, object_tags: :destroy,
|
|
locations: :destroy
|
|
|
|
plugin ResourceMethods
|
|
|
|
def has_valid_payment_method?
|
|
return true unless Config.stripe_secret_key
|
|
!!billing_info&.payment_methods&.any? || (!!billing_info && credit > 0)
|
|
end
|
|
|
|
def default_location
|
|
location_max_capacity = DB[:vm_host]
|
|
.join(:location, id: :location_id)
|
|
.where(allocation_state: "accepting")
|
|
.select_group(:location_id)
|
|
.reverse { sum(Sequel[:total_cores] - Sequel[:used_cores]) }
|
|
.single_value
|
|
|
|
cond = location_max_capacity ? {id: location_max_capacity} : {visible: true}
|
|
Location[cond].display_name
|
|
end
|
|
|
|
def disassociate_subject(subject_id)
|
|
DB[:applied_subject_tag].where(tag_id: subject_tags_dataset.select(:id), subject_id:).delete
|
|
AccessControlEntry.where(project_id: id, subject_id:).destroy
|
|
end
|
|
|
|
def path
|
|
"/project/#{ubid}"
|
|
end
|
|
|
|
def has_resources?
|
|
RESOURCE_ASSOCIATION_DATASET_METHODS.any? { !send(it).empty? }
|
|
end
|
|
|
|
def soft_delete
|
|
DB.transaction do
|
|
DB[:access_tag].where(project_id: id).delete
|
|
access_control_entries_dataset.destroy
|
|
%w[subject action object].each do |tag_type|
|
|
dataset = send(:"#{tag_type}_tags_dataset")
|
|
DB[:"applied_#{tag_type}_tag"].where(tag_id: dataset.select(:id)).delete
|
|
dataset.destroy
|
|
end
|
|
github_installations.each { Prog::Github::DestroyGithubInstallation.assemble(it) }
|
|
|
|
# We still keep the project object for billing purposes.
|
|
# These need to be cleaned up manually once in a while.
|
|
# Don't forget to clean up billing info and payment methods.
|
|
update(visible: false)
|
|
end
|
|
end
|
|
|
|
def active?
|
|
visible && accounts_dataset.exclude(suspended_at: nil).empty?
|
|
end
|
|
|
|
def current_invoice
|
|
begin_time = invoices.first&.end_time || Time.new(Time.now.year, Time.now.month, 1)
|
|
end_time = Time.now
|
|
|
|
if (invoice = InvoiceGenerator.new(begin_time, end_time, project_ids: [id]).run.first)
|
|
return invoice
|
|
end
|
|
|
|
content = {
|
|
"resources" => [],
|
|
"subtotal" => 0.0,
|
|
"credit" => 0.0,
|
|
"discount" => 0.0,
|
|
"cost" => 0.0
|
|
}
|
|
|
|
Invoice.new(project_id: id, content: content, begin_time: begin_time, end_time: end_time, created_at: Time.now, status: "current")
|
|
end
|
|
|
|
def current_resource_usage(resource_type)
|
|
case resource_type
|
|
when "VmVCpu" then vms_dataset.sum(:vcpus) || 0
|
|
when "GithubRunnerVCpu" then GithubRunner.where(installation_id: github_installations_dataset.select(:id)).total_active_runner_vcpus
|
|
when "PostgresVCpu" then postgres_resources_dataset.association_join(servers: :vm).sum(:vcpus) || 0
|
|
else
|
|
raise "Unknown resource type: #{resource_type}"
|
|
end
|
|
end
|
|
|
|
def effective_quota_value(resource_type)
|
|
default_quota = ProjectQuota.default_quotas[resource_type]
|
|
override_quota_value = quotas_dataset.first(quota_id: default_quota["id"])&.value
|
|
override_quota_value || default_quota["#{reputation}_value"]
|
|
end
|
|
|
|
def quota_available?(resource_type, requested_additional_usage)
|
|
effective_quota_value(resource_type) >= current_resource_usage(resource_type) + requested_additional_usage
|
|
end
|
|
|
|
def validate
|
|
super
|
|
if new? || changed_columns.include?(:name)
|
|
validates_format(%r{\A[a-z0-9](?:[a-z0-9\-]{0,61}[a-z0-9])?\z}i, :name, message: "must only include ASCII letters, numbers, and dashes, and must start and end with an ASCII letter or number")
|
|
end
|
|
end
|
|
|
|
def default_private_subnet(location)
|
|
name = "default-#{location.display_name[0, 55]}"
|
|
location_id = location.id
|
|
ps = private_subnets_dataset.first(location_id:, name:)
|
|
ps || Prog::Vnet::SubnetNexus.assemble(id, name:, location_id:).subject
|
|
end
|
|
|
|
def self.feature_flag(*flags, into: self)
|
|
flags.map!(&:to_s).each do |flag|
|
|
into.module_eval do
|
|
define_method :"set_ff_#{flag}" do |value|
|
|
update(feature_flags: feature_flags.merge({flag => value}).slice(*flags))
|
|
end
|
|
|
|
define_method :"get_ff_#{flag}" do
|
|
feature_flags[flag]
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
feature_flag :vm_public_ssh_keys, :location_latitude_fra, :access_all_cache_scopes, :allocator_diagnostics, :private_locations, :free_runner_upgrade_until, :gpu_vm, :postgres_lantern
|
|
end
|
|
|
|
# Table: project
|
|
# Columns:
|
|
# id | uuid | PRIMARY KEY
|
|
# name | text | NOT NULL
|
|
# visible | boolean | NOT NULL DEFAULT true
|
|
# billing_info_id | uuid |
|
|
# credit | numeric | NOT NULL DEFAULT 0
|
|
# discount | integer | NOT NULL DEFAULT 0
|
|
# created_at | timestamp with time zone | NOT NULL DEFAULT now()
|
|
# feature_flags | jsonb | NOT NULL DEFAULT '{}'::jsonb
|
|
# billable | boolean | NOT NULL DEFAULT true
|
|
# reputation | project_reputation | NOT NULL DEFAULT 'new'::project_reputation
|
|
# Indexes:
|
|
# project_pkey | PRIMARY KEY btree (id)
|
|
# project_right(id::text, 10)_index | UNIQUE btree ("right"(id::text, 10))
|
|
# Check constraints:
|
|
# max_discount_amount | (discount <= 100)
|
|
# min_credit_amount | (credit >= 0::numeric)
|
|
# Foreign key constraints:
|
|
# project_billing_info_id_fkey | (billing_info_id) REFERENCES billing_info(id)
|
|
# Referenced By:
|
|
# access_control_entry | access_control_entry_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# access_tag | access_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# action_tag | action_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# api_key | api_key_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# firewall | firewall_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# github_installation | github_installation_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# inference_endpoint | inference_endpoint_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# inference_router | inference_router_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# kubernetes_cluster | kubernetes_cluster_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# load_balancer | load_balancer_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# location | location_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# minio_cluster | minio_cluster_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# object_tag | object_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# private_subnet | private_subnet_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# project_discount_code | project_discount_code_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# subject_tag | subject_tag_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# usage_alert | usage_alert_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# victoria_metrics_resource | victoria_metrics_resource_project_id_fkey | (project_id) REFERENCES project(id)
|
|
# vm | vm_project_id_fkey | (project_id) REFERENCES project(id)
|