1fb9add186
Creates the Clover control plane that manages the lifecycle of inference router replicas, which will handle inference requests across all models and route them to an appropriate inference endpoint based on priority, capacity, and cache characteristics.
29 lines
1.1 KiB
Ruby
29 lines
1.1 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require_relative "../../model"
|
|
|
|
class InferenceRouterReplica < Sequel::Model
|
|
one_to_one :strand, key: :id
|
|
one_to_one :vm, key: :id, primary_key: :vm_id
|
|
many_to_one :inference_router
|
|
one_through_one :load_balancer_vm_port, left_key: :vm_id, left_primary_key: :vm_id, right_key: :id, right_primary_key: :load_balancer_vm_id, join_table: :load_balancers_vms
|
|
|
|
include ResourceMethods
|
|
include SemaphoreMethods
|
|
|
|
semaphore :destroy
|
|
end
|
|
|
|
# Table: inference_router_replica
|
|
# Columns:
|
|
# id | uuid | PRIMARY KEY
|
|
# created_at | timestamp with time zone | NOT NULL DEFAULT CURRENT_TIMESTAMP
|
|
# inference_router_id | uuid | NOT NULL
|
|
# vm_id | uuid | NOT NULL
|
|
# Indexes:
|
|
# inference_router_replica_pkey | PRIMARY KEY btree (id)
|
|
# inference_router_replica_vm_id_key | UNIQUE btree (vm_id)
|
|
# Foreign key constraints:
|
|
# inference_router_replica_inference_router_id_fkey | (inference_router_id) REFERENCES inference_router(id)
|
|
# inference_router_replica_vm_id_fkey | (vm_id) REFERENCES vm(id)
|