12dbeb57a1
We are basically updating the location references everywhere with a location id and adding the location relationship to the models to be able to fetch location names when needed. This also makes the LocationNameConverter model obsolete, so we are removing it. Use model id as value for Sequel::Model in resource creation form Use id of the location as preselected value in Postgres update form
66 lines
3.1 KiB
Ruby
66 lines
3.1 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require_relative "spec_helper"
|
|
|
|
RSpec.describe Clover, "inference-playground" do
|
|
let(:user) { create_account }
|
|
|
|
let(:project) { user.create_project_with_default_policy("project-1") }
|
|
let(:project_wo_permissions) { user.create_project_with_default_policy("project-2", default_policy: nil) }
|
|
|
|
describe "feature enabled" do
|
|
before do
|
|
login(user.email)
|
|
end
|
|
|
|
it "can handle empty list of inference endpoints" do
|
|
visit "#{project.path}/inference-playground"
|
|
|
|
expect(page.title).to eq("Ubicloud - Playground")
|
|
end
|
|
|
|
it "gives choice of inference endpoints" do
|
|
ps = Prog::Vnet::SubnetNexus.assemble(project.id, name: "dummy-ps-1", location_id: Location::HETZNER_FSN1_ID).subject
|
|
lb = LoadBalancer.create_with_id(private_subnet_id: ps.id, name: "dummy-lb-1", src_port: 80, dst_port: 80, health_check_endpoint: "/up", project_id: project.id)
|
|
lb2 = LoadBalancer.create_with_id(private_subnet_id: ps.id, name: "dummy-lb-2", src_port: 80, dst_port: 80, health_check_endpoint: "/up", project_id: project.id)
|
|
[
|
|
["ie1", "e5-mistral-7b-it", project_wo_permissions, true, true, lb.id, {capability: "Embeddings"}],
|
|
["ie2", "e5-mistral-8b-it", project_wo_permissions, true, false, lb.id, {capability: "Text Generation"}],
|
|
["ie3", "llama-guard-3-8b", project_wo_permissions, false, true, lb.id, {capability: "Text Generation"}],
|
|
["ie4", "mistral-small-3", project, false, true, lb2.id, {capability: "Text Generation"}],
|
|
["ie5", "llama-3-2-3b-it", project, false, false, lb.id, {capability: "Text Generation"}],
|
|
["ie6", "test-model", project_wo_permissions, true, true, lb.id, {capability: "Text Generation"}]
|
|
].each do |name, model_name, project, is_public, visible, load_balancer_id, tags|
|
|
InferenceEndpoint.create_with_id(name:, model_name:, project_id: project.id, is_public:, visible:, load_balancer_id:, location_id: Location::HETZNER_FSN1_ID, vm_size: "size", replica_count: 1, boot_image: "image", storage_volumes: [], engine_params: "", engine: "vllm", private_subnet_id: ps.id, tags:)
|
|
end
|
|
visit "#{project.path}/inference-playground"
|
|
|
|
expect(page.title).to eq("Ubicloud - Playground")
|
|
expect(page).to have_no_content("e5-mistral-7b-it")
|
|
expect(page).to have_no_content("e5-mistral-8b-it")
|
|
expect(page).to have_no_content("llama-guard-3-8b")
|
|
expect(page).to have_no_content("llama-3-2-3b-it")
|
|
expect(page).to have_select("inference_endpoint", selected: "mistral-small-3", with_options: ["mistral-small-3", "test-model"])
|
|
end
|
|
|
|
it "gives choice of inference api keys" do
|
|
visit "#{project.path}/inference-api-key"
|
|
expect(ApiKey.all).to be_empty
|
|
click_button "Create API Key"
|
|
|
|
visit "#{project.path}/inference-playground"
|
|
|
|
expect(page.title).to eq("Ubicloud - Playground")
|
|
expect(page).to have_select("inference_api_key", selected: ApiKey.first.ubid)
|
|
end
|
|
end
|
|
|
|
describe "unauthenticated" do
|
|
it "inference endpoint page is not accessible" do
|
|
visit "/inference-playground"
|
|
|
|
expect(page.title).to eq("Ubicloud - Login")
|
|
end
|
|
end
|
|
end
|