9c97dce882
Previously, the playground distinguished models based solely on their URL. However, with the introduction of inference router, multiple models can now share the same URL endpoint. This update changes the model identification logic to use model names instead, allowing the playground to support multiple models behind the same endpoint.
146 lines
4.6 KiB
Plaintext
146 lines
4.6 KiB
Plaintext
<% @page_title = "Playground" %>
|
|
<%== render("components/free_quota") %>
|
|
<% @enable_marked = true %>
|
|
<%== render("inference/tabbar") %>
|
|
<div class="overflow-hidden rounded-lg shadow ring-1 ring-black ring-opacity-5 bg-white divide-y divide-gray-200">
|
|
<div class="px-4 py-5 sm:p-6 grid gap-6">
|
|
<div class="grid sm:grid-cols-2 gap-6 text-gray-900">
|
|
<%== render(
|
|
"components/form/select",
|
|
locals: {
|
|
name: "inference_endpoint",
|
|
label: "Inference Endpoint",
|
|
placeholder: "Pick an endpoint",
|
|
options: @inference_models.map { |ie|
|
|
[ie[:model_name], ie[:model_name], nil, {
|
|
"data-id": ie[:id],
|
|
"data-url": ie[:url],
|
|
"data-tags": ie[:tags].to_json
|
|
}]
|
|
},
|
|
selected: @inference_models.any? ? @inference_models.first[:model_name] : nil,
|
|
}
|
|
) %>
|
|
<%== render(
|
|
"components/form/select",
|
|
locals: {
|
|
name: "inference_api_key",
|
|
label: "Inference API Key",
|
|
placeholder: "Pick a key",
|
|
options: @inference_api_keys.map { |it| [it[:key], it[:id]] },
|
|
selected: @inference_api_keys.any? ? @inference_api_keys.first[:key] : nil
|
|
}
|
|
) %>
|
|
</div>
|
|
<%== part(
|
|
"components/form/checkbox",
|
|
name: "inference_config",
|
|
options: [["show_advanced", "Show advanced settings", nil, nil]]
|
|
) %>
|
|
<div class="hidden grid gap-6" id="inference_config_advanced_settings">
|
|
<div class="grid sm:grid-cols-2 gap-6 text-gray-900">
|
|
<%== render(
|
|
"components/form/text",
|
|
locals: {
|
|
name: "inference_temperature",
|
|
label: "Temperature (Optional)",
|
|
type: "number",
|
|
attributes: {
|
|
"placeholder" => 1.0,
|
|
"min" => 0.0,
|
|
"max" => 2.0,
|
|
},
|
|
extra_class: "[appearance:textfield] [&::-webkit-outer-spin-button]:appearance-none [&::-webkit-inner-spin-button]:appearance-none"
|
|
}
|
|
) %>
|
|
<%== render(
|
|
"components/form/text",
|
|
locals: {
|
|
name: "inference_top_p",
|
|
label: "Top P (Optional)",
|
|
type: "number",
|
|
attributes: {
|
|
"placeholder" => 1.0,
|
|
"min" => 0.0,
|
|
"max" => 1.0,
|
|
},
|
|
extra_class: "[appearance:textfield] [&::-webkit-outer-spin-button]:appearance-none [&::-webkit-inner-spin-button]:appearance-none"
|
|
}
|
|
) %>
|
|
</div>
|
|
<div>
|
|
<%== render(
|
|
"components/form/textarea",
|
|
locals: {
|
|
name: "inference_system",
|
|
label: "System Message (Optional)",
|
|
attributes: {
|
|
"placeholder" => "System message to be submitted to the inference endpoint",
|
|
"rows" => 3,
|
|
},
|
|
}
|
|
) %>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div class="px-4 py-5 sm:p-6 grid gap-6">
|
|
<div>
|
|
<%== render(
|
|
"components/button",
|
|
locals: {
|
|
text: "Start a new chat",
|
|
attributes: {
|
|
"id" => "inference_new_chat",
|
|
"type" => "button"
|
|
}
|
|
}
|
|
) %>
|
|
</div>
|
|
<div>
|
|
<div class="block text-sm font-medium leading-6 text-gray-900 mb-2">Previous Messages</div>
|
|
<div id="inference_previous_empty" class="text-sm text-gray-500">There are no messages yet.</div>
|
|
<div id="inference_previous">
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<%== render(
|
|
"components/form/textarea",
|
|
locals: {
|
|
name: "inference_prompt",
|
|
label: "New Message",
|
|
attributes: {
|
|
"autofocus" => true,
|
|
"placeholder" => "User prompt to be submitted to the inference endpoint",
|
|
"rows" => 3,
|
|
},
|
|
}
|
|
) %>
|
|
<div class="grid grid-cols-2 gap-6 text-gray-900 flex pt-4">
|
|
<div class="flex flex-row items-center">
|
|
<input
|
|
type="file"
|
|
id="inference_files"
|
|
accept=".jpg,.jpeg,.png,.pdf"
|
|
class="inline-flex items-center text-sm"
|
|
multiple
|
|
aria-label="Upload files"
|
|
>
|
|
</div>
|
|
<div class="flex flex-row items-center justify-end">
|
|
<%== render(
|
|
"components/button",
|
|
locals: {
|
|
text: "Submit",
|
|
attributes: {
|
|
"name" => "inference_submit",
|
|
"id" => "inference_submit",
|
|
"type" => "button"
|
|
},
|
|
}
|
|
) %>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|