2023-12-15 12:32:01 -05:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2024-01-12 12:36:44 -05:00
|
|
|
require_relative "dialect_context"
|
2023-12-15 12:32:01 -05:00
|
|
|
|
2024-01-12 12:36:44 -05:00
|
|
|
RSpec.describe DiscourseAi::Completions::Dialects::Gemini do
|
|
|
|
let(:model_name) { "gemini-pro" }
|
|
|
|
let(:context) { DialectContext.new(described_class, model_name) }
|
2023-12-15 12:32:01 -05:00
|
|
|
|
|
|
|
describe "#translate" do
|
|
|
|
it "translates a prompt written in our generic format to the Gemini format" do
|
|
|
|
gemini_version = [
|
2024-01-12 12:36:44 -05:00
|
|
|
{ role: "user", parts: { text: context.system_insts } },
|
2023-12-15 12:32:01 -05:00
|
|
|
{ role: "model", parts: { text: "Ok." } },
|
2024-01-12 12:36:44 -05:00
|
|
|
{ role: "user", parts: { text: context.simple_user_input } },
|
2023-12-15 12:32:01 -05:00
|
|
|
]
|
|
|
|
|
2024-01-12 12:36:44 -05:00
|
|
|
translated = context.system_user_scenario
|
2023-12-15 12:32:01 -05:00
|
|
|
|
|
|
|
expect(translated).to eq(gemini_version)
|
|
|
|
end
|
|
|
|
|
2024-02-27 02:24:30 -05:00
|
|
|
it "injects model after tool call" do
|
|
|
|
expect(context.image_generation_scenario).to eq(
|
|
|
|
[
|
|
|
|
{ role: "user", parts: { text: context.system_insts } },
|
|
|
|
{ parts: { text: "Ok." }, role: "model" },
|
|
|
|
{ parts: { text: "draw a cat" }, role: "user" },
|
|
|
|
{ parts: { functionCall: { args: { picture: "Cat" }, name: "draw" } }, role: "model" },
|
|
|
|
{
|
|
|
|
parts: {
|
|
|
|
functionResponse: {
|
|
|
|
name: "tool_id",
|
|
|
|
response: {
|
|
|
|
content: "\"I'm a tool result\"",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
role: "function",
|
|
|
|
},
|
|
|
|
{ parts: { text: "Ok." }, role: "model" },
|
|
|
|
{ parts: { text: "draw another cat" }, role: "user" },
|
|
|
|
],
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2024-01-12 12:36:44 -05:00
|
|
|
it "translates tool_call and tool messages" do
|
|
|
|
expect(context.multi_turn_scenario).to eq(
|
2023-12-18 16:06:01 -05:00
|
|
|
[
|
2024-01-12 12:36:44 -05:00
|
|
|
{ role: "user", parts: { text: context.system_insts } },
|
|
|
|
{ role: "model", parts: { text: "Ok." } },
|
|
|
|
{ role: "user", parts: { text: "This is a message by a user" } },
|
|
|
|
{
|
|
|
|
role: "model",
|
|
|
|
parts: {
|
|
|
|
text: "I'm a previous bot reply, that's why there's no user",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{ role: "user", parts: { text: "This is a new message by a user" } },
|
|
|
|
{
|
|
|
|
role: "model",
|
|
|
|
parts: {
|
|
|
|
functionCall: {
|
|
|
|
name: "get_weather",
|
|
|
|
args: {
|
|
|
|
location: "Sydney",
|
|
|
|
unit: "c",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
2023-12-18 16:06:01 -05:00
|
|
|
{
|
2024-01-04 16:15:34 -05:00
|
|
|
role: "function",
|
|
|
|
parts: {
|
|
|
|
functionResponse: {
|
2024-03-08 16:46:40 -05:00
|
|
|
name: "get_weather",
|
2024-01-04 16:15:34 -05:00
|
|
|
response: {
|
2024-01-12 12:36:44 -05:00
|
|
|
content: "I'm a tool result".to_json,
|
2023-12-18 16:06:01 -05:00
|
|
|
},
|
|
|
|
},
|
2024-01-04 16:15:34 -05:00
|
|
|
},
|
2023-12-18 16:06:01 -05:00
|
|
|
},
|
|
|
|
],
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
|
|
|
it "trims content if it's getting too long" do
|
2024-01-12 12:36:44 -05:00
|
|
|
translated = context.long_user_input_scenario(length: 5_000)
|
2024-01-08 08:28:03 -05:00
|
|
|
|
2024-01-12 12:36:44 -05:00
|
|
|
expect(translated.last[:role]).to eq("user")
|
|
|
|
expect(translated.last.dig(:parts, :text).length).to be <
|
|
|
|
context.long_message_text(length: 5_000).length
|
2024-01-05 13:21:14 -05:00
|
|
|
end
|
2023-12-18 16:06:01 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
describe "#tools" do
|
|
|
|
it "returns a list of available tools" do
|
|
|
|
gemini_tools = {
|
|
|
|
function_declarations: [
|
|
|
|
{
|
|
|
|
name: "get_weather",
|
|
|
|
description: "Get the weather in a city",
|
2024-01-04 16:15:34 -05:00
|
|
|
parameters: {
|
|
|
|
type: "object",
|
|
|
|
required: %w[location unit],
|
|
|
|
properties: {
|
|
|
|
"location" => {
|
|
|
|
type: "string",
|
|
|
|
description: "the city name",
|
|
|
|
},
|
|
|
|
"unit" => {
|
|
|
|
type: "string",
|
|
|
|
description: "the unit of measurement celcius c or fahrenheit f",
|
|
|
|
enum: %w[c f],
|
|
|
|
},
|
2023-12-18 16:06:01 -05:00
|
|
|
},
|
2024-01-04 16:15:34 -05:00
|
|
|
},
|
2023-12-18 16:06:01 -05:00
|
|
|
},
|
|
|
|
],
|
|
|
|
}
|
|
|
|
|
2024-01-12 12:36:44 -05:00
|
|
|
expect(context.dialect_tools).to contain_exactly(gemini_tools)
|
2023-12-18 16:06:01 -05:00
|
|
|
end
|
|
|
|
end
|
2023-12-15 12:32:01 -05:00
|
|
|
end
|