mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-03-07 01:39:54 +00:00
8df966e9c5
This PR introduces 3 things: 1. Fake bot that can be used on local so you can test LLMs, to enable on dev use: SiteSetting.ai_bot_enabled_chat_bots = "fake" 2. More elegant smooth streaming of progress on LLM completion This leans on JavaScript to buffer and trickle llm results through. It also amends it so the progress dot is much more consistently rendered 3. It fixes the Claude dialect Claude needs newlines **exactly** at the right spot, amended so it is happy --------- Co-authored-by: Martin Brennan <martin@discourse.org>
97 lines
3.1 KiB
Ruby
97 lines
3.1 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
RSpec.describe DiscourseAi::Completions::Llm do
|
|
subject(:llm) do
|
|
described_class.new(
|
|
DiscourseAi::Completions::Dialects::OrcaStyle,
|
|
canned_response,
|
|
"Upstage-Llama-2-*-instruct-v2",
|
|
)
|
|
end
|
|
|
|
fab!(:user) { Fabricate(:user) }
|
|
|
|
describe ".proxy" do
|
|
it "raises an exception when we can't proxy the model" do
|
|
fake_model = "unknown_v2"
|
|
|
|
expect { described_class.proxy(fake_model) }.to(
|
|
raise_error(DiscourseAi::Completions::Llm::UNKNOWN_MODEL),
|
|
)
|
|
end
|
|
end
|
|
|
|
describe "#generate with fake model" do
|
|
before do
|
|
DiscourseAi::Completions::Endpoints::Fake.delays = []
|
|
DiscourseAi::Completions::Endpoints::Fake.chunk_count = 10
|
|
end
|
|
|
|
let(:llm) { described_class.proxy("fake") }
|
|
|
|
it "can generate a response" do
|
|
response = llm.generate({ input: "fake prompt" }, user: user)
|
|
expect(response).to be_present
|
|
end
|
|
|
|
it "can generate content via a block" do
|
|
partials = []
|
|
response =
|
|
llm.generate({ input: "fake prompt" }, user: user) { |partial| partials << partial }
|
|
|
|
expect(partials.length).to eq(10)
|
|
expect(response).to eq(DiscourseAi::Completions::Endpoints::Fake.fake_content)
|
|
|
|
expect(partials.join).to eq(response)
|
|
end
|
|
end
|
|
|
|
describe "#generate" do
|
|
let(:prompt) do
|
|
{
|
|
insts: <<~TEXT,
|
|
I want you to act as a title generator for written pieces. I will provide you with a text,
|
|
and you will generate five attention-grabbing titles. Please keep the title concise and under 20 words,
|
|
and ensure that the meaning is maintained. Replies will utilize the language type of the topic.
|
|
TEXT
|
|
input: <<~TEXT,
|
|
Here is the text, inside <input></input> XML tags:
|
|
<input>
|
|
To perfect his horror, Caesar, surrounded at the base of the statue by the impatient daggers of his friends,
|
|
discovers among the faces and blades that of Marcus Brutus, his protege, perhaps his son, and he no longer
|
|
defends himself, but instead exclaims: 'You too, my son!' Shakespeare and Quevedo capture the pathetic cry.
|
|
</input>
|
|
TEXT
|
|
post_insts:
|
|
"Please put the translation between <ai></ai> tags and separate each title with a comma.",
|
|
}
|
|
end
|
|
|
|
let(:canned_response) do
|
|
DiscourseAi::Completions::Endpoints::CannedResponse.new(
|
|
[
|
|
"<ai>The solitary horse.,The horse etched in gold.,A horse's infinite journey.,A horse lost in time.,A horse's last ride.</ai>",
|
|
],
|
|
)
|
|
end
|
|
|
|
context "when getting the full response" do
|
|
it "processes the prompt and return the response" do
|
|
llm_response = llm.generate(prompt, user: user)
|
|
|
|
expect(llm_response).to eq(canned_response.responses[0])
|
|
end
|
|
end
|
|
|
|
context "when getting a streamed response" do
|
|
it "processes the prompt and call the given block with the partial response" do
|
|
llm_response = +""
|
|
|
|
llm.generate(prompt, user: user) { |partial, cancel_fn| llm_response << partial }
|
|
|
|
expect(llm_response).to eq(canned_response.responses[0])
|
|
end
|
|
end
|
|
end
|
|
end
|