discourse-ai/spec/jobs/scheduled/embeddings_backfill_spec.rb

72 lines
2.1 KiB
Ruby

# frozen_string_literal: true
RSpec.describe Jobs::EmbeddingsBackfill do
fab!(:second_topic) do
topic = Fabricate(:topic, created_at: 1.year.ago, bumped_at: 2.day.ago)
Fabricate(:post, topic: topic)
topic
end
fab!(:first_topic) do
topic = Fabricate(:topic, created_at: 1.year.ago, bumped_at: 1.day.ago)
Fabricate(:post, topic: topic)
topic
end
fab!(:third_topic) do
topic = Fabricate(:topic, created_at: 1.year.ago, bumped_at: 3.day.ago)
Fabricate(:post, topic: topic)
topic
end
let(:vector_rep) do
strategy = DiscourseAi::Embeddings::Strategies::Truncation.new
DiscourseAi::Embeddings::VectorRepresentations::Base.current_representation(strategy)
end
before do
SiteSetting.ai_embeddings_enabled = true
SiteSetting.ai_embeddings_discourse_service_api_endpoint = "http://test.com"
SiteSetting.ai_embeddings_backfill_batch_size = 1
Jobs.run_immediately!
end
it "backfills topics based on bumped_at date" do
embedding = Array.new(1024) { 1 }
WebMock.stub_request(
:post,
"#{SiteSetting.ai_embeddings_discourse_service_api_endpoint}/api/v1/classify",
).to_return(status: 200, body: JSON.dump(embedding))
Jobs::EmbeddingsBackfill.new.execute({})
topic_ids = DB.query_single("SELECT topic_id from #{vector_rep.topic_table_name}")
expect(topic_ids).to eq([first_topic.id])
# pulse again for the rest (and cover code)
SiteSetting.ai_embeddings_backfill_batch_size = 100
Jobs::EmbeddingsBackfill.new.execute({})
topic_ids = DB.query_single("SELECT topic_id from #{vector_rep.topic_table_name}")
expect(topic_ids).to contain_exactly(first_topic.id, second_topic.id, third_topic.id)
freeze_time 1.day.from_now
# new title forces a reindex
third_topic.update!(updated_at: Time.zone.now, title: "new title - 123")
Jobs::EmbeddingsBackfill.new.execute({})
index_date =
DB.query_single(
"SELECT updated_at from #{vector_rep.topic_table_name} WHERE topic_id = ?",
third_topic.id,
).first
expect(index_date).to be_within_one_second_of(Time.zone.now)
end
end