mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-03-06 01:10:28 +00:00
0687ec75c3
This allows callers of embedding based search to bypass hyde. Hyde will expand the search term using an LLM, but if an LLM is performing the search we can skip this expansion. It also introduced some tests for the controller which we did not have
75 lines
2.4 KiB
Ruby
75 lines
2.4 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module DiscourseAi
|
|
module Embeddings
|
|
class EmbeddingsController < ::ApplicationController
|
|
requires_plugin ::DiscourseAi::PLUGIN_NAME
|
|
|
|
SEMANTIC_SEARCH_TYPE = "semantic_search"
|
|
|
|
def search
|
|
query = params[:q].to_s
|
|
skip_hyde = params[:hyde].downcase.to_s == "false" || params[:hyde].to_s == "0"
|
|
|
|
if query.length < SiteSetting.min_search_term_length
|
|
raise Discourse::InvalidParameters.new(:q)
|
|
end
|
|
|
|
grouped_results =
|
|
Search::GroupedSearchResults.new(
|
|
type_filter: SEMANTIC_SEARCH_TYPE,
|
|
term: query,
|
|
search_context: guardian,
|
|
use_pg_headlines_for_excerpt: false,
|
|
can_lazy_load_categories: guardian.can_lazy_load_categories?,
|
|
)
|
|
|
|
semantic_search = DiscourseAi::Embeddings::SemanticSearch.new(guardian)
|
|
|
|
if !semantic_search.cached_query?(query)
|
|
RateLimiter.new(current_user, "semantic-search", 4, 1.minutes).performed!
|
|
end
|
|
|
|
hijack do
|
|
semantic_search
|
|
.search_for_topics(query, _page = 1, hyde: !skip_hyde)
|
|
.each { |topic_post| grouped_results.add(topic_post) }
|
|
|
|
render_serialized(grouped_results, GroupedSearchResultSerializer, result: grouped_results)
|
|
end
|
|
end
|
|
|
|
def quick_search
|
|
# this search function searches posts (vs: topics)
|
|
# it requires post embeddings and a reranker
|
|
# it will not perform a hyde expantion
|
|
query = params[:q].to_s
|
|
|
|
if query.length < SiteSetting.min_search_term_length
|
|
raise Discourse::InvalidParameters.new(:q)
|
|
end
|
|
|
|
grouped_results =
|
|
Search::GroupedSearchResults.new(
|
|
type_filter: SEMANTIC_SEARCH_TYPE,
|
|
term: query,
|
|
search_context: guardian,
|
|
use_pg_headlines_for_excerpt: false,
|
|
)
|
|
|
|
semantic_search = DiscourseAi::Embeddings::SemanticSearch.new(guardian)
|
|
|
|
if !semantic_search.cached_query?(query)
|
|
RateLimiter.new(current_user, "semantic-search", 60, 1.minutes).performed!
|
|
end
|
|
|
|
hijack do
|
|
semantic_search.quick_search(query).each { |topic_post| grouped_results.add(topic_post) }
|
|
|
|
render_serialized(grouped_results, GroupedSearchResultSerializer, result: grouped_results)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|