mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-03-08 02:12:14 +00:00
5cbc9190eb
This allows custom tools access to uploads and sophisticated searches using embedding.
It introduces:
- A shared front end for listing and uploading files (shared with personas)
- Backend implementation of index.search function within a custom tool.
Custom tools now may search through uploaded files
function invoke(params) {
return index.search(params.query)
}
This means that RAG implementers now may preload tools with knowledge and have high fidelity over
the search.
The search function support
specifying max results
specifying a subset of files to search (from uploads)
Also
- Improved documentation for tools (when creating a tool a preamble explains all the functionality)
- uploads were a bit finicky, fixed an edge case where the UI would not show them as updated
76 lines
2.2 KiB
Ruby
76 lines
2.2 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module DiscourseAi
|
|
module Admin
|
|
class RagDocumentFragmentsController < ::Admin::AdminController
|
|
requires_plugin ::DiscourseAi::PLUGIN_NAME
|
|
|
|
def indexing_status_check
|
|
if params[:target_type] == "AiPersona"
|
|
@target = AiPersona.find(params[:target_id])
|
|
elsif params[:target_type] == "AiTool"
|
|
@target = AiTool.find(params[:target_id])
|
|
else
|
|
raise Discourse::InvalidParameters.new("Invalid target type")
|
|
end
|
|
|
|
render json: RagDocumentFragment.indexing_status(@target, @target.uploads)
|
|
end
|
|
|
|
def upload_file
|
|
file = params[:file] || params[:files].first
|
|
|
|
if !SiteSetting.ai_embeddings_enabled?
|
|
raise Discourse::InvalidAccess.new("Embeddings not enabled")
|
|
end
|
|
|
|
validate_extension!(file.original_filename)
|
|
validate_file_size!(file.tempfile.size)
|
|
|
|
hijack do
|
|
upload =
|
|
UploadCreator.new(
|
|
file.tempfile,
|
|
file.original_filename,
|
|
type: "discourse_ai_rag_upload",
|
|
skip_validations: true,
|
|
).create_for(current_user.id)
|
|
|
|
if upload.persisted?
|
|
render json: UploadSerializer.new(upload)
|
|
else
|
|
render json: failed_json.merge(errors: upload.errors.full_messages), status: 422
|
|
end
|
|
end
|
|
end
|
|
|
|
private
|
|
|
|
def validate_extension!(filename)
|
|
extension = File.extname(filename)[1..-1] || ""
|
|
authorized_extensions = %w[txt md]
|
|
if !authorized_extensions.include?(extension)
|
|
raise Discourse::InvalidParameters.new(
|
|
I18n.t(
|
|
"upload.unauthorized",
|
|
authorized_extensions: authorized_extensions.join(" "),
|
|
),
|
|
)
|
|
end
|
|
end
|
|
|
|
def validate_file_size!(filesize)
|
|
max_size_bytes = 20.megabytes
|
|
if filesize > max_size_bytes
|
|
raise Discourse::InvalidParameters.new(
|
|
I18n.t(
|
|
"upload.attachments.too_large_humanized",
|
|
max_size: ActiveSupport::NumberHelper.number_to_human_size(max_size_bytes),
|
|
),
|
|
)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|