mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-07-30 09:53:27 +00:00
90ce942108
This feature adds a periodic problem check which periodically checks for issues with LLMs that are in use. Periodically, we will run a test to see if the in use LLMs are still operational. If it is not, the LLM with the problem is surfaced to the admin so they can easily go and update the configuration.
59 lines
1.2 KiB
Ruby
59 lines
1.2 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
class ProblemCheck::AiLlmStatus < ProblemCheck
|
|
self.priority = "high"
|
|
self.perform_every = 6.hours
|
|
|
|
def call
|
|
llm_errors
|
|
end
|
|
|
|
def base_path
|
|
Discourse.base_path
|
|
end
|
|
|
|
private
|
|
|
|
def llm_errors
|
|
return [] if !SiteSetting.discourse_ai_enabled
|
|
LlmModel.in_use.find_each.filter_map do |model|
|
|
try_validate(model) { validator.run_test(model) }
|
|
end
|
|
end
|
|
|
|
def try_validate(model, &blk)
|
|
begin
|
|
blk.call
|
|
nil
|
|
rescue => e
|
|
error_message = parse_error_message(e.message)
|
|
message =
|
|
"#{I18n.t("dashboard.problem.ai_llm_status", { base_path: base_path, model_name: model.display_name, model_id: model.id })}"
|
|
|
|
Problem.new(
|
|
message,
|
|
priority: "high",
|
|
identifier: "ai_llm_status",
|
|
target: model.id,
|
|
details: {
|
|
model_id: model.id,
|
|
model_name: model.display_name,
|
|
error: error_message,
|
|
},
|
|
)
|
|
end
|
|
end
|
|
|
|
def validator
|
|
@validator ||= DiscourseAi::Configuration::LlmValidator.new
|
|
end
|
|
|
|
def parse_error_message(message)
|
|
begin
|
|
JSON.parse(message)["message"]
|
|
rescue JSON::ParserError
|
|
message.to_s
|
|
end
|
|
end
|
|
end
|