mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-07-08 15:22:47 +00:00
27 lines
542 B
Ruby
Executable File
27 lines
542 B
Ruby
Executable File
#!/usr/bin/env ruby
|
|
# frozen_string_literal: true
|
|
|
|
require_relative "lib/boot"
|
|
require_relative "lib/llm"
|
|
require_relative "lib/cli"
|
|
require_relative "lib/runner"
|
|
require_relative "lib/eval"
|
|
require_relative "lib/prompt_evaluator"
|
|
|
|
options = DiscourseAi::Evals::Cli.parse_options!
|
|
|
|
if options.list
|
|
DiscourseAi::Evals::Runner.print
|
|
exit 0
|
|
end
|
|
|
|
if options.list_models
|
|
DiscourseAi::Evals::Llm.print
|
|
exit 0
|
|
end
|
|
|
|
DiscourseAi::Evals::Runner.new(
|
|
eval_name: options.eval_name,
|
|
llms: DiscourseAi::Evals::Llm.choose(options.model),
|
|
).run!
|