mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-02-13 15:04:43 +00:00
fb81307c59
This pull request makes several improvements and additions to the GitHub-related tools and personas in the `discourse-ai` repository: 1. It adds the `WebBrowser` tool to the `Researcher` persona, allowing the AI to visit web pages, retrieve HTML content, extract the main content, and convert it to plain text. 2. It updates the `GithubFileContent`, `GithubPullRequestDiff`, and `GithubSearchCode` tools to handle HTTP responses more robustly (introducing size limits). 3. It refactors the `send_http_request` method in the `Tool` class to follow redirects when specified, and to read the response body in chunks to avoid memory issues with large responses. (only for WebBrowser) 4. It updates the system prompt for the `Researcher` persona to provide more detailed guidance on when to use Google search vs web browsing, and how to optimize tool usage and reduce redundant requests. 5. It adds a new `web_browser_spec.rb` file with tests for the `WebBrowser` tool, covering various scenarios like handling different HTML structures and following redirects.
83 lines
2.2 KiB
Ruby
83 lines
2.2 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module DiscourseAi
|
|
module AiBot
|
|
module Tools
|
|
class GithubSearchCode < Tool
|
|
def self.signature
|
|
{
|
|
name: name,
|
|
description: "Searches for code in a GitHub repository",
|
|
parameters: [
|
|
{
|
|
name: "repo",
|
|
description: "The repository name in the format 'owner/repo'",
|
|
type: "string",
|
|
required: true,
|
|
},
|
|
{
|
|
name: "query",
|
|
description: "The search query (e.g., a function name, variable, or code snippet)",
|
|
type: "string",
|
|
required: true,
|
|
},
|
|
],
|
|
}
|
|
end
|
|
|
|
def self.name
|
|
"github_search_code"
|
|
end
|
|
|
|
def repo
|
|
parameters[:repo]
|
|
end
|
|
|
|
def query
|
|
parameters[:query]
|
|
end
|
|
|
|
def description_args
|
|
{ repo: repo, query: query }
|
|
end
|
|
|
|
def invoke(_bot_user, llm)
|
|
api_url = "https://api.github.com/search/code?q=#{query}+repo:#{repo}"
|
|
|
|
response_code = "unknown error"
|
|
search_data = nil
|
|
|
|
send_http_request(
|
|
api_url,
|
|
headers: {
|
|
"Accept" => "application/vnd.github.v3.text-match+json",
|
|
},
|
|
authenticate_github: true,
|
|
) do |response|
|
|
response_code = response.code
|
|
if response_code == "200"
|
|
begin
|
|
search_data = JSON.parse(read_response_body(response))
|
|
rescue JSON::ParserError
|
|
response_code = "500 - JSON parse error"
|
|
end
|
|
end
|
|
end
|
|
|
|
if response_code == "200"
|
|
results =
|
|
search_data["items"]
|
|
.map { |item| "#{item["path"]}:\n#{item["text_matches"][0]["fragment"]}" }
|
|
.join("\n---\n")
|
|
|
|
results = truncate(results, max_length: 20_000, percent_length: 0.3, llm: llm)
|
|
{ search_results: results }
|
|
else
|
|
{ error: "Failed to perform code search. Status code: #{response_code}" }
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|