discourse/discourse-ai
1
0
Fork 0
mirror of https://github.com/discourse/discourse-ai.git synced 2025-03-06 09:20:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

UX: Update Sambanova LLM templates (#1157)

Browse Source
This commit is contained in:
Rafael dos Santos Silva 2025-02-28 15:00:15 -03:00 committed by GitHub
parent a3fb5cdc21
commit eccfbad046
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
lib/completions/llm.rb
View File

@ -77,16 +77,16 @@ module DiscourseAi
{ {
id: "samba_nova", id: "samba_nova",
models: [ models: [
{
name: "Meta-Llama-3.3-70B-Instruct",
tokens: 131_072,
display_name: "Llama 3.3 70B",
},
{ {
name: "Meta-Llama-3.1-8B-Instruct", name: "Meta-Llama-3.1-8B-Instruct",
tokens: 16_384, tokens: 16_384,
display_name: "Llama 3.1 8B", display_name: "Llama 3.1 8B",
}, },
{
name: "Meta-Llama-3.1-70B-Instruct",
tokens: 65_536,
display_name: "Llama 3.1 70B",
},
], ],
tokenizer: DiscourseAi::Tokenizer::Llama3Tokenizer, tokenizer: DiscourseAi::Tokenizer::Llama3Tokenizer,
endpoint: "https://api.sambanova.ai/v1/chat/completions", endpoint: "https://api.sambanova.ai/v1/chat/completions",