mirror of
https://github.com/discourse/discourse-ai.git
synced 2025-06-30 11:32:18 +00:00
FIX: Bedrock was complaining input was too long (#365)
This commit is contained in:
parent
4d7ccdda2f
commit
203906be65
@ -1,5 +1,7 @@
|
|||||||
# frozen_string_literal: true
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
require "aws-sigv4"
|
||||||
|
|
||||||
module DiscourseAi
|
module DiscourseAi
|
||||||
module Completions
|
module Completions
|
||||||
module Endpoints
|
module Endpoints
|
||||||
@ -12,7 +14,7 @@ module DiscourseAi
|
|||||||
end
|
end
|
||||||
|
|
||||||
def default_options
|
def default_options
|
||||||
{ max_tokens_to_sample: 20_000 }
|
{ max_tokens_to_sample: 2_000 }
|
||||||
end
|
end
|
||||||
|
|
||||||
def provider_id
|
def provider_id
|
||||||
|
Loading…
x
Reference in New Issue
Block a user