tweaks to llama2 support in chat, fix message so it conforms to recommendation
by facebook (add <s> )
This commit is contained in:
parent
facce51f98
commit
d76309fa17
|
@ -8,7 +8,7 @@ import { registerWidgetShim } from "discourse/widgets/render-glimmer";
|
|||
import { hbs } from "ember-cli-htmlbars";
|
||||
|
||||
function isGPTBot(user) {
|
||||
return user && [-110, -111, -112].includes(user.id);
|
||||
return user && [-110, -111, -112, -113].includes(user.id);
|
||||
}
|
||||
|
||||
function attachHeaderIcon(api) {
|
||||
|
|
|
@ -15,10 +15,14 @@ module DiscourseAi
|
|||
|
||||
# start with system
|
||||
result = +""
|
||||
result << "[INST] <<SYS>>\n #{messages.shift[:content]} <</SYS>>\n\n #{messages.shift[:content]} [/INST]"
|
||||
result << "<s>[INST] <<SYS>>\n #{messages.shift[:content]} <</SYS>>\n\n #{messages.shift[:content]} [/INST]"
|
||||
|
||||
messages.each do |message|
|
||||
result << "\n\n[INST]#{message[:bot] ? "" : message[:username] + ":"} #{message[:content]} [/INST]"
|
||||
if message[:bot]
|
||||
result << message[:content]
|
||||
else
|
||||
result << "</s><s>[INST]#{message[:bot] ? "" : message[:username] + ":"} #{message[:content]} [/INST]"
|
||||
end
|
||||
end
|
||||
|
||||
result
|
||||
|
@ -65,7 +69,7 @@ module DiscourseAi
|
|||
prompt,
|
||||
model_for,
|
||||
temperature: 0.4,
|
||||
max_tokens: 200,
|
||||
max_tokens: 600,
|
||||
&blk
|
||||
)
|
||||
end
|
||||
|
|
|
@ -20,9 +20,9 @@ module DiscourseAi
|
|||
)
|
||||
end
|
||||
|
||||
def concatenate_summaries(summaries, &on_partial_blk)
|
||||
prompt = <<~TEXT
|
||||
[INST] <<SYS>>
|
||||
def concatenate_summaries(summaries)
|
||||
completion(<<~TEXT)
|
||||
<s>[INST] <<SYS>>
|
||||
You are a helpful bot
|
||||
<</SYS>>
|
||||
|
||||
|
|
Loading…
Reference in New Issue