From 358263b9da6d8936a6a9cdb1c11ea769463517df Mon Sep 17 00:00:00 2001 From: Peter Dave Hello Date: Fri, 16 Aug 2024 04:32:37 +0800 Subject: [PATCH] Add support of presence_penalty and frequency_penalty parameter The frequency and presence penalties help reduce the likelihood of repetitive token sequences, allowing for more varied and contextually appropriate outputs. By implementing these options, we can gain finer control over the AI's behavior, leading to improved content generation. Reference docs: - https://platform.openai.com/docs/api-reference/chat/create#chat-create-frequency_penalty - https://platform.openai.com/docs/api-reference/chat/create#chat-create-presence_penalty - https://platform.openai.com/docs/advanced-usage/frequency-and-presence-penalties --- service/src/chatgpt/index.ts | 4 ++-- service/src/chatgpt/types.ts | 2 ++ service/src/index.ts | 4 +++- service/src/types.ts | 2 ++ src/api/index.ts | 2 ++ src/components/common/Setting/Advanced.vue | 24 ++++++++++++++++++++++ src/locales/en-US.ts | 2 ++ src/locales/es-ES.ts | 2 ++ src/locales/ko-KR.ts | 2 ++ src/locales/ru-RU.ts | 2 ++ src/locales/vi-VN.ts | 2 ++ src/locales/zh-CN.ts | 2 ++ src/locales/zh-TW.ts | 2 ++ src/store/modules/settings/helper.ts | 4 ++++ src/store/modules/settings/index.ts | 6 ++++++ 15 files changed, 59 insertions(+), 3 deletions(-) diff --git a/service/src/chatgpt/index.ts b/service/src/chatgpt/index.ts index 6752b76..39d0537 100644 --- a/service/src/chatgpt/index.ts +++ b/service/src/chatgpt/index.ts @@ -103,14 +103,14 @@ let api: ChatGPTAPI | ChatGPTUnofficialProxyAPI })() async function chatReplyProcess(options: RequestOptions) { - const { message, lastContext, process, systemMessage, temperature, top_p } = options + const { message, lastContext, process, systemMessage, temperature, top_p, presence_penalty, frequency_penalty } = options try { let options: SendMessageOptions = { timeoutMs } if (apiModel === 'ChatGPTAPI') { if (isNotEmptyString(systemMessage)) options.systemMessage = systemMessage - options.completionParams = { model, temperature, top_p } + options.completionParams = { model, temperature, top_p, presence_penalty, frequency_penalty } } if (lastContext != null) { diff --git a/service/src/chatgpt/types.ts b/service/src/chatgpt/types.ts index c7909a5..9cc285c 100644 --- a/service/src/chatgpt/types.ts +++ b/service/src/chatgpt/types.ts @@ -8,6 +8,8 @@ export interface RequestOptions { systemMessage?: string temperature?: number top_p?: number + presence_penalty?: number + frequency_penalty?: number } export interface SetProxyOptions { diff --git a/service/src/index.ts b/service/src/index.ts index 7068446..34e092c 100644 --- a/service/src/index.ts +++ b/service/src/index.ts @@ -23,7 +23,7 @@ router.post('/chat-process', [auth, limiter], async (req, res) => { res.setHeader('Content-type', 'application/octet-stream') try { - const { prompt, options = {}, systemMessage, temperature, top_p } = req.body as RequestProps + const { prompt, options = {}, systemMessage, temperature, top_p, presence_penalty, frequency_penalty } = req.body as RequestProps let firstChunk = true await chatReplyProcess({ message: prompt, @@ -35,6 +35,8 @@ router.post('/chat-process', [auth, limiter], async (req, res) => { systemMessage, temperature, top_p, + presence_penalty, + frequency_penalty, }) } catch (error) { diff --git a/service/src/types.ts b/service/src/types.ts index 58781bc..6d876ce 100644 --- a/service/src/types.ts +++ b/service/src/types.ts @@ -6,6 +6,8 @@ export interface RequestProps { systemMessage: string temperature?: number top_p?: number + presence_penalty?: number + frequency_penalty?: number } export interface ChatContext { diff --git a/src/api/index.ts b/src/api/index.ts index 0ca33fd..8352f07 100644 --- a/src/api/index.ts +++ b/src/api/index.ts @@ -41,6 +41,8 @@ export function fetchChatAPIProcess( systemMessage: settingStore.systemMessage, temperature: settingStore.temperature, top_p: settingStore.top_p, + presence_penalty: settingStore.presence_penalty, + frequency_penalty: settingStore.frequency_penalty, } } diff --git a/src/components/common/Setting/Advanced.vue b/src/components/common/Setting/Advanced.vue index 331383e..a76355b 100644 --- a/src/components/common/Setting/Advanced.vue +++ b/src/components/common/Setting/Advanced.vue @@ -15,6 +15,10 @@ const temperature = ref(settingStore.temperature ?? 0.5) const top_p = ref(settingStore.top_p ?? 1) +const presence_penalty = ref(settingStore.presence_penalty ?? 0) + +const frequency_penalty = ref(settingStore.frequency_penalty ?? 0) + function updateSettings(options: Partial) { settingStore.updateSetting(options) ms.success(t('common.success')) @@ -59,6 +63,26 @@ function handleReset() { {{ $t('common.save') }} +
+ {{ $t('setting.presence_penalty') }} +
+ +
+ {{ presence_penalty }} + + {{ $t('common.save') }} + +
+
+ {{ $t('setting.frequency_penalty') }} +
+ +
+ {{ frequency_penalty }} + + {{ $t('common.save') }} + +
  diff --git a/src/locales/en-US.ts b/src/locales/en-US.ts index a20264a..ee95d6a 100644 --- a/src/locales/en-US.ts +++ b/src/locales/en-US.ts @@ -79,6 +79,8 @@ export default { openSource: 'This project is open sourced at', freeMIT: 'free and based on the MIT license, without any form of paid behavior!', stars: 'If you find this project helpful, please give me a Star on GitHub or give a little sponsorship, thank you!', + presence_penalty: 'Presence Penalty', + frequency_penalty: 'Frequency Penalty', }, store: { siderButton: 'Prompt Store', diff --git a/src/locales/es-ES.ts b/src/locales/es-ES.ts index 2c93f27..e1645e0 100644 --- a/src/locales/es-ES.ts +++ b/src/locales/es-ES.ts @@ -78,6 +78,8 @@ export default { openSource: 'Este proyecto es de código abierto en', freeMIT: 'gratis y basado en la licencia MIT, ¡sin ningún tipo de comportamiento de pago!', stars: 'Si encuentras este proyecto útil, por favor dame una Estrella en GitHub o da un pequeño patrocinio, ¡gracias!', + presence_penalty: 'Penalización de Presencia', + frequency_penalty: 'Penalización de Frecuencia', }, store: { siderButton: 'Tienda rápida', diff --git a/src/locales/ko-KR.ts b/src/locales/ko-KR.ts index f3940df..ea00dfe 100644 --- a/src/locales/ko-KR.ts +++ b/src/locales/ko-KR.ts @@ -79,6 +79,8 @@ export default { openSource: '이 프로젝트는 다음에서 오픈 소스로 제공됩니다:', freeMIT: '무료이며 MIT 라이선스에 기반하며, 어떠한 형태의 유료 행동도 없습니다!', stars: '이 프로젝트가 도움이 되었다면, GitHub에서 별을 주거나 조금의 후원을 해주시면 감사하겠습니다!', + presence_penalty: '존재 패널티', + frequency_penalty: '빈도 패널티', }, store: { siderButton: '프롬프트 저장소', diff --git a/src/locales/ru-RU.ts b/src/locales/ru-RU.ts index 1023d2b..e38fd16 100644 --- a/src/locales/ru-RU.ts +++ b/src/locales/ru-RU.ts @@ -79,6 +79,8 @@ export default { openSource: 'Этот проект опубликован в открытом доступе на', freeMIT: 'бесплатно и основан на лицензии MIT, без каких-либо форм оплаты!', stars: 'Если вы считаете этот проект полезным, пожалуйста, поставьте мне звезду на GitHub или сделайте небольшое пожертвование, спасибо!', + presence_penalty: 'Штраф за присутствие', + frequency_penalty: 'Штраф за частоту', }, store: { siderButton: 'Хранилище подсказок', diff --git a/src/locales/vi-VN.ts b/src/locales/vi-VN.ts index c1895d4..993215c 100644 --- a/src/locales/vi-VN.ts +++ b/src/locales/vi-VN.ts @@ -78,6 +78,8 @@ export default { openSource: 'Dự án này được mở nguồn tại', freeMIT: 'miễn phí và dựa trên giấy phép MIT, không có bất kỳ hình thức hành vi trả phí nào!', stars: 'Nếu bạn thấy dự án này hữu ích, vui lòng cho tôi một Star trên GitHub hoặc tài trợ một chút, cảm ơn bạn!', + presence_penalty: 'Hình phạt Hiện diện', + frequency_penalty: 'Hình phạt Tần suất', }, store: { siderButton: 'Prompt Store', diff --git a/src/locales/zh-CN.ts b/src/locales/zh-CN.ts index d380cfa..773e5c0 100644 --- a/src/locales/zh-CN.ts +++ b/src/locales/zh-CN.ts @@ -79,6 +79,8 @@ export default { openSource: '此项目开源于', freeMIT: '免费且基于 MIT 协议，没有任何形式的付费行为', stars: '如果你觉得此项目对你有帮助，请在 GitHub 上给我一个星星或者给予一点赞助，谢谢！', + presence_penalty: '出现惩罚', + frequency_penalty: '频率惩罚', }, store: { siderButton: '提示词商店', diff --git a/src/locales/zh-TW.ts b/src/locales/zh-TW.ts index f4756ff..2b0da97 100644 --- a/src/locales/zh-TW.ts +++ b/src/locales/zh-TW.ts @@ -79,6 +79,8 @@ export default { openSource: '此專案在此開源：', freeMIT: '免費且基於 MIT 授權，沒有任何形式的付費行為！', stars: '如果你覺得此專案對你有幫助，請在 GitHub 上給我一顆星，或者贊助我，謝謝！', + presence_penalty: '出現懲罰', + frequency_penalty: '頻率懲罰', }, store: { siderButton: '提示詞商店', diff --git a/src/store/modules/settings/helper.ts b/src/store/modules/settings/helper.ts index 0533392..f85bab9 100644 --- a/src/store/modules/settings/helper.ts +++ b/src/store/modules/settings/helper.ts @@ -6,6 +6,8 @@ export interface SettingsState { systemMessage: string temperature: number top_p: number + presence_penalty: number + frequency_penalty: number } export function defaultSetting(): SettingsState { @@ -13,6 +15,8 @@ export function defaultSetting(): SettingsState { systemMessage: 'You are ChatGPT, a large language model trained by OpenAI. Follow the user\'s instructions carefully. Respond using markdown.', temperature: 0.8, top_p: 1, + presence_penalty: 0, + frequency_penalty: 0, } } diff --git a/src/store/modules/settings/index.ts b/src/store/modules/settings/index.ts index 0dbb796..b3755d7 100644 --- a/src/store/modules/settings/index.ts +++ b/src/store/modules/settings/index.ts @@ -6,6 +6,12 @@ export const useSettingStore = defineStore('setting-store', { state: (): SettingsState => getLocalState(), actions: { updateSetting(settings: Partial) { + if (settings.presence_penalty !== undefined && (settings.presence_penalty < -2.0 || settings.presence_penalty > 2.0)) + throw new Error('presence_penalty must be between -2.0 and 2.0') + + if (settings.frequency_penalty !== undefined && (settings.frequency_penalty < -2.0 || settings.frequency_penalty > 2.0)) + throw new Error('frequency_penalty must be between -2.0 and 2.0') + this.$state = { ...this.$state, ...settings } this.recordState() },