feat: 添加自定义 temperature 和 top_p (#1260)

* 在设置的高级面板里自定义temperature和top_p

* change default temperature from 0.8 to 0.5

* pref: 检查代码，增加仅 api 的接口判断

* chore: 锁定 pnpm-lock.yaml

Author: Kerwin

service/src/chatgpt/index.ts

@@ -89,14 +89,17 @@ export async function initApi() {
 }
 
 async function chatReplyProcess(options: RequestOptions) {
-  const { message, lastContext, process, systemMessage } = options
+  const config = await getCacheConfig()
+  const model = isNotEmptyString(config.apiModel) ? config.apiModel : 'gpt-3.5-turbo'
+  const { message, lastContext, process, systemMessage, temperature, top_p } = options
   try {
     const timeoutMs = (await getCacheConfig()).timeoutMs
     let options: SendMessageOptions = { timeoutMs }
 
     if (apiModel === 'ChatGPTAPI') {
       if (isNotEmptyString(systemMessage))
         options.systemMessage = systemMessage
+      options.completionParams = { model, temperature, top_p }
     }
 
     if (lastContext != null) {

service/src/chatgpt/types.ts

@@ -5,6 +5,8 @@ export interface RequestOptions {
   lastContext?: { conversationId?: string; parentMessageId?: string }
   process?: (chat: ChatMessage) => void
   systemMessage?: string
+  temperature?: number
+  top_p?: number
 }
 
 export interface BalanceResponse {

service/src/index.ts

@@ -272,7 +272,7 @@ router.post('/chat-process', [auth, limiter], async (req, res) => {
   res.setHeader('Content-type', 'application/octet-stream')
 
   try {
-    const { roomId, uuid, regenerate, prompt, options = {}, systemMessage } = req.body as RequestProps
+    const { roomId, uuid, regenerate, prompt, options = {}, systemMessage, temperature, top_p } = req.body as RequestProps
     const message = regenerate
       ? await getChat(roomId, uuid)
       : await insertChat(uuid, prompt, roomId, options as ChatOptions)
@@ -297,6 +297,8 @@ router.post('/chat-process', [auth, limiter], async (req, res) => {
         firstChunk = false
       },
       systemMessage,
+      temperature,
+      top_p,
     })
     if (result.status === 'Success') {
       if (regenerate && message.options.messageId) {

service/src/types.ts

@@ -7,6 +7,8 @@ export interface RequestProps {
   prompt: string
   options?: ChatContext
   systemMessage: string
+  temperature?: number
+  top_p?: number
 }
 
 export interface ChatContext {

src/api/index.ts

@@ -1,7 +1,7 @@
 import type { AxiosProgressEvent, GenericAbortSignal } from 'axios'
 import { get, post } from '@/utils/request'
 import type { ConfigState, MailConfig, SiteConfig } from '@/components/common/Setting/model'
-import { useSettingStore } from '@/store'
+import { useAuthStore, useSettingStore } from '@/store'
 
 export function fetchChatAPI<T = any>(
   prompt: string,
@@ -32,10 +32,28 @@ export function fetchChatAPIProcess<T = any>(
     onDownloadProgress?: (progressEvent: AxiosProgressEvent) => void },
 ) {
   const settingStore = useSettingStore()
+  const authStore = useAuthStore()
+
+  let data: Record<string, any> = {
+    roomId: params.roomId,
+    uuid: params.uuid,
+    regenerate: params.regenerate || false,
+    prompt: params.prompt,
+    options: params.options,
+  }
+
+  if (authStore.isChatGPTAPI) {
+    data = {
+      ...data,
+      systemMessage: settingStore.systemMessage,
+      temperature: settingStore.temperature,
+      top_p: settingStore.top_p,
+    }
+  }
 
   return post<T>({
     url: '/chat-process',
-    data: { roomId: params.roomId, uuid: params.uuid, regenerate: params.regenerate || false, prompt: params.prompt, options: params.options, systemMessage: settingStore.systemMessage },
+    data,
     signal: params.signal,
     onDownloadProgress: params.onDownloadProgress,
   })

src/components/common/Setting/Advanced.vue

@@ -1,6 +1,6 @@
 <script lang="ts" setup>
 import { ref } from 'vue'
-import { NButton, NInput, useMessage } from 'naive-ui'
+import { NButton, NInput, NSlider, useMessage } from 'naive-ui'
 import { useSettingStore } from '@/store'
 import type { SettingsState } from '@/store/modules/settings/helper'
 import { t } from '@/locales'
@@ -11,6 +11,10 @@ const ms = useMessage()
 
 const systemMessage = ref(settingStore.systemMessage ?? '')
 
+const temperature = ref(settingStore.temperature ?? 0.5)
+
+const top_p = ref(settingStore.top_p ?? 1)
+
 function updateSettings(options: Partial<SettingsState>) {
   settingStore.updateSetting(options)
   ms.success(t('common.success'))
@@ -27,7 +31,7 @@ function handleReset() {
   <div class="p-4 space-y-5 min-h-[200px]">
     <div class="space-y-6">
       <div class="flex items-center space-x-4">
-        <span class="flex-shrink-0 w-[100px]">{{ $t('setting.role') }}</span>
+        <span class="flex-shrink-0 w-[120px]">{{ $t('setting.role') }}</span>
         <div class="flex-1">
           <NInput v-model:value="systemMessage" type="textarea" :autosize="{ minRows: 1, maxRows: 4 }" />
         </div>
@@ -36,7 +40,27 @@ function handleReset() {
         </NButton>
       </div>
       <div class="flex items-center space-x-4">
-        <span class="flex-shrink-0 w-[100px]">&nbsp;</span>
+        <span class="flex-shrink-0 w-[120px]">{{ $t('setting.temperature') }} </span>
+        <div class="flex-1">
+          <NSlider v-model:value="temperature" :max="1" :min="0" :step="0.1" />
+        </div>
+        <span>{{ temperature }}</span>
+        <NButton size="tiny" text type="primary" @click="updateSettings({ temperature })">
+          {{ $t('common.save') }}
+        </NButton>
+      </div>
+      <div class="flex items-center space-x-4">
+        <span class="flex-shrink-0 w-[120px]">{{ $t('setting.top_p') }} </span>
+        <div class="flex-1">
+          <NSlider v-model:value="top_p" :max="1" :min="0" :step="0.1" />
+        </div>
+        <span>{{ top_p }}</span>
+        <NButton size="tiny" text type="primary" @click="updateSettings({ top_p })">
+          {{ $t('common.save') }}
+        </NButton>
+      </div>
+      <div class="flex items-center space-x-4">
+        <span class="flex-shrink-0 w-[120px]">&nbsp;</span>
         <NButton size="small" @click="handleReset">
           {{ $t('common.reset') }}
         </NButton>

src/locales/en-US.ts

@@ -71,6 +71,8 @@ export default {
     avatarLink: 'Avatar Link',
     name: 'Name',
     description: 'Description',
+    temperature: 'Temperature',
+    top_p: 'Top_p',
     saveUserInfo: 'Save User Info',
     role: 'Role',
     chatHistory: 'ChatHistory',

src/locales/zh-CN.ts

@@ -71,8 +71,10 @@ export default {
     avatarLink: '头像链接',
     name: '名称',
     description: '描述',
-    saveUserInfo: '保存用户信息',
     role: '角色设定',
+    temperature: 'Temperature',
+    saveUserInfo: '保存用户信息',
+    top_p: 'Top_p',
     chatHistory: '聊天记录',
     theme: '主题',
     language: '语言',

src/locales/zh-TW.ts

@@ -71,8 +71,10 @@ export default {
     avatarLink: '頭貼連結',
     name: '名稱',
     description: '描述',
-    saveUserInfo: '保存用户資訊',
     role: '角色設定',
+    temperature: 'Temperature',
+    top_p: 'Top_p',
+    saveUserInfo: '保存用户資訊',
     chatHistory: '紀錄',
     theme: '主題',
     language: '語言',

src/store/modules/settings/helper.ts

@@ -4,11 +4,15 @@ const LOCAL_NAME = 'settingsStorage'
 
 export interface SettingsState {
   systemMessage: string
+  temperature: number
+  top_p: number
 }
 
 export function defaultSetting(): SettingsState {
   return {
     systemMessage: 'You are ChatGPT, a large language model trained by OpenAI. Follow the user\'s instructions carefully. Respond using markdown.',
+    temperature: 0.8,
+    top_p: 1,
   }
 }