From 831b63f995039bc4979bfb2fd327b7248fa6315d Mon Sep 17 00:00:00 2001
From: AngelLiang <pl01665077@163.com>
Date: Sun, 4 Jun 2023 16:05:35 +0800
Subject: [PATCH] feat: Add frequency_penalty request parameter

---
 app/client/platforms/openai.ts  |  1 +
 app/components/model-config.tsx | 21 +++++++++++++++++++++
 app/locales/cn.ts               |  4 ++++
 app/locales/cs.ts               |  5 +++++
 app/locales/de.ts               |  5 +++++
 app/locales/en.ts               |  5 +++++
 app/locales/es.ts               |  5 +++++
 app/locales/fr.ts               |  5 +++++
 app/locales/it.ts               |  5 +++++
 app/locales/jp.ts               |  4 ++++
 app/locales/ko.ts               |  4 ++++
 app/locales/ru.ts               |  5 +++++
 app/locales/tr.ts               |  5 +++++
 app/locales/tw.ts               |  4 ++++
 app/locales/vi.ts               |  4 ++++
 app/masks/cn.ts                 | 14 ++++++++++++++
 app/masks/en.ts                 |  4 ++++
 app/store/config.ts             |  4 ++++
 18 files changed, 104 insertions(+)

diff --git a/app/client/platforms/openai.ts b/app/client/platforms/openai.ts
index 84c4a2df077c..dcad63a30f9b 100644
--- a/app/client/platforms/openai.ts
+++ b/app/client/platforms/openai.ts
@@ -46,6 +46,7 @@ export class ChatGPTApi implements LLMApi {
       model: modelConfig.model,
       temperature: modelConfig.temperature,
       presence_penalty: modelConfig.presence_penalty,
+      frequency_penalty: modelConfig.frequency_penalty,
     };
 
     console.log("[Request] openai payload: ", requestPayload);
diff --git a/app/components/model-config.tsx b/app/components/model-config.tsx
index 0392621d9bc6..325e1e3bb5f6 100644
--- a/app/components/model-config.tsx
+++ b/app/components/model-config.tsx
@@ -88,6 +88,27 @@ export function ModelConfigList(props: {
         ></InputRange>
       </ListItem>
 
+      <ListItem
+        title={Locale.Settings.FrequencyPenalty.Title}
+        subTitle={Locale.Settings.FrequencyPenalty.SubTitle}
+      >
+        <InputRange
+          value={props.modelConfig.frequency_penalty?.toFixed(1)}
+          min="-2"
+          max="2"
+          step="0.1"
+          onChange={(e) => {
+            props.updateConfig(
+              (config) =>
+                (config.frequency_penalty =
+                  ModalConfigValidator.frequency_penalty(
+                    e.currentTarget.valueAsNumber,
+                  )),
+            );
+          }}
+        ></InputRange>
+      </ListItem>
+
       <ListItem
         title={Locale.Settings.HistoryCount.Title}
         subTitle={Locale.Settings.HistoryCount.SubTitle}
diff --git a/app/locales/cn.ts b/app/locales/cn.ts
index 48134e383606..2ae5d683b73e 100644
--- a/app/locales/cn.ts
+++ b/app/locales/cn.ts
@@ -173,6 +173,10 @@ const cn = {
       Title: "话题新鲜度 (presence_penalty)",
       SubTitle: "值越大，越有可能扩展到新话题",
     },
+    FrequencyPenalty: {
+      Title: "频率惩罚度 (frequency_penalty)",
+      SubTitle: "值越大，越有可能降低重复字词",
+    },
   },
   Store: {
     DefaultTopic: "新的聊天",
diff --git a/app/locales/cs.ts b/app/locales/cs.ts
index 734db37f5000..c7b6ff5649fe 100644
--- a/app/locales/cs.ts
+++ b/app/locales/cs.ts
@@ -155,6 +155,11 @@ const cs: LocaleType = {
       Title: "Přítomnostní korekce",
       SubTitle: "Větší hodnota zvyšuje pravděpodobnost nových témat.",
     },
+    FrequencyPenalty: {
+      Title: "Frekvenční penalizace",
+      SubTitle:
+        "Větší hodnota snižující pravděpodobnost opakování stejného řádku",
+    },
   },
   Store: {
     DefaultTopic: "Nová konverzace",
diff --git a/app/locales/de.ts b/app/locales/de.ts
index 7b0ca5cca968..5032cb6397eb 100644
--- a/app/locales/de.ts
+++ b/app/locales/de.ts
@@ -158,6 +158,11 @@ const de: LocaleType = {
       SubTitle:
         "Ein größerer Wert erhöht die Wahrscheinlichkeit, dass über neue Themen gesprochen wird",
     },
+    FrequencyPenalty: {
+      Title: "Frequency Penalty", // HäufigkeitStrafe
+      SubTitle:
+        "Ein größerer Wert, der die Wahrscheinlichkeit verringert, dass dieselbe Zeile wiederholt wird",
+    },
   },
   Store: {
     DefaultTopic: "Neues Gespräch",
diff --git a/app/locales/en.ts b/app/locales/en.ts
index 1ff665581cb5..39548d4722e5 100644
--- a/app/locales/en.ts
+++ b/app/locales/en.ts
@@ -175,6 +175,11 @@ const en: RequiredLocaleType = {
       SubTitle:
         "A larger value increases the likelihood to talk about new topics",
     },
+    FrequencyPenalty: {
+      Title: "Frequency Penalty",
+      SubTitle:
+        "A larger value decreasing the likelihood to repeat the same line",
+    },
   },
   Store: {
     DefaultTopic: "New Conversation",
diff --git a/app/locales/es.ts b/app/locales/es.ts
index 15f731cbbfbf..491b4eebe8ae 100644
--- a/app/locales/es.ts
+++ b/app/locales/es.ts
@@ -156,6 +156,11 @@ const es: LocaleType = {
       SubTitle:
         "Un valor mayor aumenta la probabilidad de hablar sobre nuevos temas",
     },
+    FrequencyPenalty: {
+      Title: "Penalización de frecuencia",
+      SubTitle:
+        "Un valor mayor que disminuye la probabilidad de repetir la misma línea",
+    },
   },
   Store: {
     DefaultTopic: "Nueva conversación",
diff --git a/app/locales/fr.ts b/app/locales/fr.ts
index 046cebe6419c..ddfe41df0df6 100644
--- a/app/locales/fr.ts
+++ b/app/locales/fr.ts
@@ -159,6 +159,11 @@ const fr: LocaleType = {
       SubTitle:
         "Une valeur plus élevée augmentera la probabilité d'introduire de nouveaux sujets",
     },
+    FrequencyPenalty: {
+      Title: "Pénalité de fréquence",
+      SubTitle:
+        "Une valeur plus élevée diminuant la probabilité de répéter la même ligne",
+    },
   },
   Store: {
     DefaultTopic: "Nouvelle conversation",
diff --git a/app/locales/it.ts b/app/locales/it.ts
index 0d87588fdcf9..9d21ca36123e 100644
--- a/app/locales/it.ts
+++ b/app/locales/it.ts
@@ -157,6 +157,11 @@ const it: LocaleType = {
       SubTitle:
         "Un valore maggiore aumenta la probabilità di parlare di nuovi argomenti",
     },
+    FrequencyPenalty: {
+      Title: "Penalità di frequenza",
+      SubTitle:
+        "Un valore maggiore che diminuisce la probabilità di ripetere la stessa riga",
+    },
   },
   Store: {
     DefaultTopic: "Nuova conversazione",
diff --git a/app/locales/jp.ts b/app/locales/jp.ts
index 8002d0450959..581a2fb661b8 100644
--- a/app/locales/jp.ts
+++ b/app/locales/jp.ts
@@ -158,6 +158,10 @@ const jp: LocaleType = {
       Title: "トピックの新鮮度 (presence_penalty)",
       SubTitle: "値が大きいほど、新しいトピックへの展開が可能になります。",
     },
+    FrequencyPenalty: {
+      Title: "話題の頻度 (frequency_penalty)",
+      SubTitle: "値が大きいほど、重複語を低減する可能性が高くなります",
+    },
   },
   Store: {
     DefaultTopic: "新しいチャット",
diff --git a/app/locales/ko.ts b/app/locales/ko.ts
index 12b8db28101c..576a21a7bd69 100644
--- a/app/locales/ko.ts
+++ b/app/locales/ko.ts
@@ -154,6 +154,10 @@ const ko: LocaleType = {
       Title: "존재 페널티 (presence_penalty)",
       SubTitle: "값이 클수록 새로운 주제에 대해 대화할 가능성이 높아집니다.",
     },
+    FrequencyPenalty: {
+      Title: "빈도 페널티(frequency penalty)",
+      SubTitle: "값이 클수록 같은 줄이 반복될 가능성이 줄어듭니다.",
+    },
   },
   Store: {
     DefaultTopic: "새 대화",
diff --git a/app/locales/ru.ts b/app/locales/ru.ts
index 3993ea43f366..4523e9d40516 100644
--- a/app/locales/ru.ts
+++ b/app/locales/ru.ts
@@ -157,6 +157,11 @@ const ru: LocaleType = {
       SubTitle:
         "Чем выше значение, тем больше вероятность общения на новые темы",
     },
+    FrequencyPenalty: {
+      Title: "Штраф за частоту",
+      SubTitle:
+        "Большее значение снижает вероятность повторения одной и той же строки",
+    },
   },
   Store: {
     DefaultTopic: "Новый разговор",
diff --git a/app/locales/tr.ts b/app/locales/tr.ts
index e26091fef03a..0d53731d3c3f 100644
--- a/app/locales/tr.ts
+++ b/app/locales/tr.ts
@@ -158,6 +158,11 @@ const tr: LocaleType = {
       SubTitle:
         "Daha büyük bir değer, yeni konular hakkında konuşma olasılığını artırır",
     },
+    FrequencyPenalty: {
+      Title: "Frekans Cezası",
+      SubTitle:
+        "Aynı satırı tekrar etme olasılığını azaltan daha büyük bir değer",
+    },
   },
   Store: {
     DefaultTopic: "Yeni Konuşma",
diff --git a/app/locales/tw.ts b/app/locales/tw.ts
index 025e5e61e2ad..b1fd0aaa5916 100644
--- a/app/locales/tw.ts
+++ b/app/locales/tw.ts
@@ -152,6 +152,10 @@ const tw: LocaleType = {
       Title: "話題新穎度 (presence_penalty)",
       SubTitle: "值越大，越有可能擴展到新話題",
     },
+    FrequencyPenalty: {
+      Title: "頻率懲罰度 (frequency_penalty)",
+      SubTitle: "值越大，越有可能降低重複字詞",
+    },
   },
   Store: {
     DefaultTopic: "新的對話",
diff --git a/app/locales/vi.ts b/app/locales/vi.ts
index 78eeaf4087dc..c3d280de16f7 100644
--- a/app/locales/vi.ts
+++ b/app/locales/vi.ts
@@ -154,6 +154,10 @@ const vi: LocaleType = {
       Title: "Chủ đề mới (presence_penalty)",
       SubTitle: "Giá trị càng lớn tăng khả năng mở rộng sang các chủ đề mới",
     },
+    FrequencyPenalty: {
+      Title: "Hình phạt tần suất",
+      SubTitle: "Giá trị lớn hơn làm giảm khả năng lặp lại cùng một dòng",
+    },
   },
   Store: {
     DefaultTopic: "Cuộc trò chuyện mới",
diff --git a/app/masks/cn.ts b/app/masks/cn.ts
index 55859afe9ed0..c0feda535acf 100644
--- a/app/masks/cn.ts
+++ b/app/masks/cn.ts
@@ -29,6 +29,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 32,
       compressMessageLengthThreshold: 1000,
@@ -52,6 +53,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -75,6 +77,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -98,6 +101,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -121,6 +125,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -144,6 +149,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: false,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -167,6 +173,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: false,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -190,6 +197,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: false,
       historyMessageCount: 0,
       compressMessageLengthThreshold: 1000,
@@ -218,6 +226,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 0.5,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -241,6 +250,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -270,6 +280,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: false,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -299,6 +310,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: false,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -349,6 +361,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 1,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: false,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -377,6 +390,7 @@ export const CN_MASKS: BuiltinMask[] = [
       temperature: 0.5,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
diff --git a/app/masks/en.ts b/app/masks/en.ts
index fb5142dd1908..b70eb016d73b 100644
--- a/app/masks/en.ts
+++ b/app/masks/en.ts
@@ -17,6 +17,7 @@ export const EN_MASKS: BuiltinMask[] = [
       temperature: 0.3,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -57,6 +58,7 @@ export const EN_MASKS: BuiltinMask[] = [
       temperature: 0.5,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -80,6 +82,7 @@ export const EN_MASKS: BuiltinMask[] = [
       temperature: 0.5,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 1000,
@@ -108,6 +111,7 @@ export const EN_MASKS: BuiltinMask[] = [
       temperature: 0.5,
       max_tokens: 2000,
       presence_penalty: 0,
+      frequency_penalty: 0,
       sendMemory: true,
       historyMessageCount: 4,
       compressMessageLengthThreshold: 2000,
diff --git a/app/store/config.ts b/app/store/config.ts
index 6802a402ba14..e44990e1afa8 100644
--- a/app/store/config.ts
+++ b/app/store/config.ts
@@ -34,6 +34,7 @@ export const DEFAULT_CONFIG = {
     temperature: 0.5,
     max_tokens: 2000,
     presence_penalty: 0,
+    frequency_penalty: 0,
     sendMemory: true,
     historyMessageCount: 4,
     compressMessageLengthThreshold: 1000,
@@ -137,6 +138,9 @@ export const ModalConfigValidator = {
   presence_penalty(x: number) {
     return limitNumber(x, -2, 2, 0);
   },
+  frequency_penalty(x: number) {
+    return limitNumber(x, -2, 2, 0);
+  },
   temperature(x: number) {
     return limitNumber(x, 0, 1, 1);
   },