chore: add max_tokens env var

anc95 · Jun 14, 2023 · 1432c3f · 1432c3f
1 parent 357ab36
commit 1432c3f
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 2 deletions.
diff --git a/.env.example b/.env.example
@@ -17,5 +17,6 @@ LANGUAGE=
 MODEL=
 temperature=
 top_p=
+max_tokens=
 TARGET_LABEL=
 PROMPT=Below there is a code diff please help me do a code review
diff --git a/README.md b/README.md
@@ -61,10 +61,11 @@ jobs:
           # Optional
           LANGUAGE: Chinese
           OPENAI_API_ENDPOINT: https://api.openai.com/v1
-          MODEL:
+          MODEL: gpt-turbo-3.5-0613
           PROMPT:
           top_p: 1
           temperature: 1
+          max_tokens: 10000
 ```
 
 ## Self-hosting

diff --git a/action/index.cjs b/action/index.cjs
@@ -148256,6 +148256,9 @@ class Chat {
                 model: process.env.MODEL || 'gpt-3.5-turbo',
                 temperature: +(process.env.temperature || 0) || 1,
                 top_p: +(process.env.top_p || 0) || 1,
+                max_tokens: process.env.max_tokens
+                    ? +process.env.max_tokens
+                    : undefined,
             },
         });
     }

diff --git a/src/chat.ts b/src/chat.ts
@@ -5,11 +5,15 @@ export class Chat {
   constructor(apikey: string) {
     this.chatAPI = new ChatGPTAPI({
       apiKey: apikey,
-      apiBaseUrl: process.env.OPENAI_API_ENDPOINT || 'https://api.openai.com/v1',
+      apiBaseUrl:
+        process.env.OPENAI_API_ENDPOINT || 'https://api.openai.com/v1',
       completionParams: {
         model: process.env.MODEL || 'gpt-3.5-turbo',
         temperature: +(process.env.temperature || 0) || 1,
         top_p: +(process.env.top_p || 0) || 1,
+        max_tokens: process.env.max_tokens
+          ? +process.env.max_tokens
+          : undefined,
       },
     });
   }