KeyArgo
/
llama-gpt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

revert

This commit is contained in:
Mckay Wrigley 2023-04-02 08:02:00 -06:00
parent e8e74bf773
commit a89308d03a
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pages/api/chat.ts
View File

@ -35,7 +35,7 @@ const handler = async (req: Request): Promise<Response> => {
const message = messages[i];
const tokens = encoding.encode(message.content);
if (tokenCount + tokens.length + 2000 > model.tokenLimit) {
if (tokenCount + tokens.length + 1000 > model.tokenLimit) {
break;
}
tokenCount += tokens.length;

2
utils/server/index.ts
View File

@ -45,7 +45,7 @@ export const OpenAIStream = async (
},
...messages,
],
max_tokens: 2000,
max_tokens: 1000,
temperature: 1,
stream: true,
}),