diff --git a/pages/api/chat.ts b/pages/api/chat.ts index cd81e06..09c0aaf 100644 --- a/pages/api/chat.ts +++ b/pages/api/chat.ts @@ -35,7 +35,7 @@ const handler = async (req: Request): Promise => { const message = messages[i]; const tokens = encoding.encode(message.content); - if (tokenCount + tokens.length > model.tokenLimit) { + if (tokenCount + tokens.length + 1000 > model.tokenLimit) { break; } tokenCount += tokens.length;