7x31/ChatGPT-Next-Web
1
0
Fork 0
mirror of https://github.com/Yidadaa/ChatGPT-Next-Web.git synced 2025-08-09 07:30:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: new token count function

Browse Source
This commit is contained in:
Yidadaa
2023-06-15 00:14:38 +08:00
parent 8590750e4c
commit 76fdd047e7
2 changed files with 24 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
app/store/chat.ts
View File

@@ -11,6 +11,7 @@ import { StoreKey } from "../constant";
import { api, RequestMessage } from "../client/api";
import { ChatControllerPool } from "../client/controller";
import { prettyObject } from "../utils/format";
import { estimateTokenLength } from "../utils/token";
export type ChatMessage = RequestMessage & {
date: string;
@@ -102,7 +103,7 @@ interface ChatStore {
}
function countMessages(msgs: ChatMessage[]) {
return msgs.reduce((pre, cur) => pre + cur.content.length, 0);
return msgs.reduce((pre, cur) => pre + estimateTokenLength(cur.content), 0);
}
export const useChatStore = create<ChatStore>()(