singlexyz/ChatGPT-Next-Web
1
0
Fork 0
forked from XiaoMo/ChatGPT-Next-Web
Code Pull Requests Activity

fix: #1771 should not lose chat context when sumindex > n - count

Browse Source
This commit is contained in:
Yidadaa 2023-06-18 00:51:16 +08:00
parent 0a2cccfd6e
commit db63a5a670
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
app/store/chat.ts
View File

@ -370,28 +370,30 @@ export const useChatStore = create<ChatStore>()(
context.push(memoryPrompt);
}
// get short term and unmemoried long term memory
// get short term and unmemorized long term memory
const shortTermMemoryMessageIndex = Math.max(
0,
n - modelConfig.historyMessageCount,
);
const longTermMemoryMessageIndex = session.lastSummarizeIndex;
const mostRecentIndex = Math.max(
// try to concat history messages
const memoryStartIndex = Math.min(
shortTermMemoryMessageIndex,
longTermMemoryMessageIndex,
);
const threshold = modelConfig.compressMessageLengthThreshold * 2;
const threshold = modelConfig.max_tokens;
// get recent messages as many as possible
const reversedRecentMessages = [];
for (
let i = n - 1, count = 0;
i >= mostRecentIndex && count < threshold;
i >= memoryStartIndex && count < threshold;
i -= 1
) {
const msg = messages[i];
if (!msg || msg.isError) continue;
count += msg.content.length;
count += estimateTokenLength(msg.content);
reversedRecentMessages.push(msg);
}