File size: 1,805 Bytes
9705b6c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
const { ConversationSummaryBufferMemory, ChatMessageHistory } = require('langchain/memory');
const { formatLangChainMessages, SUMMARY_PROMPT } = require('../prompts');
const { predictNewSummary } = require('../chains');
const createSummaryBufferMemory = ({ llm, prompt, messages, ...rest }) => {
const chatHistory = new ChatMessageHistory(messages);
return new ConversationSummaryBufferMemory({
llm,
prompt,
chatHistory,
returnMessages: true,
...rest,
});
};
const summaryBuffer = async ({
llm,
debug,
context, // array of messages
formatOptions = {},
previous_summary = '',
prompt = SUMMARY_PROMPT,
signal,
}) => {
if (debug && previous_summary) {
console.log('<-----------PREVIOUS SUMMARY----------->\n\n');
console.log(previous_summary);
}
const formattedMessages = formatLangChainMessages(context, formatOptions);
const memoryOptions = {
llm,
prompt,
messages: formattedMessages,
};
if (formatOptions.userName) {
memoryOptions.humanPrefix = formatOptions.userName;
}
if (formatOptions.userName) {
memoryOptions.aiPrefix = formatOptions.assistantName;
}
const chatPromptMemory = createSummaryBufferMemory(memoryOptions);
const messages = await chatPromptMemory.chatHistory.getMessages();
if (debug) {
console.log('<-----------SUMMARY BUFFER MESSAGES----------->\n\n');
console.log(JSON.stringify(messages));
}
const predictSummary = await predictNewSummary({
messages,
previous_summary,
memory: chatPromptMemory,
signal,
});
if (debug) {
console.log('<-----------SUMMARY----------->\n\n');
console.log(JSON.stringify(predictSummary));
}
return { role: 'system', content: predictSummary };
};
module.exports = { createSummaryBufferMemory, summaryBuffer };
|