feat: ConversationSummaryBufferMemory

.env.example

@@ -68,6 +68,8 @@ MONGO_URI=mongodb://127.0.0.1:27018/LibreChat
 # Set to "user_provided" to allow the user to provide their API key from the UI.
 OPENAI_API_KEY=user_provided
 
+DEBUG_OPENAI=false # Set to true to enable debug mode for the OpenAI endpoint
+
 # Identify the available models, separated by commas *without spaces*. 
 # The first will be default. 
 # Leave it blank to use internal settings. 
@@ -77,12 +79,25 @@ OPENAI_API_KEY=user_provided
 # Uncomment the following variable to disable this feature.
 # TITLE_CONVO=false
 
-# The model used for titling by default is gpt-3.5-turbo-0613 to assure it works with the default method.
-# gpt-3.5-turbo should also work when using the official API (and not a reverse proxy).
-# You can change the model used by uncommenting the following and setting it to the model you want
+# (Optional) The default model used for titling by is gpt-3.5-turbo-0613
+# You can change it by uncommenting the following and setting the desired model
 # Must be compatible with the OpenAI Endpoint.
 # OPENAI_TITLE_MODEL=gpt-3.5-turbo
 
+# (Optional/Experimental) Enable message summarization by uncommenting the following:
+# Note: this may affect response time when a summary is being generated.
+# OPENAI_SUMMARIZE=true
+
+# Not yet implemented: this will be a conversation option enabled by default to save users on tokens
+# We are using the ConversationSummaryBufferMemory method to summarize messages.
+# To learn more about this, see this article:
+# https://www.pinecone.io/learn/series/langchain/langchain-conversational-memory/
+
+# (Optional) The default model used for summarizing is gpt-3.5-turbo
+# You can change it by uncommenting the following and setting the desired model
+# Must be compatible with the OpenAI Endpoint.
+# OPENAI_SUMMARY_MODEL=gpt-3.5-turbo
+
 # Reverse proxy settings for OpenAI: 
 # https://github.com/waylaidwanderer/node-chatgpt-api#using-a-reverse-proxy 
 # OPENAI_REVERSE_PROXY=

api/app/clients/AnthropicClient.js

@@ -91,7 +91,10 @@ class AnthropicClient extends BaseClient {
   }
 
   async buildMessages(messages, parentMessageId) {
-    const orderedMessages = this.constructor.getMessagesForConversation(messages, parentMessageId);
+    const orderedMessages = this.constructor.getMessagesForConversation({
+      messages,
+      parentMessageId,
+    });
     if (this.options.debug) {
       console.debug('AnthropicClient: orderedMessages', orderedMessages, parentMessageId);
     }
@@ -239,7 +242,6 @@ class AnthropicClient extends BaseClient {
     console.log('AnthropicClient doesn\'t use getCompletion (all handled in sendCompletion)');
   }
 
-  // TODO: implement abortController usage
   async sendCompletion(payload, { onProgress, abortController }) {
     if (!abortController) {
       abortController = new AbortController();
@@ -317,14 +319,6 @@ class AnthropicClient extends BaseClient {
     return text.trim();
   }
 
-  // I commented this out because I will need to refactor this for the BaseClient/all clients
-  // getMessageMapMethod() {
-  //   return ((message) => ({
-  //     author: message.isCreatedByUser ? this.userLabel : this.assistantLabel,
-  //     content: message?.content ?? message.text
-  //   })).bind(this);
-  // }
-
   getSaveOptions() {
     return {
       promptPrefix: this.options.promptPrefix,