fix: use of proxy, use undici

Author: danny-avila

api/app/clients/AnthropicClient.js

@@ -1,5 +1,5 @@
+const { ProxyAgent } = require('undici');
 const Anthropic = require('@anthropic-ai/sdk');
-const { HttpsProxyAgent } = require('https-proxy-agent');
 const {
   Constants,
   ErrorTypes,
@@ -193,7 +193,7 @@ class AnthropicClient extends BaseClient {
     };
 
     if (this.options.proxy) {
-      options.httpAgent = new HttpsProxyAgent(this.options.proxy);
+      options.httpAgent = new ProxyAgent(this.options.proxy);
     }
 
     if (this.options.reverseProxyUrl) {

api/app/clients/OpenAIClient.js

@@ -1,6 +1,6 @@
 const OpenAI = require('openai');
+const { ProxyAgent } = require('undici');
 const { OllamaClient } = require('./OllamaClient');
-const { HttpsProxyAgent } = require('https-proxy-agent');
 const { SplitStreamHandler } = require('@librechat/agents');
 const {
   Constants,
@@ -674,8 +674,7 @@ class OpenAIClient extends BaseClient {
     }
 
     if (this.options.proxy) {
-      configOptions.httpAgent = new HttpsProxyAgent(this.options.proxy);
-      configOptions.httpsAgent = new HttpsProxyAgent(this.options.proxy);
+      configOptions.httpAgent = new ProxyAgent(this.options.proxy);
     }
 
     const { req, res, debug } = this.options;
@@ -1173,7 +1172,7 @@ ${convo}
       }
 
       if (this.options.proxy) {
-        opts.httpAgent = new HttpsProxyAgent(this.options.proxy);
+        opts.httpAgent = new ProxyAgent(this.options.proxy);
       }
 
       /** @type {TAzureConfig | undefined} */

api/app/clients/generators.js

@@ -1,3 +1,4 @@
+const { fetch } = require('undici');
 const { GraphEvents } = require('@librechat/agents');
 const { logger, sendEvent } = require('~/config');
 
@@ -15,12 +16,15 @@ function createFetch({ directEndpoint = false, reverseProxyUrl = '' }) {
    * @param {RequestInit} [init] - Optional init options for the request.
    * @returns {Promise<Response>} - A promise that resolves to the response of the fetch request.
    */
-  return async (_url, init) => {
+  return async (_url, { agent, ...init }) => {
     let url = _url;
     if (directEndpoint) {
       url = reverseProxyUrl;
     }
     logger.debug(`Making request to ${url}`);
+    if (agent != null) {
+      init.dispatcher = agent;
+    }
     if (typeof Bun !== 'undefined') {
       return await fetch(url, init);
     }

api/package.json

@@ -108,6 +108,7 @@
     "tiktoken": "^1.0.15",
     "traverse": "^0.6.7",
     "ua-parser-js": "^1.0.36",
+    "undici": "^7.8.0",
     "winston": "^3.11.0",
     "winston-daily-rotate-file": "^4.7.1",
     "youtube-transcript": "^1.2.1",