🐛 fix: implement the chat

Author: arvinxx

src/libs/agent-runtime/huggingface/index.ts

@@ -7,10 +7,10 @@ import {
   ChatStreamPayload,
   LobeRuntimeAI,
 } from '@/libs/agent-runtime';
-import { OpenAIStream } from '@/libs/agent-runtime/utils/streams';
 
 import { debugStream } from '../utils/debugStream';
 import { StreamingResponse } from '../utils/response';
+import { OpenAIStream } from '../utils/streams';
 import { HuggingfaceResultToStream } from '../utils/streams/huggingface';
 
 export class LobeHuggingFaceAI implements LobeRuntimeAI {
@@ -20,22 +20,22 @@ export class LobeHuggingFaceAI implements LobeRuntimeAI {
   constructor({ apiKey, baseURL }: { apiKey?: string; baseURL?: string } = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
-    this.client = new HfInference(apiKey);
-
-    if (baseURL) {
-      this.client.endpoint(baseURL);
-    }
+    this.client =
+      // baseURL
+      // ? (new HfInference(apiKey).endpoint(baseURL) as HfInference)
+      new HfInference(apiKey);
+    this.baseURL = baseURL;
   }
 
   async chat(payload: ChatStreamPayload, options?: ChatCompetitionOptions) {
     try {
       const hfRes = this.client.chatCompletionStream({
+        endpointUrl: this.baseURL,
         messages: payload.messages,
         model: payload.model,
-
         stream: true,
-        temperature: payload.temperature,
-        top_p: payload.top_p,
+        // temperature: payload.temperature,
+        // top_p: payload.top_p,
       });
 
       const rawStream = HuggingfaceResultToStream(hfRes);

src/libs/agent-runtime/utils/streams/huggingface.ts

@@ -1,48 +1,9 @@
 import { ChatCompletionStreamOutput } from '@huggingface/tasks';
 import { readableFromAsyncIterable } from 'ai';
 
-import { ChatStreamCallbacks } from '@/libs/agent-runtime';
-import { nanoid } from '@/utils/uuid';
-
-import { ChatResp } from '../../wenxin/type';
-import {
-  StreamProtocolChunk,
-  StreamStack,
-  chatStreamable,
-  createCallbacksTransformer,
-  createSSEProtocolTransformer,
-} from './protocol';
-
-const transformHuggingfaceStream = (chunk: ChatResp): StreamProtocolChunk => {
-  console.log(chunk);
-  const finished = chunk.is_end;
-  if (finished) {
-    return { data: chunk.finish_reason || 'stop', id: chunk.id, type: 'stop' };
-  }
-
-  if (chunk.result) {
-    return { data: chunk.result, id: chunk.id, type: 'text' };
-  }
-
-  return {
-    data: chunk,
-    id: chunk.id,
-    type: 'data',
-  };
-};
+import { chatStreamable } from './protocol';
 
 export const HuggingfaceResultToStream = (stream: AsyncIterable<ChatCompletionStreamOutput>) => {
   // make the response to the streamable format
   return readableFromAsyncIterable(chatStreamable(stream));
 };
-
-export const HuggingFaceStream = (
-  rawStream: ReadableStream<ChatResp>,
-  callbacks?: ChatStreamCallbacks,
-) => {
-  const streamStack: StreamStack = { id: 'chat_' + nanoid() };
-
-  return rawStream
-    .pipeThrough(createSSEProtocolTransformer(transformHuggingfaceStream, streamStack))
-    .pipeThrough(createCallbacksTransformer(callbacks));
-};