Merge pull request #1108 from Utkarsh-0304/feat-hyperbolic

provider: added support for Hyperbolic AI

Author: VisargD

src/globals.ts

@@ -94,6 +94,7 @@ export const REPLICATE: string = 'replicate';
 export const LEPTON: string = 'lepton';
 export const KLUSTER_AI: string = 'kluster-ai';
 export const NSCALE: string = 'nscale';
+export const HYPERBOLIC: string = 'hyperbolic';
 
 export const VALID_PROVIDERS = [
   ANTHROPIC,
@@ -153,6 +154,7 @@ export const VALID_PROVIDERS = [
   LEPTON,
   KLUSTER_AI,
   NSCALE,
+  HYPERBOLIC,
 ];
 
 export const CONTENT_TYPES = {

src/providers/hyperbolic/api.ts

@@ -0,0 +1,25 @@
+import { ProviderAPIConfig } from '../types';
+
+const HYPERBOLIC_API_URL = 'https://api.hyperbolic.xyz';
+
+const HyperbolicAPIConfig: ProviderAPIConfig = {
+  getBaseURL: () => HYPERBOLIC_API_URL,
+  headers: ({ providerOptions, fn }) => {
+    const headersObj: Record<string, string> = {
+      Authorization: `Bearer ${providerOptions.apiKey}`,
+    };
+    return headersObj;
+  },
+  getEndpoint: ({ fn }) => {
+    switch (fn) {
+      case 'chatComplete':
+        return '/v1/chat/completions';
+      case 'imageGenerate':
+        return '/v1/image/generation';
+      default:
+        return '';
+    }
+  },
+};
+
+export default HyperbolicAPIConfig;

src/providers/hyperbolic/chatComplete.ts

@@ -0,0 +1,60 @@
+import { HYPERBOLIC } from '../../globals';
+interface HyperbolicStreamChunk {
+  id: string;
+  object: string;
+  created: number;
+  model: string;
+  choices: {
+    index: number;
+    message: {
+      role?: string | null;
+      content?: string;
+    };
+    finish_reason: string | null;
+  }[];
+  usage: {
+    prompt_tokens: number;
+    total_tokens: number;
+    completion_tokens: number;
+  };
+}
+
+export const HyperbolicChatCompleteStreamChunkTransform = (
+  responseChunk: string
+) => {
+  let chunk = responseChunk.trim();
+  chunk = chunk.replace(/^data: /, '');
+  chunk = chunk.trim();
+
+  if (chunk === '[DONE]') {
+    return `data: ${chunk}\n\n`;
+  }
+
+  try {
+    const parsedChunk: HyperbolicStreamChunk = JSON.parse(chunk);
+    return (
+      `data: ${JSON.stringify({
+        id: parsedChunk.id,
+        object: parsedChunk.object,
+        created: parsedChunk.created,
+        model: parsedChunk.model,
+        provider: HYPERBOLIC,
+        choices: [
+          {
+            index: parsedChunk.choices[0].index,
+            message: parsedChunk.choices[0].message,
+            finish_reason: parsedChunk.choices[0].finish_reason,
+          },
+        ],
+        usage: {
+          prompt_tokens: parsedChunk.usage.prompt_tokens,
+          total_tokens: parsedChunk.usage.total_tokens,
+          completion_tokens: parsedChunk.usage.completion_tokens,
+        },
+      })}` + '\n\n'
+    );
+  } catch (error) {
+    console.error('Error parsing Hyperbolic stream chunk:', error);
+    return `data: ${chunk}\n\n`;
+  }
+};

src/providers/hyperbolic/imageGenerate.ts

@@ -0,0 +1,49 @@
+import { HYPERBOLIC } from '../../globals';
+import { ErrorResponse, ProviderConfig } from '../types';
+import { OpenAIErrorResponseTransform } from '../openai/utils';
+
+export const HyperbolicImageGenerateConfig: ProviderConfig = {
+  model: {
+    param: 'model',
+    required: true,
+  },
+  prompt: {
+    param: 'prompt',
+    required: true,
+  },
+  height: {
+    param: 'height',
+  },
+  width: {
+    param: 'width',
+  },
+  backend: {
+    param: 'backend',
+  },
+};
+
+interface HyperbolicImageObject {
+  url?: string;
+  b64_json?: string;
+  seed?: number;
+}
+
+interface HyperbolicImageGenerateResponse {
+  images: HyperbolicImageObject[];
+  model: string;
+  prompt: string;
+}
+
+export const HyperbolicImageGenerateResponseTransform: (
+  response: HyperbolicImageGenerateResponse | ErrorResponse,
+  responseStatus: number
+) => HyperbolicImageGenerateResponse | ErrorResponse = (
+  response,
+  responseStatus
+) => {
+  if (responseStatus !== 200 && 'error' in response) {
+    return OpenAIErrorResponseTransform(response, HYPERBOLIC);
+  }
+
+  return response;
+};

src/providers/hyperbolic/index.ts

@@ -0,0 +1,32 @@
+import { HYPERBOLIC } from '../../globals';
+import { chatCompleteParams, responseTransformers } from '../open-ai-base';
+import { ProviderConfigs } from '../types';
+import HyperbolicAPIConfig from './api';
+import { HyperbolicChatCompleteStreamChunkTransform } from './chatComplete';
+import {
+  HyperbolicImageGenerateConfig,
+  HyperbolicImageGenerateResponseTransform,
+} from './imageGenerate';
+
+const HyperbolicConfig: ProviderConfigs = {
+  chatComplete: chatCompleteParams(
+    [],
+    {},
+    {
+      top_k: { param: 'top_k', default: -1 },
+      min_p: { param: 'min_p', default: 0, min: 0, max: 1 },
+      repetition_penalty: { param: 'repetition_penalty', default: 1 },
+    }
+  ),
+  imageGenerate: HyperbolicImageGenerateConfig,
+  api: HyperbolicAPIConfig,
+  responseTransforms: {
+    ...responseTransformers(HYPERBOLIC, {
+      chatComplete: true,
+    }),
+    'stream-chatComplete': HyperbolicChatCompleteStreamChunkTransform,
+    imageGenerate: HyperbolicImageGenerateResponseTransform,
+  },
+};
+
+export default HyperbolicConfig;

src/providers/index.ts

@@ -58,6 +58,7 @@ import ReplicateConfig from './replicate';
 import LeptonConfig from './lepton';
 import KlusterAIConfig from './kluster-ai';
 import NscaleConfig from './nscale';
+import HyperbolicConfig from './hyperbolic';
 
 const Providers: { [key: string]: ProviderConfigs } = {
   openai: OpenAIConfig,
@@ -116,6 +117,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   lepton: LeptonConfig,
   'kluster-ai': KlusterAIConfig,
   nscale: NscaleConfig,
+  hyperbolic: HyperbolicConfig,
 };
 
 export default Providers;