Merge pull request #1138 from DarinVerheijke/featherless-provider

add featherless provider (access to 7900+ open source models)

Author: VisargD

src/globals.ts

@@ -95,6 +95,7 @@ export const LEPTON: string = 'lepton';
 export const KLUSTER_AI: string = 'kluster-ai';
 export const NSCALE: string = 'nscale';
 export const HYPERBOLIC: string = 'hyperbolic';
+export const FEATHERLESS_AI: string = 'featherless-ai';
 
 export const VALID_PROVIDERS = [
   ANTHROPIC,
@@ -155,6 +156,7 @@ export const VALID_PROVIDERS = [
   KLUSTER_AI,
   NSCALE,
   HYPERBOLIC,
+  FEATHERLESS_AI,
 ];
 
 export const CONTENT_TYPES = {

src/providers/featherless-ai/api.ts

@@ -0,0 +1,19 @@
+import { ProviderAPIConfig } from '../types';
+
+export const featherlessAIAPIConfig: ProviderAPIConfig = {
+  getBaseURL: () => 'https://api.featherless.ai/v1',
+  headers({ providerOptions }) {
+    const { apiKey } = providerOptions;
+    return { Authorization: `Bearer ${apiKey}` };
+  },
+  getEndpoint({ fn }) {
+    switch (fn) {
+      case 'chatComplete':
+        return `/chat/completions`;
+      case 'complete':
+        return '/completions';
+      default:
+        return '';
+    }
+  },
+};

src/providers/featherless-ai/index.ts

@@ -0,0 +1,20 @@
+import { FEATHERLESS_AI } from '../../globals';
+import {
+  chatCompleteParams,
+  completeParams,
+  responseTransformers,
+} from '../open-ai-base';
+import { ProviderConfigs } from '../types';
+import { featherlessAIAPIConfig } from './api';
+
+export const FeatherlessAIConfig: ProviderConfigs = {
+  chatComplete: chatCompleteParams([], {
+    model: 'mistralai/Magistral-Small-2506',
+  }),
+  complete: completeParams([], { model: 'mistralai/Magistral-Small-2506' }),
+  api: featherlessAIAPIConfig,
+  responseTransforms: responseTransformers(FEATHERLESS_AI, {
+    chatComplete: true,
+    complete: true,
+  }),
+};

src/providers/index.ts

@@ -59,6 +59,7 @@ import LeptonConfig from './lepton';
 import KlusterAIConfig from './kluster-ai';
 import NscaleConfig from './nscale';
 import HyperbolicConfig from './hyperbolic';
+import { FeatherlessAIConfig } from './featherless-ai';
 
 const Providers: { [key: string]: ProviderConfigs } = {
   openai: OpenAIConfig,
@@ -118,6 +119,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   'kluster-ai': KlusterAIConfig,
   nscale: NscaleConfig,
   hyperbolic: HyperbolicConfig,
+  'featherless-ai': FeatherlessAIConfig,
 };
 
 export default Providers;