return finish reason in bedrock error chunk

src/providers/bedrock/chatComplete.ts

@@ -28,6 +28,7 @@ import {
 } from './complete';
 import { BedrockErrorResponse } from './embed';
 import {
+  getBedrockErrorChunk,
   transformAdditionalModelRequestFields,
   transformAI21AdditionalModelRequestFields,
   transformAnthropicAdditionalModelRequestFields,
@@ -584,6 +585,8 @@ export const BedrockChatCompleteResponseTransform: (
 };
 
 export interface BedrockChatCompleteStreamChunk {
+  // this is error message from bedrock
+  message?: string;
   contentBlockIndex?: number;
   delta?: {
     text: string;
@@ -640,6 +643,9 @@ export const BedrockChatCompleteStreamChunkTransform: (
   gatewayRequest
 ) => {
   const parsedChunk: BedrockChatCompleteStreamChunk = JSON.parse(responseChunk);
+  if (parsedChunk.message) {
+    return getBedrockErrorChunk(fallbackId, gatewayRequest.model || '');
+  }
   if (parsedChunk.stopReason) {
     streamState.stopReason = parsedChunk.stopReason;
   }
@@ -740,6 +746,7 @@ export const BedrockChatCompleteStreamChunkTransform: (
             }),
           tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
         },
+        finish_reason: null,
       },
     ],
   })}\n\n`;

src/providers/bedrock/utils.ts

@@ -12,6 +12,7 @@ import { Options } from '../../types/requestBody';
 import { GatewayError } from '../../errors/GatewayError';
 import { BedrockFinetuneRecord, BedrockInferenceProfile } from './types';
 import { FinetuneRequest } from '../types';
+import { BEDROCK } from '../../globals';
 
 export const generateAWSHeaders = async (
   body: Record<string, any> | string | undefined,
@@ -494,3 +495,25 @@ export const getFoundationModelFromInferenceProfile = async (
     return null;
   }
 };
+
+export const getBedrockErrorChunk = (id: string, model: string) => {
+  return [
+    `data: ${JSON.stringify({
+      id,
+      object: 'chat.completion.chunk',
+      created: Math.floor(Date.now() / 1000),
+      model: model,
+      provider: BEDROCK,
+      choices: [
+        {
+          index: 0,
+          delta: {
+            role: 'assistant',
+            finish_reason: 'stop',
+          },
+        },
+      ],
+    })}\n\n`,
+    `data: [DONE]\n\n`,
+  ];
+};