Merge pull request #16711 from Budibase/feat/update-ai-models

Update our model selection to include GPT-5, and use it as part of the table generation

Author: PClmnt

eslint.config.mjs

@@ -42,7 +42,7 @@ export default [
       },
 
       parser: babelParser,
-      ecmaVersion: 2019,
+      ecmaVersion: 2020,
       sourceType: "module",
 
       parserOptions: {

packages/builder/src/pages/builder/portal/settings/ai/constants.ts

@@ -3,9 +3,9 @@ import { AIProvider, ProviderConfig } from "@budibase/types"
 export const Models = [
   { label: "GPT 4o Mini", value: "gpt-4o-mini" },
   { label: "GPT 4o", value: "gpt-4o" },
-  { label: "GPT 4 Turbo", value: "gpt-4-turbo" },
-  { label: "GPT 4", value: "gpt-4" },
-  { label: "GPT 3.5 Turbo", value: "gpt-3.5-turbo" },
+  { label: "GPT 5", value: "gpt-5" },
+  { label: "GPT 5 Mini", value: "gpt-5-mini" },
+  { label: "GPT 5 Nano", value: "gpt-5-nano" },
 ]
 
 interface AIProviderDetails {

packages/pro

@@ -108,7 +108,7 @@
     "mysql2": "3.9.8",
     "node-fetch": "2.6.7",
     "object-sizeof": "2.6.1",
-    "openai": "4.98.0",
+    "openai": "5.12.1",
     "openapi-types": "9.3.1",
     "oracledb": "6.5.1",
     "pg": "8.10.0",
@@ -142,9 +142,9 @@
     "@types/jest": "29.5.5",
     "@types/json-schema": "^7.0.15",
     "@types/koa": "2.13.4",
-    "@types/koa-send": "^4.1.6",
     "@types/koa__cors": "5.0.0",
     "@types/koa__router": "12.0.4",
+    "@types/koa-send": "^4.1.6",
     "@types/lodash": "4.14.200",
     "@types/mssql": "9.1.5",
     "@types/node-fetch": "2.6.4",
@@ -175,6 +175,7 @@
     "ts-node": "10.8.1",
     "tsconfig-paths": "4.0.0",
     "typescript": "5.7.2",
+    "undici": "^5.28.4",
     "yargs": "^13.2.4",
     "zod": "^3.23.8"
   },

packages/server/package.json

@@ -24,6 +24,13 @@ function addDebugInformation(messages: Message[]) {
       let toolDebugInfo = "\n\n**Tool Calls:**\n"
 
       for (const toolCall of message.tool_calls) {
+        if (toolCall.type !== "function" || !toolCall.function) {
+          console.warn(
+            `[OPENAI TOOL WARN] Unsupported tool call type: ${toolCall.type}`
+          )
+          continue
+        }
+
         let toolParams = "{}"
         try {
           // Try to parse and prettify the JSON arguments

packages/server/src/api/controllers/ai/agents.ts

@@ -73,7 +73,7 @@ function customAIConfig(providerConfig: Partial<ProviderConfig>): SetupFn {
         provider: "OpenAI",
         name: "OpenAI",
         apiKey: "test-key",
-        defaultModel: "gpt-4o-mini",
+        defaultModel: "gpt-5-mini",
         active: true,
         isDefault: true,
         ...providerConfig,
@@ -109,7 +109,7 @@ const allProviders: TestSetup[] = [
   },
   {
     name: "OpenAI API key with custom config",
-    setup: customAIConfig({ provider: "OpenAI", defaultModel: "gpt-4o-mini" }),
+    setup: customAIConfig({ provider: "OpenAI", defaultModel: "gpt-5-mini" }),
     mockLLMResponse: mockChatGPTResponse,
   },
   {
@@ -514,6 +514,9 @@ describe("BudibaseAI", () => {
     beforeEach(async () => {
       await config.newTenant()
       nock.cleanAll()
+      // Ensure MockAgent is installed for OpenAI interceptors
+      const { installHttpMocking } = require("../../../tests/jestEnv")
+      installHttpMocking()
     })
 
     const mockAIGenerationStructure = (
@@ -688,7 +691,11 @@ describe("BudibaseAI", () => {
       }
       mockAIColumnGeneration(generationStructure, aiColumnGeneration)
 
-      nock("https://photourl.com").get("/any.png").reply(200).persist()
+      // Use nock for image downloads since it intercepts before undici
+      nock("https://photourl.com")
+        .get("/any.png")
+        .times(5) // 5 employee photos
+        .reply(200, Buffer.from("fake image data"))
 
       const dataGeneration: Record<string, Record<string, any>[]> = {
         Tickets: [
@@ -845,7 +852,13 @@ describe("BudibaseAI", () => {
       }
       mockDataGeneration(dataGeneration)
 
-      mockProcessAIColumn("Mock LLM Response")
+      // Set up interceptors for AI column processing
+      // Tickets: 4 rows × 2 AI columns = 8 calls
+      // Employees: 5 rows × 1 AI column = 5 calls
+      // Total: 13 interceptors needed
+      for (let i = 0; i < 13; i++) {
+        mockProcessAIColumn("Mock LLM Response")
+      }
 
       const { createdTables } = await config.api.ai.generateTables({ prompt })
       expect(createdTables).toEqual([

packages/server/src/api/routes/tests/ai.spec.ts

@@ -77,7 +77,7 @@ describe("/datasources", () => {
 
   describe("dynamic variables", () => {
     it("should invalidate changed or removed variables", async () => {
-      nock("http://www.example.com/")
+      nock("http://www.example.com")
         .get("/")
         .reply(200, [{ value: "test" }])
         .get("/?test=test")

packages/server/src/api/routes/tests/datasource.spec.ts

@@ -3645,6 +3645,12 @@ if (descriptions.length) {
               OPENAI_API_KEY: "sk-abcdefghijklmnopqrstuvwxyz1234567890abcd",
             })
 
+            // Ensure MockAgent is installed for OpenAI interceptors
+            const { installHttpMocking } = require("../../../tests/jestEnv")
+            installHttpMocking()
+
+            //We need to supply multiple interceptors.
+            mockChatGPTResponse("Mock LLM Response")
             mockChatGPTResponse("Mock LLM Response")
 
             table = await config.api.table.save(

packages/server/src/api/routes/tests/row.spec.ts

@@ -1926,6 +1926,15 @@ if (descriptions.length) {
                   mocks.licenses.useAICustomConfigs()
 
                   envCleanup = setEnv({ OPENAI_API_KEY: "mock" })
+
+                  // Ensure MockAgent is installed for OpenAI interceptors
+                  const {
+                    installHttpMocking,
+                  } = require("../../../tests/jestEnv")
+                  installHttpMocking()
+
+                  // Set up 2 interceptors for the 2 rows that will be processed
+                  mockChatGPTResponse("Mock LLM Response")
                   mockChatGPTResponse("Mock LLM Response")
 
                   tableOrViewId = await createTableOrView({

packages/server/src/api/routes/tests/search.spec.ts

@@ -944,7 +944,12 @@ if (descriptions.length) {
                   OPENAI_API_KEY: "sk-abcdefghijklmnopqrstuvwxyz1234567890abcd",
                 })
 
-                mockChatGPTResponse(prompt => {
+                // Ensure MockAgent is installed for OpenAI interceptors
+                const { installHttpMocking } = require("../../../tests/jestEnv")
+                installHttpMocking()
+
+                // Set up 3 interceptors for the 3 animals that will be processed
+                const responseFunction = (prompt: string) => {
                   if (prompt.includes("elephant")) {
                     return "big"
                   }
@@ -955,7 +960,12 @@ if (descriptions.length) {
                     return "big"
                   }
                   return "unknown"
-                })
+                }
+
+                // Each row save will trigger AI processing
+                mockChatGPTResponse(responseFunction)
+                mockChatGPTResponse(responseFunction)
+                mockChatGPTResponse(responseFunction)
               })
 
               afterAll(() => {