fix(ai-bot): correct configuration to call ai.lies.exposed from remote

Author: ascariandrea

services/ai-bot/config/ai-bot.config.json

@@ -1,11 +1,11 @@
 {
   "api": { "url": "http://api.liexp.dev/v1" },
   "localAi": {
-    "url": "http://localai.liexp.dev:8080/v1",
+    "url": "https://ai.lies.exposed/v1",
     "apiKey": "no-key-is-a-good-key",
     "models": {
       "summarize": "gpt-4o",
-      "chat": "qwen3-embedding-8b",
+      "chat": "qwen3-8b",
       "embeddings": "qwen3-embedding-8b"
     }
   }

services/ai-bot/src/cli/chat.command.ts

@@ -0,0 +1,32 @@
+import { fp } from "@liexp/core/lib/fp/index.js";
+import { throwTE } from "@liexp/shared/lib/utils/task.utils.js";
+import { pipe } from "fp-ts/lib/function.js";
+import { toAIBotError } from "../common/error/index.js";
+import { type CommandFlow } from "./CommandFlow.js";
+
+export const chatCommand: CommandFlow = async (ctx, args) => {
+  return pipe(
+    fp.TE.tryCatch(async () => {
+      const result = await ctx.langchain.chat
+        .withConfig({
+          reasoning: {
+            effort: "minimal",
+          },
+        })
+        .invoke([
+          {
+            role: "system",
+            content:
+              "You are a helpful assistant that translates answer to the given message.",
+          },
+          {
+            role: "user",
+            content: args[0],
+          },
+        ]);
+
+      ctx.logger.info.log(`Message: %O`, result.toJSON());
+    }, toAIBotError),
+    throwTE,
+  );
+};

services/ai-bot/src/cli/index.ts

@@ -3,13 +3,16 @@ import { fp } from "@liexp/core/lib/fp/index.js";
 import { throwTE } from "@liexp/shared/lib/utils/task.utils.js";
 import D from "debug";
 import { pipe } from "fp-ts/lib/function.js";
+import { type ClientContext } from "../context.js";
 import { userLogin } from "../flows/userLogin.flow.js";
 import { loadContext } from "../load-context.js";
 import { type CommandFlow } from "./CommandFlow.js";
+import { chatCommand } from "./chat.command.js";
 import { processJobCommand } from "./process-job.command.js";
 
 const commands: Record<string, CommandFlow> = {
   "process-job": processJobCommand,
+  chat: chatCommand,
 };
 
 const run = async ([command, ...args]: string[]): Promise<void> => {
@@ -24,24 +27,30 @@ const run = async ([command, ...args]: string[]): Promise<void> => {
   loadENV(process.cwd(), process.env.DOTENV_CONFIG_PATH ?? "../../.env");
 
   let token: string = "invalid-token";
+  let ctx: ClientContext | undefined = undefined;
+  try {
+    ctx = await pipe(
+      loadContext(() => token),
+      throwTE,
+    );
 
-  const ctx = await pipe(
-    loadContext(() => token),
-    throwTE,
-  );
+    token = await pipe(userLogin()(ctx), throwTE);
 
-  token = await pipe(userLogin()(ctx), throwTE);
+    D.enable(fp.O.getOrElse(() => "-")(ctx.env.DEBUG));
 
-  D.enable(fp.O.getOrElse(() => "-")(ctx.env.DEBUG));
+    ctx.logger.info.log("Running command %s with args: %O", command, args);
 
-  ctx.logger.info.log("Running command %s with args: %O", command, args);
-  try {
     await commands[command](ctx, args);
   } catch (e) {
-    ctx.logger.error.log("Error running command %s: %O", command, e);
+    ctx?.logger.error.log("Error running command %s: %O", command, e);
+    throw e;
   }
 };
 
 void run(process.argv.splice(2))
   .then(() => process.exit(0))
-  .catch(() => process.exit(1));
+  .catch((e) => {
+    // eslint-disable-next-line no-console
+    console.error(e);
+    process.exit(1);
+  });

services/ai-bot/src/env.ts

@@ -11,7 +11,7 @@ const ENV = Schema.Struct({
   DEBUG: OptionFromNullishToNull(Schema.String),
   LIEXP_USERNAME: OptionFromNullishToNull(Schema.String),
   LIEXP_PASSWORD: OptionFromNullishToNull(Schema.String),
-  LOCAL_AI_URL: OptionFromNullishToNull(Schema.String),
+  LOCALAI_URL: OptionFromNullishToNull(Schema.String),
   LOCALAI_API_KEY: Schema.String,
   LOCALAI_TIMEOUT: OptionFromNullishToNull(Schema.NumberFromString),
   CF_ACCESS_CLIENT_ID: OptionFromNullishToNull(Schema.String),

services/ai-bot/src/load-context.ts

@@ -45,7 +45,7 @@ export const loadContext = (
         configProvider({ fs }),
         fp.TE.bind("localAIURL", (config) => {
           return pipe(
-            env.LOCAL_AI_URL,
+            env.LOCALAI_URL,
             fp.O.getOrElse(() => config.config.localAi.url),
             fp.TE.right<AIBotError, string>,
           );
@@ -61,7 +61,7 @@ export const loadContext = (
           const timeout = pipe(
             fp.O.fromNullable(_timeout),
             fp.O.alt(() => env.LOCALAI_TIMEOUT),
-            fp.O.getOrElse(() => 60 * 3_600),
+            fp.O.getOrElse(() => 3_600), // 1 hour
           );
 
           return {
@@ -85,15 +85,19 @@ export const loadContext = (
           "CF-Access-Client-Id": env.CF_ACCESS_CLIENT_ID,
           "CF-Access-Client-Secret": env.CF_ACCESS_CLIENT_SECRET,
         }),
-        fp.O.map((headers) => ({
-          ...headers,
-          Cookie: `token=${env.LOCALAI_API_KEY}`,
-        })),
-        fp.O.toUndefined,
-        fp.TE.right<AIBotError, Record<string, string> | undefined>,
+        fp.O.getOrElse(() => ({})),
+        fp.TE.right<AIBotError, HeadersInit>,
       );
     }),
-    fp.TE.bind("langchain", ({ config, localaiHeaders }) =>
+    fp.TE.bind("headers", ({ localaiHeaders, env }) =>
+      fp.TE.right({
+        ...localaiHeaders,
+        Accept: "application/json",
+        "content-type": "application/json",
+        Cookie: `token=${env.LOCALAI_API_KEY}`,
+      }),
+    ),
+    fp.TE.bind("langchain", ({ config, headers }) =>
       fp.TE.right(
         GetLangchainProvider({
           baseURL: config.config.localAi.url,
@@ -106,32 +110,36 @@ export const loadContext = (
           options: {
             chat: {
               timeout: config.config.localAi.timeout,
+              // useResponsesApi: true,
               configuration: {
-                defaultHeaders: localaiHeaders,
+                defaultHeaders: headers,
                 fetchOptions: {
-                  headers: localaiHeaders as any,
+                  headers: headers as any,
                 },
               },
             },
             embeddings: {
               timeout: config.config.localAi.timeout,
               configuration: {
-                defaultHeaders: localaiHeaders,
+                defaultHeaders: headers,
+                fetchOptions: {
+                  headers: headers as any,
+                },
               },
             },
           },
         }),
       ),
     ),
-    fp.TE.bind("openAI", ({ config, localaiHeaders }) =>
+    fp.TE.bind("openAI", ({ config, headers }) =>
       fp.TE.right(
         GetOpenAIProvider({
           baseURL: config.config.localAi.url,
           apiKey: config.config.localAi.apiKey,
           timeout: config.config.localAi.timeout,
-          defaultHeaders: localaiHeaders,
+          defaultHeaders: headers,
           fetchOptions: {
-            headers: localaiHeaders as any,
+            headers: headers as any,
           },
         }),
       ),