feat: system Tool (#4959)

* feat: independent system tool

* chore: use ToolNode instead of PluginModule

* chore: tools

* chore: tools templateDir

* refactor: templates

* feat: flush code

* chore: update template

* refactor: migrate delay

* feat: worker pool

* chore: Dockerfile

* docs:  add tools.template.json

* feat: auto flush system tools

* fix: ts error

* chore: create new pool temporarily

* chore: system tool migration

* chore: migration

* fix: fix pnpm-workspace.yaml

* chore: update pnpm-lock.yaml to integrate tool

* chore(systemTool): chore

* chore: add system plugin

* chore(deps): update @fastgpt-sdk/plugin

* fix: type error

* chore: remove plugin package

* chore: move pro plugins code to open source

* feat: support system tool config input

* fix: type error

* perf: i18n

* fix: cr

* chore: update sdk

* feat: system plugin cache

Author: FinleyGe

projects/app/src/web/common/utils/i18n.ts renamed to packages/global/common/i18n/type.ts

@@ -1,11 +1,18 @@
-import { type I18nNsType } from '@fastgpt/web/types/i18next';
-import { serverSideTranslations } from 'next-i18next/serverSideTranslations';
+export type I18nStringType = {
+  'zh-CN'?: string;
+  'zh-Hant'?: string;
+  en: string;
+};
 
 export enum LangEnum {
   'zh_CN' = 'zh-CN',
   'zh_Hant' = 'zh-Hant',
   'en' = 'en'
 }
+
+export type localeType = `${LangEnum}`;
+export const LocaleList = ['en', 'zh-CN', 'zh-Hant'] as const;
+
 export const langMap = {
   [LangEnum.en]: {
     label: 'English(US)',

packages/global/common/i18n/utils.ts

@@ -0,0 +1,6 @@
+import type { I18nStringType, localeType } from './type';
+
+export const parseI18nString = (str: I18nStringType | string = '', lang: localeType = 'en') => {
+  if (typeof str === 'string') return str;
+  return str[lang] ?? str['en'];
+};

packages/global/core/app/mcpTools/utils.ts

@@ -3,13 +3,13 @@ import {
   NodeOutputKeyEnum,
   WorkflowIOValueTypeEnum
 } from '../../workflow/constants';
+import { i18nT } from '../../../../web/i18n/utils';
 import {
   FlowNodeInputTypeEnum,
   FlowNodeOutputTypeEnum,
   FlowNodeTypeEnum
 } from '../../workflow/node/constant';
 import { type McpToolConfigType } from '../type';
-import { i18nT } from '../../../../web/i18n/utils';
 import { type RuntimeNodeItemType } from '../../workflow/runtime/type';
 import { type StoreSecretValueType } from '../../../common/secret/type';
 import { jsonSchema2NodeInput } from '../jsonschema';

packages/global/core/plugin/constants.ts

@@ -19,7 +19,9 @@ export const pluginTypeMap = {
 };
 
 export enum PluginSourceEnum {
-  personal = 'personal',
-  community = 'community',
-  commercial = 'commercial'
+  personal = 'personal', // this is a app.
+  systemTool = 'systemTool', // FastGPT-plugin tools, pure code.
+  commercial = 'commercial', // configured in Pro, with associatedPluginId. Specially, commercial-dalle3 is a systemTool
+  // @deprecated
+  community = 'community' // this is deprecated, will be replaced by systemTool
 }

packages/global/core/workflow/constants.ts

@@ -143,6 +143,7 @@ export enum NodeInputKeyEnum {
   addInputParam = 'system_addInputParam',
   forbidStream = 'system_forbid_stream',
   headerSecret = 'system_header_secret',
+  systemInputConfig = 'system_input_config',
 
   // history
   historyMaxAmount = 'maxContext',

packages/global/core/workflow/node/constant.ts

@@ -1,5 +1,5 @@
-import { WorkflowIOValueTypeEnum } from '../constants';
 import { i18nT } from '../../../../web/i18n/utils';
+import { WorkflowIOValueTypeEnum } from '../constants';
 export enum FlowNodeInputTypeEnum { // render ui
   reference = 'reference', // reference to other node output
   input = 'input', // one line input

packages/global/core/workflow/runtime/type.d.ts

@@ -1,7 +1,6 @@
 import type { ChatNodeUsageType } from '../../../support/wallet/bill/type';
 import type {
   ChatItemType,
-  UserChatItemValueItemType,
   ToolRunResponseItemType,
   AIChatItemValueItemType
 } from '../../chat/type';
@@ -95,6 +94,7 @@ export type RuntimeNodeItemType = {
   intro?: StoreNodeItemType['intro'];
   flowNodeType: StoreNodeItemType['flowNodeType'];
   showStatus?: StoreNodeItemType['showStatus'];
+  toolConfig?: StoreNodeItemType['toolConfig'];
   isEntry?: boolean;
 
   inputs: FlowNodeInputItemType[];

packages/global/core/workflow/runtime/utils.ts

@@ -1,20 +1,24 @@
+import json5 from 'json5';
+import { replaceVariable, valToStr } from '../../../common/string/tools';
+import { ChatItemValueTypeEnum, ChatRoleEnum } from '../../../core/chat/constants';
+import type { ChatItemType, NodeOutputItemType } from '../../../core/chat/type';
 import { ChatCompletionRequestMessageRoleEnum } from '../../ai/constants';
-import { NodeInputKeyEnum, NodeOutputKeyEnum, WorkflowIOValueTypeEnum } from '../constants';
+import {
+  NodeInputKeyEnum,
+  NodeOutputKeyEnum,
+  VARIABLE_NODE_ID,
+  WorkflowIOValueTypeEnum
+} from '../constants';
 import { FlowNodeTypeEnum } from '../node/constant';
-import { type StoreNodeItemType } from '../type/node';
-import { type StoreEdgeItemType } from '../type/edge';
-import { type RuntimeEdgeItemType, type RuntimeNodeItemType } from './type';
-import { VARIABLE_NODE_ID } from '../constants';
-import { isValidReferenceValueFormat } from '../utils';
-import { type FlowNodeOutputItemType, type ReferenceValueType } from '../type/io';
-import { type ChatItemType, type NodeOutputItemType } from '../../../core/chat/type';
-import { ChatItemValueTypeEnum, ChatRoleEnum } from '../../../core/chat/constants';
-import { replaceVariable, valToStr } from '../../../common/string/tools';
-import json5 from 'json5';
 import {
   type InteractiveNodeResponseType,
   type WorkflowInteractiveResponseType
 } from '../template/system/interactive/type';
+import type { StoreEdgeItemType } from '../type/edge';
+import type { FlowNodeOutputItemType, ReferenceValueType } from '../type/io';
+import type { StoreNodeItemType } from '../type/node';
+import { isValidReferenceValueFormat } from '../utils';
+import type { RuntimeEdgeItemType, RuntimeNodeItemType } from './type';
 
 export const extractDeepestInteractive = (
   interactive: WorkflowInteractiveResponseType
@@ -151,7 +155,7 @@ export const valueTypeFormat = (value: any, type?: WorkflowIOValueTypeEnum) => {
   return value;
 };
 
-/* 
+/*
   Get interaction information (if any) from the last AI message.
   What can be done:
   1. Get the interactive data
@@ -254,7 +258,8 @@ export const storeNodes2RuntimeNodes = (
         inputs: node.inputs,
         outputs: node.outputs,
         pluginId: node.pluginId,
-        version: node.version
+        version: node.version,
+        toolConfig: node.toolConfig
       };
     }) || []
   );
@@ -268,7 +273,7 @@ export const filterWorkflowEdges = (edges: RuntimeEdgeItemType[]) => {
   );
 };
 
-/* 
+/*
   1. 输入线分类：普通线和递归线（可以追溯到自身）
   2. 起始线全部非 waiting 执行，或递归线全部非 waiting 执行
 */
@@ -279,7 +284,7 @@ export const checkNodeRunStatus = ({
   node: RuntimeNodeItemType;
   runtimeEdges: RuntimeEdgeItemType[];
 }) => {
-  /* 
+  /*
     区分普通连线和递归连线
     递归连线：可以通过往上查询 nodes，最终追溯到自身
   */
@@ -363,7 +368,7 @@ export const checkNodeRunStatus = ({
   return 'wait';
 };
 
-/* 
+/*
   Get the value of the reference variable/node output
   1. [string,string]
   2. [string,string][]

packages/global/core/workflow/template/constants.ts

@@ -1,41 +1,41 @@
-import { SystemConfigNode } from './system/systemConfig';
-import { PluginConfigNode } from './system/pluginConfig';
-import { EmptyNode } from './system/emptyNode';
-import { WorkflowStart } from './system/workflowStart';
 import { AiChatModule } from './system/aiChat';
-import { DatasetSearchModule } from './system/datasetSearch';
-import { DatasetConcatModule } from './system/datasetConcat';
 import { AssignedAnswerModule } from './system/assignedAnswer';
 import { ClassifyQuestionModule } from './system/classifyQuestion/index';
 import { ContextExtractModule } from './system/contextExtract/index';
+import { DatasetConcatModule } from './system/datasetConcat';
+import { DatasetSearchModule } from './system/datasetSearch';
+import { EmptyNode } from './system/emptyNode';
 import { HttpNode468 } from './system/http468';
+import { PluginConfigNode } from './system/pluginConfig';
+import { SystemConfigNode } from './system/systemConfig';
+import { WorkflowStart } from './system/workflowStart';
 
-import { ToolModule } from './system/tools';
 import { StopToolNode } from './system/stopTool';
+import { ToolModule } from './system/tools';
 
 import { RunAppModule } from './system/abandoned/runApp/index';
 import { PluginInputModule } from './system/pluginInput';
 import { PluginOutputModule } from './system/pluginOutput';
-import { RunPluginModule } from './system/runPlugin';
-import { RunAppNode } from './system/runApp';
 import { AiQueryExtension } from './system/queryExtension';
+import { RunAppNode } from './system/runApp';
+import { RunPluginModule } from './system/runPlugin';
 
 import type { FlowNodeTemplateType } from '../type/node';
-import { LafModule } from './system/laf';
-import { IfElseNode } from './system/ifElse/index';
-import { VariableUpdateNode } from './system/variableUpdate';
-import { CodeNode } from './system/sandbox';
-import { TextEditorNode } from './system/textEditor';
 import { CustomFeedbackNode } from './system/customFeedback';
-import { ReadFilesNode } from './system/readFiles';
+import { IfElseNode } from './system/ifElse/index';
+import { FormInputNode } from './system/interactive/formInput';
 import { UserSelectNode } from './system/interactive/userSelect';
+import { LafModule } from './system/laf';
 import { LoopNode } from './system/loop/loop';
-import { LoopStartNode } from './system/loop/loopStart';
 import { LoopEndNode } from './system/loop/loopEnd';
-import { FormInputNode } from './system/interactive/formInput';
-import { ToolParamsNode } from './system/toolParams';
+import { LoopStartNode } from './system/loop/loopStart';
+import { ReadFilesNode } from './system/readFiles';
 import { RunToolNode } from './system/runTool';
 import { RunToolSetNode } from './system/runToolSet';
+import { CodeNode } from './system/sandbox';
+import { TextEditorNode } from './system/textEditor';
+import { ToolParamsNode } from './system/toolParams';
+import { VariableUpdateNode } from './system/variableUpdate';
 
 const systemNodes: FlowNodeTemplateType[] = [
   AiChatModule,

packages/global/core/workflow/type/index.d.ts

@@ -21,6 +21,8 @@ import type { ParentIdType } from 'common/parentFolder/type';
 import type { AppTypeEnum } from 'core/app/constants';
 import type { StoreNodeItemType } from './node';
 import { FlowNodeTemplateType } from './node';
+import type { SecretValueType } from './../../../common/secret/type';
+import type { I18nStringType } from '../../../common/i18n/type';
 
 export type WorkflowTemplateBasicType = {
   nodes: StoreNodeItemType[];
@@ -32,9 +34,9 @@ export type WorkflowTemplateType = {
   parentId?: ParentIdType;
   isFolder?: boolean;
 
-  name: string;
+  name: I18nStringType | string;
   avatar: string;
-  intro?: string;
+  intro?: I18nStringType | string;
   author?: string;
   courseUrl?: string;
 
@@ -86,10 +88,18 @@ export type SystemPluginTemplateItemType = WorkflowTemplateType & {
     key: string;
     label: string;
     description: string;
-    value?: any;
+    value?: string | SecretValueType;
   }[];
 };
 
+export type SystemPluginTemplateListItemType = Omit<
+  SystemPluginTemplateItemType,
+  'name' | 'intro'
+> & {
+  name: string;
+  intro: string;
+};
+
 export type THelperLine = {
   position: number;
   nodes: {