🐛 fix: fix input cannot send markdown (lobehub#9674)

* fix claude json output

* refactor to remove langchain in file-loaders

* support deepseek tools calling

* use peer

* use peer

* move files

* fix test

* add local-system placeholder

* fix markdown editing

* fix markdown editing

* refactor doc parse

Author: arvinxx

package.json

@@ -160,7 +160,7 @@
     "@lobehub/charts": "^2.1.2",
     "@lobehub/chat-plugin-sdk": "^1.32.4",
     "@lobehub/chat-plugins-gateway": "^1.9.0",
-    "@lobehub/editor": "^1.16.0",
+    "@lobehub/editor": "^1.16.1",
     "@lobehub/icons": "^2.42.0",
     "@lobehub/market-sdk": "^0.22.7",
     "@lobehub/tts": "^2.0.1",

packages/const/src/settings/index.ts

@@ -12,6 +12,7 @@ export * from './agent';
 export * from './common';
 export * from './group';
 export * from './hotkey';
+export * from './knowledge';
 export * from './llm';
 export * from './systemAgent';
 export * from './tool';

packages/database/package.json

@@ -13,16 +13,18 @@
     "test:server-db": "vitest run --config vitest.config.server.mts"
   },
   "dependencies": {
-    "@electric-sql/pglite": "^0.2.17",
     "@lobechat/const": "workspace:*",
     "@lobechat/types": "workspace:*",
     "@lobechat/utils": "workspace:*",
-    "dayjs": "^1.11.18",
-    "drizzle-orm": "^0.44.5",
-    "nanoid": "^5.1.5",
-    "pg": "^8.16.3",
     "random-words": "^2.0.1",
     "ts-md5": "^2.0.1",
     "ws": "^8.18.3"
+  },
+  "peerDependencies": {
+    "@electric-sql/pglite": "^0.2.17",
+    "dayjs": ">=1.11.18",
+    "drizzle-orm": ">=0.44.6",
+    "nanoid": ">=5.1.5",
+    "pg": ">=8.16.3"
   }
 }

packages/electron-client-ipc/src/events/index.ts

@@ -1,4 +1,4 @@
-import { LocalFilesDispatchEvents } from './localFile';
+import { LocalSystemDispatchEvents } from './localSystem';
 import { MenuDispatchEvents } from './menu';
 import { NotificationDispatchEvents } from './notification';
 import { ProtocolBroadcastEvents, ProtocolDispatchEvents } from './protocol';
@@ -19,7 +19,7 @@ export interface ClientDispatchEvents
   extends WindowsDispatchEvents,
     SystemDispatchEvents,
     MenuDispatchEvents,
-    LocalFilesDispatchEvents,
+    LocalSystemDispatchEvents,
     AutoUpdateDispatchEvents,
     ShortcutDispatchEvents,
     RemoteServerDispatchEvents,

packages/electron-client-ipc/src/events/localFile.ts renamed to packages/electron-client-ipc/src/events/localSystem.ts

@@ -1,4 +1,14 @@
 import {
+  EditLocalFileParams,
+  EditLocalFileResult,
+  GetCommandOutputParams,
+  GetCommandOutputResult,
+  GlobFilesParams,
+  GlobFilesResult,
+  GrepContentParams,
+  GrepContentResult,
+  KillCommandParams,
+  KillCommandResult,
   ListLocalFileParams,
   LocalFileItem,
   LocalMoveFilesResultItem,
@@ -11,20 +21,29 @@ import {
   OpenLocalFolderParams,
   RenameLocalFileParams,
   RenameLocalFileResult,
+  RunCommandParams,
+  RunCommandResult,
   WriteLocalFileParams,
 } from '../types';
 
-export interface LocalFilesDispatchEvents {
-  // Local Files API Events
-  listLocalFiles: (params: ListLocalFileParams) => LocalFileItem[];
+/* eslint-disable typescript-sort-keys/interface */
+export interface LocalSystemDispatchEvents {
+  // File Operations
+  editLocalFile: (params: EditLocalFileParams) => EditLocalFileResult;
   moveLocalFiles: (params: MoveLocalFilesParams) => LocalMoveFilesResultItem[];
-
   openLocalFile: (params: OpenLocalFileParams) => void;
   openLocalFolder: (params: OpenLocalFolderParams) => void;
   readLocalFile: (params: LocalReadFileParams) => LocalReadFileResult;
   readLocalFiles: (params: LocalReadFilesParams) => LocalReadFileResult[];
-
   renameLocalFile: (params: RenameLocalFileParams) => RenameLocalFileResult;
-  searchLocalFiles: (params: LocalSearchFilesParams) => LocalFileItem[];
   writeLocalFile: (params: WriteLocalFileParams) => RenameLocalFileResult;
+  // Shell Commands
+  runCommand: (params: RunCommandParams) => RunCommandResult;
+  getCommandOutput: (params: GetCommandOutputParams) => GetCommandOutputResult;
+  killCommand: (params: KillCommandParams) => KillCommandResult;
+  // Search & Find
+  listLocalFiles: (params: ListLocalFileParams) => LocalFileItem[];
+  grepContent: (params: GrepContentParams) => GrepContentResult;
+  globLocalFiles: (params: GlobFilesParams) => GlobFilesResult;
+  searchLocalFiles: (params: LocalSearchFilesParams) => LocalFileItem[];
 }

packages/electron-client-ipc/src/types/index.ts

@@ -1,6 +1,6 @@
 export * from './dataSync';
 export * from './dispatch';
-export * from './localFile';
+export * from './localSystem';
 export * from './mcpInstall';
 export * from './notification';
 export * from './proxy';

packages/electron-client-ipc/src/types/localFile.ts renamed to packages/electron-client-ipc/src/types/localSystem.ts

@@ -67,10 +67,6 @@ export interface WriteLocalFileParams {
   path: string;
 }
 
-export interface RunCommandParams {
-  command: string;
-}
-
 export interface LocalReadFileResult {
   /**
    * Character count of the content within the specified `loc` range.
@@ -112,3 +108,92 @@ export interface OpenLocalFolderParams {
   isDirectory?: boolean;
   path: string;
 }
+
+// Shell command types
+export interface RunCommandParams {
+  command: string;
+  description?: string;
+  run_in_background?: boolean;
+  timeout?: number;
+}
+
+export interface RunCommandResult {
+  error?: string;
+  exit_code?: number;
+  output?: string;
+  shell_id?: string;
+  stderr?: string;
+  stdout?: string;
+  success: boolean;
+}
+
+export interface GetCommandOutputParams {
+  filter?: string;
+  shell_id: string;
+}
+
+export interface GetCommandOutputResult {
+  error?: string;
+  output: string;
+  running: boolean;
+  stderr: string;
+  stdout: string;
+  success: boolean;
+}
+
+export interface KillCommandParams {
+  shell_id: string;
+}
+
+export interface KillCommandResult {
+  error?: string;
+  success: boolean;
+}
+
+// Grep types
+export interface GrepContentParams {
+  '-A'?: number;
+  '-B'?: number;
+  '-C'?: number;
+  '-i'?: boolean;
+  '-n'?: boolean;
+  'glob'?: string;
+  'head_limit'?: number;
+  'multiline'?: boolean;
+  'output_mode'?: 'content' | 'files_with_matches' | 'count';
+  'path'?: string;
+  'pattern': string;
+  'type'?: string;
+}
+
+export interface GrepContentResult {
+  matches: string[];
+  success: boolean;
+  total_matches: number;
+}
+
+// Glob types
+export interface GlobFilesParams {
+  path?: string;
+  pattern: string;
+}
+
+export interface GlobFilesResult {
+  files: string[];
+  success: boolean;
+  total_files: number;
+}
+
+// Edit types
+export interface EditLocalFileParams {
+  file_path: string;
+  new_string: string;
+  old_string: string;
+  replace_all?: boolean;
+}
+
+export interface EditLocalFileResult {
+  error?: string;
+  replacements: number;
+  success: boolean;
+}

packages/file-loaders/package.json

@@ -25,14 +25,13 @@
     "test:coverage": "vitest --coverage --silent='passed-only'"
   },
   "dependencies": {
-    "@langchain/community": "^0.3.41",
-    "@langchain/core": "^0.3.45",
     "@napi-rs/canvas": "^0.1.70",
     "@xmldom/xmldom": "^0.9.8",
     "concat-stream": "^2.0.0",
     "mammoth": "^1.8.0",
     "officeparser": "5.1.1",
     "pdfjs-dist": "4.10.38",
+    "word-extractor": "^1.0.4",
     "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz",
     "yauzl": "^3.2.0"
   },

packages/file-loaders/src/loadFile.ts

@@ -37,7 +37,10 @@ const getFileType = (filePath: string): SupportedFileType | undefined => {
       log('File type identified as pdf');
       return 'pdf';
     }
-    case 'doc':
+    case 'doc': {
+      log('File type identified as doc');
+      return 'doc';
+    }
     case 'docx': {
       log('File type identified as docx');
       return 'docx';

packages/file-loaders/src/loaders/doc/__snapshots__/index.test.ts.snap

@@ -0,0 +1,46 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`DocLoader > should aggregate content correctly > aggregated_content 1`] = `
+"简单报告
+副标题
+轻点或点按此占位符文本并开始键入即可开始。你可以在 Mac、iPad、iPhone 或 iCloud.com 上查看和编辑此文稿。
+轻松编辑文本、更改字体以及添加精美的图形。使用段落样式来使整篇文稿保持一致的风格。例如，此段落使用"正文"样式。你可以在"格式"控制的"文本"标签页中更改样式。
+若要添加照片、图像画廊、音频片段、视频、图表或任意 700 多种可自定义形状，请在工具栏中轻点或点按其中一个插入按钮，或者将对象拖放到页面中。你可以分层放置对象、调整其大小以及将其放在页面中的任意位置。若要更改对象随文本移动的方式，请选择对象并随后轻点或点按"格式"控制中的"排列"标签页。
+小标题
+Pages 文稿可用于文字处理和页面布局。此"简单报告"模板为文字处理而设置，如此一来，文本便会随着你的键入而从某一页流向下一页，到达页面末尾时会自动创建新的页面。
+在页面布局文稿中，你可以手动重新排列页面并随意调整页面中的文本框、图像和其他对象的位置。若要创建页面布局文稿，请在模板选取器中选取一种页面布局模板。你也可以在 Mac、iPad 或 iPhone 上将此文稿改为页面布局，方法是在"文稿"控制中关闭"文稿正文"。
+"这是一个引用（报告中的关键短语）的例子。轻点或点按此文本添加你自己的内容。"
+
+
+
+
+这是第二页的内容
+"
+`;
+
+exports[`DocLoader > should load pages correctly from a DOC file 1`] = `
+[
+  {
+    "charCount": 573,
+    "lineCount": 15,
+    "metadata": {
+      "pageNumber": 1,
+    },
+    "pageContent": "简单报告
+副标题
+轻点或点按此占位符文本并开始键入即可开始。你可以在 Mac、iPad、iPhone 或 iCloud.com 上查看和编辑此文稿。
+轻松编辑文本、更改字体以及添加精美的图形。使用段落样式来使整篇文稿保持一致的风格。例如，此段落使用"正文"样式。你可以在"格式"控制的"文本"标签页中更改样式。
+若要添加照片、图像画廊、音频片段、视频、图表或任意 700 多种可自定义形状，请在工具栏中轻点或点按其中一个插入按钮，或者将对象拖放到页面中。你可以分层放置对象、调整其大小以及将其放在页面中的任意位置。若要更改对象随文本移动的方式，请选择对象并随后轻点或点按"格式"控制中的"排列"标签页。
+小标题
+Pages 文稿可用于文字处理和页面布局。此"简单报告"模板为文字处理而设置，如此一来，文本便会随着你的键入而从某一页流向下一页，到达页面末尾时会自动创建新的页面。
+在页面布局文稿中，你可以手动重新排列页面并随意调整页面中的文本框、图像和其他对象的位置。若要创建页面布局文稿，请在模板选取器中选取一种页面布局模板。你也可以在 Mac、iPad 或 iPhone 上将此文稿改为页面布局，方法是在"文稿"控制中关闭"文稿正文"。
+"这是一个引用（报告中的关键短语）的例子。轻点或点按此文本添加你自己的内容。"
+
+
+
+
+这是第二页的内容
+",
+  },
+]
+`;