Publish app - feishu and wecom (#2375)

* feat(app publish): feishu bot (#2290)

* feat: feishu publish channel fe

* feat: enable feishu fe,
feat: feishu token api

* feat: feishu bot

* chore: extract saveChat from projects/app

* chore: remove debug log output

* feat: Basic Info

* chore: feishu bot fe adjusting

* feat: feishu bot docs

* feat: new tmpData collection for all tmpdata

* chore: compress the image

* perf: feishu config

* feat: source name

* perf: text desc

* perf: load system plugins

* perf: chat source

* feat(publish): Wecom bot (#2343)

* chore: Wecom Config

* feat(fe): wecom config fe

* feat: wecom fe

* chore: uses the newest editmodal

* feat: update png; adjust the fe

* chore: adjust fe

* perf: publish app ui

---------

Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com>

projects/app/src/service/common/system/volumnMongoWatch.ts

@@ -1,12 +1,12 @@
+import { getSystemPlugins } from '@/service/core/app/plugin';
 import { initSystemConfig } from '.';
 import { createDatasetTrainingMongoWatch } from '@/service/core/dataset/training/utils';
-import { getSystemPluginTemplates } from '@fastgpt/plugins/register';
 import { MongoSystemConfigs } from '@fastgpt/service/common/system/config/schema';
 import { MongoSystemPluginSchema } from '@fastgpt/service/core/app/plugin/systemPluginSchema';
 
 export const startMongoWatch = async () => {
   reloadConfigWatch();
-  refetchSystemPlugin();
+  refetchSystemPlugins();
   createDatasetTrainingMongoWatch();
 };
 
@@ -23,12 +23,12 @@ const reloadConfigWatch = () => {
   });
 };
 
-const refetchSystemPlugin = () => {
+const refetchSystemPlugins = () => {
   const changeStream = MongoSystemPluginSchema.watch();
 
   changeStream.on('change', async (change) => {
     try {
-      getSystemPluginTemplates(true);
+      getSystemPlugins(true);
     } catch (error) {}
   });
 };

projects/app/src/service/core/app/plugin.ts

@@ -0,0 +1,69 @@
+import { FastGPTProUrl, isProduction } from '@fastgpt/service/common/system/constants';
+import { cloneDeep } from 'lodash';
+import { getCommunityCb, getCommunityPlugins } from '@fastgpt/plugins/register';
+import { GET, POST } from '@fastgpt/service/common/api/plusRequest';
+import { SystemPluginTemplateItemType } from '@fastgpt/global/core/workflow/type';
+import { addLog } from '@fastgpt/service/common/system/log';
+import { SystemPluginResponseType } from '@fastgpt/plugins/type';
+
+/* Get plugins */
+const getCommercialPlugins = () => {
+  return GET<SystemPluginTemplateItemType[]>('/core/app/plugin/getSystemPlugins');
+};
+export const getSystemPlugins = async (refresh = false) => {
+  if (isProduction && global.systemPlugins && !refresh) return cloneDeep(global.systemPlugins);
+
+  try {
+    if (!global.systemPlugins) {
+      global.systemPlugins = [];
+    }
+
+    global.systemPlugins = FastGPTProUrl ? await getCommercialPlugins() : getCommunityPlugins();
+
+    addLog.info(`Load system plugin successfully: ${global.systemPlugins.length}`);
+
+    return cloneDeep(global.systemPlugins);
+  } catch (error) {
+    //@ts-ignore
+    global.systemPlugins = undefined;
+    return Promise.reject(error);
+  }
+};
+
+/* Get plugin callback */
+const getCommercialCb = async () => {
+  const plugins = await getSystemPlugins();
+  const result = plugins.map((plugin) => {
+    const name = plugin.id.split('-')[1];
+
+    return {
+      name,
+      cb: (e: any) =>
+        POST<Record<string, any>>('/core/app/plugin/run', {
+          pluginName: name,
+          data: e
+        })
+    };
+  });
+
+  return result.reduce<Record<string, (e: any) => SystemPluginResponseType>>(
+    (acc, { name, cb }) => {
+      acc[name] = cb;
+      return acc;
+    },
+    {}
+  );
+};
+export const getSystemPluginCb = async () => {
+  if (isProduction && global.systemPluginCb) return global.systemPluginCb;
+
+  try {
+    global.systemPluginCb = {};
+    global.systemPluginCb = FastGPTProUrl ? await getCommercialCb() : await getCommunityCb();
+    return global.systemPluginCb;
+  } catch (error) {
+    //@ts-ignore
+    global.systemPluginCb = undefined;
+    return Promise.reject(error);
+  }
+};

projects/app/src/service/mongo.ts

@@ -12,6 +12,7 @@ import { startMongoWatch } from './common/system/volumnMongoWatch';
 import { startTrainingQueue } from './core/dataset/training/utils';
 import { systemStartCb } from '@fastgpt/service/common/system/tools';
 import { addLog } from '@fastgpt/service/common/system/log';
+import { getSystemPluginCb } from './core/app/plugin';
 
 /**
  * This function is equivalent to the entry to the service
@@ -31,7 +32,7 @@ export function connectToDatabase() {
       systemStartCb();
 
       //init system config；init vector database；init root user
-      await Promise.all([getInitConfig(), initVectorStore(), initRootUser()]);
+      await Promise.all([getInitConfig(), getSystemPluginCb(), initVectorStore(), initRootUser()]);
 
       startMongoWatch();
       // cron

projects/app/src/service/utils/chat/saveChat.ts

@@ -1,113 +0,0 @@
-import type { AIChatItemType, UserChatItemType } from '@fastgpt/global/core/chat/type.d';
-import { MongoApp } from '@fastgpt/service/core/app/schema';
-import { ChatSourceEnum } from '@fastgpt/global/core/chat/constants';
-import { MongoChatItem } from '@fastgpt/service/core/chat/chatItemSchema';
-import { MongoChat } from '@fastgpt/service/core/chat/chatSchema';
-import { addLog } from '@fastgpt/service/common/system/log';
-import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
-import { StoreNodeItemType } from '@fastgpt/global/core/workflow/type/node';
-import { getAppChatConfig, getGuideModule } from '@fastgpt/global/core/workflow/utils';
-import { AppChatConfigType } from '@fastgpt/global/core/app/type';
-
-type Props = {
-  chatId: string;
-  appId: string;
-  teamId: string;
-  tmbId: string;
-  nodes: StoreNodeItemType[];
-  appChatConfig?: AppChatConfigType;
-  variables?: Record<string, any>;
-  isUpdateUseTime: boolean;
-  newTitle: string;
-  source: `${ChatSourceEnum}`;
-  shareId?: string;
-  outLinkUid?: string;
-  content: [UserChatItemType & { dataId?: string }, AIChatItemType & { dataId?: string }];
-  metadata?: Record<string, any>;
-};
-
-export async function saveChat({
-  chatId,
-  appId,
-  teamId,
-  tmbId,
-  nodes,
-  appChatConfig,
-  variables,
-  isUpdateUseTime,
-  newTitle,
-  source,
-  shareId,
-  outLinkUid,
-  content,
-  metadata = {}
-}: Props) {
-  try {
-    const chat = await MongoChat.findOne(
-      {
-        appId,
-        chatId
-      },
-      '_id metadata'
-    );
-
-    const metadataUpdate = {
-      ...chat?.metadata,
-      ...metadata
-    };
-    const { welcomeText, variables: variableList } = getAppChatConfig({
-      chatConfig: appChatConfig,
-      systemConfigNode: getGuideModule(nodes),
-      isPublicFetch: false
-    });
-
-    await mongoSessionRun(async (session) => {
-      await MongoChatItem.insertMany(
-        content.map((item) => ({
-          chatId,
-          teamId,
-          tmbId,
-          appId,
-          ...item
-        })),
-        { session }
-      );
-
-      await MongoChat.updateOne(
-        {
-          appId,
-          chatId
-        },
-        {
-          $set: {
-            teamId,
-            tmbId,
-            appId,
-            chatId,
-            variableList,
-            welcomeText,
-            variables: variables || {},
-            title: newTitle,
-            source,
-            shareId,
-            outLinkUid,
-            metadata: metadataUpdate,
-            updateTime: new Date()
-          }
-        },
-        {
-          session,
-          upsert: true
-        }
-      );
-    });
-
-    if (isUpdateUseTime) {
-      await MongoApp.findByIdAndUpdate(appId, {
-        updateTime: new Date()
-      });
-    }
-  } catch (error) {
-    addLog.error(`update chat history error`, error);
-  }
-}