v4.1 (#183)

* chat item table

* perf: chat item save

* docs

* limit

* docs

* docs

* perf: node card

* docs

* docs

client/src/service/models/chat.ts

@@ -1,7 +1,7 @@
 import { Schema, model, models, Model } from 'mongoose';
 import { ChatSchema as ChatType } from '@/types/mongoSchema';
 import { ChatRoleMap, TaskResponseKeyEnum } from '@/constants/chat';
-import { ChatSourceEnum, ChatSourceMap } from '@/constants/chat';
+import { ChatSourceMap } from '@/constants/chat';
 
 const ChatSchema = new Schema({
   chatId: {
@@ -45,6 +45,10 @@ const ChatSchema = new Schema({
   shareId: {
     type: String
   },
+  isInit: {
+    type: Boolean,
+    default: false
+  },
   content: {
     type: [
       {

client/src/service/models/chatItem.ts

@@ -0,0 +1,72 @@
+import { Schema, model, models, Model } from 'mongoose';
+import { ChatItemSchema as ChatItemType } from '@/types/mongoSchema';
+import { ChatRoleMap, TaskResponseKeyEnum } from '@/constants/chat';
+import { customAlphabet } from 'nanoid';
+const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
+
+const ChatItemSchema = new Schema({
+  dataId: {
+    type: String,
+    require: true,
+    default: () => nanoid()
+  },
+  chatId: {
+    type: String,
+    require: true
+  },
+  userId: {
+    type: Schema.Types.ObjectId,
+    ref: 'user',
+    required: true
+  },
+  appId: {
+    type: Schema.Types.ObjectId,
+    ref: 'model',
+    required: true
+  },
+  time: {
+    type: Date,
+    default: () => new Date()
+  },
+  obj: {
+    type: String,
+    required: true,
+    enum: Object.keys(ChatRoleMap)
+  },
+  value: {
+    type: String,
+    default: ''
+  },
+  [TaskResponseKeyEnum.responseData]: {
+    type: [
+      {
+        moduleName: String,
+        price: String,
+        model: String,
+        tokens: Number,
+        question: String,
+        answer: String,
+        temperature: Number,
+        maxToken: Number,
+        quoteList: Array,
+        completeMessages: Array,
+        similarity: Number,
+        limit: Number,
+        cqList: Array,
+        cqResult: String
+      }
+    ],
+    default: []
+  }
+});
+
+try {
+  ChatItemSchema.index({ time: -1 });
+  ChatItemSchema.index({ userId: 1 });
+  ChatItemSchema.index({ appId: 1 });
+} catch (error) {
+  console.log(error);
+}
+
+export const ChatItem: Model<ChatItemType> =
+  models['chatItem'] || model('chatItem', ChatItemSchema);

client/src/service/moduleDispatch/chat/oneapi.ts

@@ -63,7 +63,6 @@ export const dispatchChatCompletion = async (props: Record<string, any>): Promis
   }
 
   const { filterQuoteQA, quotePrompt } = filterQuote({
-    history,
     quoteQA,
     model: modelConstantsData
   });
@@ -91,6 +90,7 @@ export const dispatchChatCompletion = async (props: Record<string, any>): Promis
     maxToken,
     filterMessages
   });
+  // console.log(messages);
 
   // FastGpt temperature range: 1~10
   temperature = +(modelConstantsData.maxTemperature * (temperature / 10)).toFixed(2);
@@ -182,32 +182,23 @@ export const dispatchChatCompletion = async (props: Record<string, any>): Promis
 };
 
 function filterQuote({
-  history = [],
   quoteQA = [],
   model
 }: {
-  history: ChatProps['history'];
   quoteQA: ChatProps['quoteQA'];
   model: ChatModelItemType;
 }) {
-  // concat history quote
-  const historyQuote =
-    history[history.length - 1]?.responseData
-      ?.find((item) => item.moduleName === ChatModuleEnum.AIChat)
-      ?.quoteList?.filter((item) => !quoteQA.find((quote) => quote.id === item.id)) || [];
-  const concatQuote = quoteQA.concat(historyQuote.slice(0, 3));
-
   const sliceResult = modelToolMap.tokenSlice({
     model: model.model,
     maxToken: model.quoteMaxToken,
-    messages: concatQuote.map((item, i) => ({
+    messages: quoteQA.map((item) => ({
       obj: ChatRoleEnum.System,
       value: item.a ? `{instruction:${item.q},output:${item.a}}` : `{instruction:${item.q}}`
     }))
   });
 
   // slice filterSearch
-  const filterQuoteQA = concatQuote.slice(0, sliceResult.length);
+  const filterQuoteQA = quoteQA.slice(0, sliceResult.length);
 
   const quotePrompt =
     filterQuoteQA.length > 0

client/src/service/mongo.ts

@@ -113,6 +113,7 @@ async function initPg() {
 }
 
 export * from './models/chat';
+export * from './models/chatItem';
 export * from './models/app';
 export * from './models/user';
 export * from './models/bill';

client/src/service/utils/chat/saveChat.ts

@@ -1,5 +1,5 @@
 import { ChatItemType } from '@/types/chat';
-import { Chat, App } from '@/service/mongo';
+import { Chat, App, ChatItem } from '@/service/mongo';
 import { ChatSourceEnum } from '@/constants/chat';
 
 type Props = {
@@ -32,36 +32,40 @@ export async function saveChat({
       '_id'
     );
 
-    const promise = [];
+    const promise: any[] = [
+      ChatItem.insertMany(
+        content.map((item) => ({
+          chatId,
+          userId,
+          appId,
+          ...item
+        }))
+      )
+    ];
 
     if (chatHistory) {
-      promise.push(
+      promise.push([
         Chat.updateOne(
           { chatId, userId },
           {
-            $push: {
-              content: {
-                $each: content,
-                $slice: -40
-              }
-            },
             title: content[0].value.slice(0, 20),
             updateTime: new Date()
           }
         )
-      );
+      ]);
     } else {
       promise.push(
-        Chat.create({
-          chatId,
-          userId,
-          appId,
-          variables,
-          title: content[0].value.slice(0, 20),
-          source,
-          shareId,
-          content: content
-        })
+        ...[
+          Chat.create({
+            chatId,
+            userId,
+            appId,
+            variables,
+            title: content[0].value.slice(0, 20),
+            source,
+            shareId
+          })
+        ]
       );
     }