4.6.2-alpha (#517)

packages/global/common/string/tools.ts

@@ -13,7 +13,8 @@ export const hashStr = (str: string) => {
 };
 
 /* simple text, remove chinese space and extra \n */
-export const simpleText = (text: string) => {
+export const simpleText = (text = '') => {
+  text = text.trim();
   text = text.replace(/([\u4e00-\u9fa5])[\s&&[^\n]]+([\u4e00-\u9fa5])/g, '$1$2');
   text = text.replace(/\r\n|\r/g, '\n');
   text = text.replace(/\n{3,}/g, '\n\n');

packages/global/core/dataset/type.d.ts

@@ -59,6 +59,7 @@ export type DatasetDataSchemaType = {
   collectionId: string;
   q: string; // large chunks or question
   a: string; // answer or custom content
+  fullTextToken: string;
   indexes: DatasetDataIndexItemType[];
 };
 
@@ -83,6 +84,9 @@ export type DatasetTrainingSchemaType = {
 export type CollectionWithDatasetType = Omit<DatasetCollectionSchemaType, 'datasetId'> & {
   datasetId: DatasetSchemaType;
 };
+export type DatasetDataWithCollectionType = Omit<DatasetDataSchemaType, 'collectionId'> & {
+  collectionId: DatasetCollectionSchemaType;
+};
 
 /* ================= dataset ===================== */
 export type DatasetItemType = Omit<DatasetSchemaType, 'vectorModel' | 'agentModel'> & {
@@ -130,6 +134,6 @@ export type DatasetFileSchema = {
 };
 
 /* ============= search =============== */
-export type SearchDataResponseItemType = DatasetDataItemType & {
+export type SearchDataResponseItemType = Omit<DatasetDataItemType, 'isOwner' | 'canWrite'> & {
   score: number;
 };

packages/global/core/module/node/type.d.ts

@@ -20,7 +20,7 @@ export type FlowNodeChangeProps = {
 };
 
 export type FlowNodeInputItemType = {
-  key: `${ModuleInputKeyEnum}`;
+  key: `${ModuleInputKeyEnum}` | string;
   type: `${FlowNodeInputTypeEnum}`; // Decide on a render style
   value?: any;
   valueType?: `${ModuleDataTypeEnum}`; // data type

packages/global/core/module/type.d.ts

@@ -25,7 +25,7 @@ export type moduleTemplateListType = {
 // store module type
 export type ModuleItemType = {
   name: string;
-  logo?: string;
+  avatar?: string;
   intro?: string;
   moduleId: string;
   position?: {