4.6.2-alpha (#517)

This commit is contained in:
Archer
2023-11-25 21:58:00 +08:00
committed by GitHub
parent 9cb4280a16
commit 3acbf1ab17
39 changed files with 617 additions and 183 deletions

View File

@@ -13,7 +13,8 @@ export const hashStr = (str: string) => {
};
/* simple text, remove chinese space and extra \n */
export const simpleText = (text: string) => {
export const simpleText = (text = '') => {
text = text.trim();
text = text.replace(/([\u4e00-\u9fa5])[\s&&[^\n]]+([\u4e00-\u9fa5])/g, '$1$2');
text = text.replace(/\r\n|\r/g, '\n');
text = text.replace(/\n{3,}/g, '\n\n');

View File

@@ -59,6 +59,7 @@ export type DatasetDataSchemaType = {
collectionId: string;
q: string; // large chunks or question
a: string; // answer or custom content
fullTextToken: string;
indexes: DatasetDataIndexItemType[];
};
@@ -83,6 +84,9 @@ export type DatasetTrainingSchemaType = {
export type CollectionWithDatasetType = Omit<DatasetCollectionSchemaType, 'datasetId'> & {
datasetId: DatasetSchemaType;
};
export type DatasetDataWithCollectionType = Omit<DatasetDataSchemaType, 'collectionId'> & {
collectionId: DatasetCollectionSchemaType;
};
/* ================= dataset ===================== */
export type DatasetItemType = Omit<DatasetSchemaType, 'vectorModel' | 'agentModel'> & {
@@ -130,6 +134,6 @@ export type DatasetFileSchema = {
};
/* ============= search =============== */
export type SearchDataResponseItemType = DatasetDataItemType & {
export type SearchDataResponseItemType = Omit<DatasetDataItemType, 'isOwner' | 'canWrite'> & {
score: number;
};

View File

@@ -20,7 +20,7 @@ export type FlowNodeChangeProps = {
};
export type FlowNodeInputItemType = {
key: `${ModuleInputKeyEnum}`;
key: `${ModuleInputKeyEnum}` | string;
type: `${FlowNodeInputTypeEnum}`; // Decide on a render style
value?: any;
valueType?: `${ModuleDataTypeEnum}`; // data type

View File

@@ -25,7 +25,7 @@ export type moduleTemplateListType = {
// store module type
export type ModuleItemType = {
name: string;
logo?: string;
avatar?: string;
intro?: string;
moduleId: string;
position?: {