mirror of
https://github.com/labring/FastGPT.git
synced 2025-10-16 16:04:34 +00:00

* feat: concat usage code (#5657) * feat: dataset parse queue (#5661) * feat: chat usage concat (#5669) * perf: search test usage * feat: chat usage concat * fix: ts * fix: ts * feat: chat node response store (#5675) * feat: chat node response store * limit export * test * add ai generate node (#5506) * add node copilot * apply code * update dynamic input & output * add code test * usage * dynamic input border render * optimize input & output * optimize code * update style * change card to popover * prompt editor basic * prompt editor * handle key down * update prompt * merge * fix * fix * fix * perf: workflow performance (#5677) * feat: chat node response store * limit export * perf: workflow performance * remove log * fix: app template get duplicate (#5682) * fix: dynamic input lock & code param (#5680) * fix: dynamic input lock & code param * fix * fix * feat: multi node data sync & system tool hot-swapping (#5575) * Enhance file upload functionality and system tool integration (#5257) * Enhance file upload functionality and system tool integration * Add supplementary documents and optimize the upload interface * Refactor file plugin types and update upload configurations * Refactor MinIO configuration variables and clean up API plugin handlers for improved readability and consistency * File name change * Refactor SystemTools component layout * fix i18n * fix * fix * fix * optimize app logs sort (#5310) * log keys config modal * multiple select * api * fontsize * code * chatid * fix build * fix * fix component * change name * log keys config * fix * delete unused * fix * chore: minio service class rewrite * chore: s3 plugin upload * feat: system global cache with multi node sync feature * feat: cache * chore: move images * docs: update & remove useless code * chore: resolve merge conflicts * chore: adjust the code * chore: adjust * deps: upgrade @fastgpt-sdk/plugin to 0.1.17 * perf(s3): s3 config * fix: cache syncKey refresh * fix: update @fastgpt-sdk/plugin to v0.1.18 removing mongo definition for fixing vitest * chore: adjust --------- Co-authored-by: Ctrlz <143257420+ctrlz526@users.noreply.github.com> Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Archer <545436317@qq.com> * perf: s3 api code * fix: toolbox empty when second open modal * feat: http tool set (#5599) * feat: http toolSet manual create front end * feat: http toolSet manual create i18n * feat: http toolSet manual create back end * feat: auth, as tool param, adapt mcp * fix: delete unused httpPlugin * fix: delete FlowNodeTypeEnum.httpPlugin * fix: AppTypeEnum include httpToolSet and httpPlugin * fix * delete console * fix * output schema * fix * fix bg * fix base url * fix --------- Co-authored-by: heheer <zhiyu44@qq.com> * feat: app count * perf: type check * feat: catch error * perf: plugin hot-swapping (#5688) * perf: plugin hot-swapping * chore: adjust code * perf: cite data auth * fix http toolset (#5689) * temp * fix http tool set * fix * template author hide * dynamic IO ui * fix: auth test * fix dynamic input & output (#5690) Co-authored-by: Archer <545436317@qq.com> * fix: dynamic output id * doc * feat: model permission (#5666) * feat(permission): model permission definition & api * chore: support update model's collaborators * feat: remove unauthedmodel when paste and import * fix: type error * fix: test setup global model list * fix: http tool api * chore: update fastgpt-sdk version * chore: remove useless code * chore: myModelList cache * perf: user who is not manager can not configure model permission (FE) * perf: model => Set * feat: getMyModels moved to opensource code; cache the myModelList * fix: type error * fix dynamic input reference select type (#5694) * remove unique index * read file usage * perf: connection error * fix: abort token count * fix: debug usage concat * fix: immer clone object * fix: immer clone object * perf: throw error when error chat * update audit i18n * fix: 修复识别pptx文件后,返回内容顺序错乱问题 (#5696) * fix: pptx sort error * fix prompt editor (#5695) * fix prompt editor * fix * fix: redis cache prefix (#5697) * fix: redis cache prefix * fix: cache * fix: get model collaborator by model.model * feat: hint for model per * rename bucket name * model ui * doc * doc --------- Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: Ctrlz <143257420+ctrlz526@users.noreply.github.com> Co-authored-by: Zeng Qingwen <143274079+fishwww-ww@users.noreply.github.com> Co-authored-by: heheer <zhiyu44@qq.com> Co-authored-by: Deepturn <33342819+Deepturn@users.noreply.github.com>
208 lines
7.1 KiB
TypeScript
208 lines
7.1 KiB
TypeScript
import { WorkflowIOValueTypeEnum } from '../workflow/constants';
|
|
import { FlowNodeInputTypeEnum, FlowNodeOutputTypeEnum } from '../workflow/node/constant';
|
|
import type { FlowNodeInputItemType, FlowNodeOutputItemType } from '../workflow/type/io';
|
|
import SwaggerParser from '@apidevtools/swagger-parser';
|
|
import yaml from 'js-yaml';
|
|
import type { OpenAPIV3 } from 'openapi-types';
|
|
import type { OpenApiJsonSchema } from './httpTools/type';
|
|
|
|
type SchemaInputValueType = 'string' | 'number' | 'integer' | 'boolean' | 'array' | 'object';
|
|
export type JsonSchemaPropertiesItemType = {
|
|
description?: string;
|
|
'x-tool-description'?: string;
|
|
type: SchemaInputValueType;
|
|
enum?: string[];
|
|
minimum?: number;
|
|
maximum?: number;
|
|
items?: { type: SchemaInputValueType };
|
|
};
|
|
export type JSONSchemaInputType = {
|
|
type: SchemaInputValueType;
|
|
properties?: Record<string, JsonSchemaPropertiesItemType>;
|
|
required?: string[];
|
|
};
|
|
export type JSONSchemaOutputType = {
|
|
type: SchemaInputValueType;
|
|
properties?: Record<string, JsonSchemaPropertiesItemType>;
|
|
required?: string[];
|
|
};
|
|
|
|
export const getNodeInputTypeFromSchemaInputType = ({
|
|
type,
|
|
arrayItems
|
|
}: {
|
|
type: SchemaInputValueType;
|
|
arrayItems?: { type: SchemaInputValueType };
|
|
}) => {
|
|
if (type === 'string') return WorkflowIOValueTypeEnum.string;
|
|
if (type === 'number') return WorkflowIOValueTypeEnum.number;
|
|
if (type === 'integer') return WorkflowIOValueTypeEnum.number;
|
|
if (type === 'boolean') return WorkflowIOValueTypeEnum.boolean;
|
|
if (type === 'object') return WorkflowIOValueTypeEnum.object;
|
|
|
|
if (!arrayItems) return WorkflowIOValueTypeEnum.arrayAny;
|
|
|
|
const itemType = arrayItems.type;
|
|
if (itemType === 'string') return WorkflowIOValueTypeEnum.arrayString;
|
|
if (itemType === 'number') return WorkflowIOValueTypeEnum.arrayNumber;
|
|
if (itemType === 'integer') return WorkflowIOValueTypeEnum.arrayNumber;
|
|
if (itemType === 'boolean') return WorkflowIOValueTypeEnum.arrayBoolean;
|
|
if (itemType === 'object') return WorkflowIOValueTypeEnum.arrayObject;
|
|
|
|
return WorkflowIOValueTypeEnum.arrayAny;
|
|
};
|
|
const getNodeInputRenderTypeFromSchemaInputType = ({
|
|
type,
|
|
enum: enumList,
|
|
minimum,
|
|
maximum
|
|
}: JsonSchemaPropertiesItemType) => {
|
|
if (enumList && enumList.length > 0) {
|
|
return {
|
|
value: enumList[0],
|
|
renderTypeList: [FlowNodeInputTypeEnum.select],
|
|
list: enumList.map((item) => ({ label: item, value: item }))
|
|
};
|
|
}
|
|
if (type === 'string') {
|
|
return {
|
|
renderTypeList: [FlowNodeInputTypeEnum.input, FlowNodeInputTypeEnum.reference]
|
|
};
|
|
}
|
|
if (type === 'number') {
|
|
return {
|
|
renderTypeList: [FlowNodeInputTypeEnum.numberInput, FlowNodeInputTypeEnum.reference],
|
|
max: maximum,
|
|
min: minimum
|
|
};
|
|
}
|
|
if (type === 'boolean') {
|
|
return {
|
|
renderTypeList: [FlowNodeInputTypeEnum.switch]
|
|
};
|
|
}
|
|
return { renderTypeList: [FlowNodeInputTypeEnum.JSONEditor, FlowNodeInputTypeEnum.reference] };
|
|
};
|
|
export const jsonSchema2NodeInput = (jsonSchema: JSONSchemaInputType): FlowNodeInputItemType[] => {
|
|
return Object.entries(jsonSchema?.properties || {}).map(([key, value]) => ({
|
|
key,
|
|
label: key,
|
|
valueType: getNodeInputTypeFromSchemaInputType({ type: value.type, arrayItems: value.items }),
|
|
description: value.description,
|
|
toolDescription: value['x-tool-description'] ?? value.description ?? key,
|
|
required: jsonSchema?.required?.includes(key),
|
|
...getNodeInputRenderTypeFromSchemaInputType(value)
|
|
}));
|
|
};
|
|
export const jsonSchema2NodeOutput = (
|
|
jsonSchema: JSONSchemaOutputType
|
|
): FlowNodeOutputItemType[] => {
|
|
return Object.entries(jsonSchema?.properties || {}).map(([key, value]) => ({
|
|
id: key,
|
|
key,
|
|
label: key,
|
|
required: jsonSchema?.required?.includes(key),
|
|
type: FlowNodeOutputTypeEnum.static,
|
|
valueType: getNodeInputTypeFromSchemaInputType({ type: value.type, arrayItems: value.items }),
|
|
description: value.description,
|
|
toolDescription: value['x-tool-description'] ?? value.description ?? key
|
|
}));
|
|
};
|
|
export const str2OpenApiSchema = async (yamlStr = ''): Promise<OpenApiJsonSchema> => {
|
|
try {
|
|
const data = (() => {
|
|
try {
|
|
return JSON.parse(yamlStr);
|
|
} catch (jsonError) {
|
|
return yaml.load(yamlStr, { schema: yaml.FAILSAFE_SCHEMA });
|
|
}
|
|
})();
|
|
const jsonSchema = (await SwaggerParser.dereference(data)) as OpenAPIV3.Document;
|
|
|
|
const serverPath = (() => {
|
|
if (jsonSchema.servers && jsonSchema.servers.length > 0) {
|
|
return jsonSchema.servers[0].url || '';
|
|
}
|
|
if (data.host || data.basePath) {
|
|
const scheme = data.schemes && data.schemes.length > 0 ? data.schemes[0] : 'https';
|
|
const host = data.host || '';
|
|
const basePath = data.basePath || '';
|
|
return `${scheme}://${host}${basePath}`;
|
|
}
|
|
return '';
|
|
})();
|
|
|
|
const pathData = Object.keys(jsonSchema.paths)
|
|
.map((path) => {
|
|
const methodData: any = jsonSchema.paths[path];
|
|
return Object.keys(methodData)
|
|
.filter((method) =>
|
|
['get', 'post', 'put', 'delete', 'patch'].includes(method.toLocaleLowerCase())
|
|
)
|
|
.map((method) => {
|
|
const methodInfo = methodData[method];
|
|
if (methodInfo.deprecated) return;
|
|
|
|
const requestBody = (() => {
|
|
if (methodInfo?.requestBody) {
|
|
return methodInfo.requestBody;
|
|
}
|
|
if (methodInfo.parameters) {
|
|
const bodyParam = methodInfo.parameters.find(
|
|
(param: OpenAPIV3.ParameterObject) => param.in === 'body'
|
|
);
|
|
if (bodyParam) {
|
|
return {
|
|
content: {
|
|
'application/json': {
|
|
schema: bodyParam.schema
|
|
}
|
|
}
|
|
};
|
|
}
|
|
}
|
|
return undefined;
|
|
})();
|
|
|
|
const result = {
|
|
path,
|
|
method,
|
|
name: methodInfo.operationId || path,
|
|
description: methodInfo.description || methodInfo.summary,
|
|
params: methodInfo.parameters,
|
|
request: requestBody,
|
|
response: methodInfo.responses
|
|
};
|
|
return result;
|
|
});
|
|
})
|
|
.flat()
|
|
.filter(Boolean) as OpenApiJsonSchema['pathData'];
|
|
return { pathData, serverPath };
|
|
} catch (err) {
|
|
throw new Error('Invalid Schema');
|
|
}
|
|
};
|
|
export const getSchemaValueType = (schema: { type: string; items?: { type: string } }) => {
|
|
const typeMap: { [key: string]: WorkflowIOValueTypeEnum } = {
|
|
string: WorkflowIOValueTypeEnum.arrayString,
|
|
number: WorkflowIOValueTypeEnum.arrayNumber,
|
|
integer: WorkflowIOValueTypeEnum.arrayNumber,
|
|
boolean: WorkflowIOValueTypeEnum.arrayBoolean,
|
|
object: WorkflowIOValueTypeEnum.arrayObject
|
|
};
|
|
|
|
if (schema?.type === 'integer') {
|
|
return WorkflowIOValueTypeEnum.number;
|
|
}
|
|
|
|
if (schema?.type === 'array' && schema?.items) {
|
|
const itemType = typeMap[schema.items.type];
|
|
if (itemType) {
|
|
return itemType;
|
|
}
|
|
}
|
|
|
|
return schema?.type as WorkflowIOValueTypeEnum;
|
|
};
|