mirror of
https://github.com/labring/FastGPT.git
synced 2025-07-23 13:03:50 +00:00

* feat: stop toolCall and rename some field. (#46) * perf: node delete tip;pay tip * fix: toolCall cannot save child answer * feat: stop tool * fix: team modal * fix feckbackMoal auth bug (#47) * 简单的支持提示词运行tool。优化workflow模板 (#49) * remove templates * fix: request body undefined * feat: prompt tool run * feat: workflow tamplates modal * perf: plugin start * 4.7 (#50) * fix docker-compose download url (#994) original code is a bad url with '404 NOT FOUND' return. fix docker-compose download url, add 'v' before docker-compose version * Update ai_settings.md (#1000) * Update configuration.md * Update configuration.md * Fix history in classifyQuestion and extract modules (#1012) * Fix history in classifyQuestion and extract modules * Add chatValue2RuntimePrompt import and update text formatting * flow controller to packages * fix: rerank select * modal ui * perf: modal code path * point not sufficient * feat: http url support variable * fix http key * perf: prompt * perf: ai setting modal * simple edit ui --------- Co-authored-by: entorick <entorick11@qq.com> Co-authored-by: liujianglc <liujianglc@163.com> Co-authored-by: Fengrui Liu <liufengrui.work@bytedance.com> * fix team share redirect to login (#51) * feat: support openapi import plugins (#48) * feat: support openapi import plugins * feat: import from url * fix: add body params parse * fix build * fix * fix * fix * tool box ui (#52) * fix: training queue * feat: simple edit tool select * perf: simple edit dataset prompt * fix: chatbox tool ux * feat: quote prompt module * perf: plugin tools sign * perf: model avatar * tool selector ui * feat: max histories * perf: http plugin import (#53) * perf: plugin http import * chatBox ui * perf: name * fix: Node template card (#54) * fix: ts * setting modal * package * package * feat: add plugins search (#57) * feat: add plugins search * perf: change http plugin header input * Yjl (#56) * perf: prompt tool call * perf: chat box ux * doc * doc * price tip * perf: tool selector * ui' * fix: vector queue * fix: empty tool and empty response * fix: empty msg * perf: pg index * perf: ui tip * doc * tool tip --------- Co-authored-by: yst <77910600+yu-and-liu@users.noreply.github.com> Co-authored-by: entorick <entorick11@qq.com> Co-authored-by: liujianglc <liujianglc@163.com> Co-authored-by: Fengrui Liu <liufengrui.work@bytedance.com> Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>
300 lines
8.8 KiB
TypeScript
300 lines
8.8 KiB
TypeScript
import type {
|
|
ChatItemType,
|
|
ChatItemValueItemType,
|
|
RuntimeUserPromptType,
|
|
UserChatItemType
|
|
} from '../../core/chat/type.d';
|
|
import { ChatFileTypeEnum, ChatItemValueTypeEnum, ChatRoleEnum } from '../../core/chat/constants';
|
|
import type {
|
|
ChatCompletionContentPart,
|
|
ChatCompletionFunctionMessageParam,
|
|
ChatCompletionMessageFunctionCall,
|
|
ChatCompletionMessageParam,
|
|
ChatCompletionMessageToolCall,
|
|
ChatCompletionToolMessageParam
|
|
} from '../../core/ai/type.d';
|
|
import { ChatCompletionRequestMessageRoleEnum } from '../../core/ai/constants';
|
|
|
|
const GPT2Chat = {
|
|
[ChatCompletionRequestMessageRoleEnum.System]: ChatRoleEnum.System,
|
|
[ChatCompletionRequestMessageRoleEnum.User]: ChatRoleEnum.Human,
|
|
[ChatCompletionRequestMessageRoleEnum.Assistant]: ChatRoleEnum.AI,
|
|
[ChatCompletionRequestMessageRoleEnum.Function]: ChatRoleEnum.AI,
|
|
[ChatCompletionRequestMessageRoleEnum.Tool]: ChatRoleEnum.AI
|
|
};
|
|
|
|
export function adaptRole_Message2Chat(role: `${ChatCompletionRequestMessageRoleEnum}`) {
|
|
return GPT2Chat[role];
|
|
}
|
|
|
|
export const simpleUserContentPart = (content: ChatCompletionContentPart[]) => {
|
|
if (content.length === 1 && content[0].type === 'text') {
|
|
return content[0].text;
|
|
}
|
|
return content;
|
|
};
|
|
|
|
export const chats2GPTMessages = ({
|
|
messages,
|
|
reserveId,
|
|
reserveTool = false
|
|
}: {
|
|
messages: ChatItemType[];
|
|
reserveId: boolean;
|
|
reserveTool?: boolean;
|
|
}): ChatCompletionMessageParam[] => {
|
|
let results: ChatCompletionMessageParam[] = [];
|
|
|
|
messages.forEach((item) => {
|
|
const dataId = reserveId ? item.dataId : undefined;
|
|
if (item.obj === ChatRoleEnum.Human) {
|
|
const value = item.value
|
|
.map((item) => {
|
|
if (item.type === ChatItemValueTypeEnum.text) {
|
|
return {
|
|
type: 'text',
|
|
text: item.text?.content || ''
|
|
};
|
|
}
|
|
if (item.type === 'file' && item.file?.type === ChatFileTypeEnum.image) {
|
|
return {
|
|
type: 'image_url',
|
|
image_url: {
|
|
url: item.file?.url || ''
|
|
}
|
|
};
|
|
}
|
|
return;
|
|
})
|
|
.filter(Boolean) as ChatCompletionContentPart[];
|
|
|
|
results.push({
|
|
dataId,
|
|
role: ChatCompletionRequestMessageRoleEnum.User,
|
|
content: simpleUserContentPart(value)
|
|
});
|
|
} else if (item.obj === ChatRoleEnum.System) {
|
|
const content = item.value?.[0]?.text?.content;
|
|
if (content) {
|
|
results.push({
|
|
dataId,
|
|
role: ChatCompletionRequestMessageRoleEnum.System,
|
|
content
|
|
});
|
|
}
|
|
} else {
|
|
//AI
|
|
item.value.forEach((value) => {
|
|
if (value.type === ChatItemValueTypeEnum.tool && value.tools && reserveTool) {
|
|
const tool_calls: ChatCompletionMessageToolCall[] = [];
|
|
const toolResponse: ChatCompletionToolMessageParam[] = [];
|
|
value.tools.forEach((tool) => {
|
|
tool_calls.push({
|
|
id: tool.id,
|
|
type: 'function',
|
|
function: {
|
|
name: tool.functionName,
|
|
arguments: tool.params
|
|
}
|
|
});
|
|
toolResponse.push({
|
|
tool_call_id: tool.id,
|
|
role: ChatCompletionRequestMessageRoleEnum.Tool,
|
|
name: tool.functionName,
|
|
content: tool.response
|
|
});
|
|
});
|
|
results = results
|
|
.concat({
|
|
dataId,
|
|
role: ChatCompletionRequestMessageRoleEnum.Assistant,
|
|
tool_calls
|
|
})
|
|
.concat(toolResponse);
|
|
} else if (value.text) {
|
|
results.push({
|
|
dataId,
|
|
role: ChatCompletionRequestMessageRoleEnum.Assistant,
|
|
content: value.text.content
|
|
});
|
|
}
|
|
});
|
|
}
|
|
});
|
|
|
|
return results;
|
|
};
|
|
export const GPTMessages2Chats = (
|
|
messages: ChatCompletionMessageParam[],
|
|
reserveTool = true
|
|
): ChatItemType[] => {
|
|
return messages
|
|
.map((item) => {
|
|
const value: ChatItemType['value'] = [];
|
|
const obj = GPT2Chat[item.role];
|
|
|
|
if (
|
|
obj === ChatRoleEnum.System &&
|
|
item.role === ChatCompletionRequestMessageRoleEnum.System
|
|
) {
|
|
value.push({
|
|
type: ChatItemValueTypeEnum.text,
|
|
text: {
|
|
content: item.content
|
|
}
|
|
});
|
|
} else if (
|
|
obj === ChatRoleEnum.Human &&
|
|
item.role === ChatCompletionRequestMessageRoleEnum.User
|
|
) {
|
|
if (typeof item.content === 'string') {
|
|
value.push({
|
|
type: ChatItemValueTypeEnum.text,
|
|
text: {
|
|
content: item.content
|
|
}
|
|
});
|
|
} else if (Array.isArray(item.content)) {
|
|
item.content.forEach((item) => {
|
|
if (item.type === 'text') {
|
|
value.push({
|
|
type: ChatItemValueTypeEnum.text,
|
|
text: {
|
|
content: item.text
|
|
}
|
|
});
|
|
} else if (item.type === 'image_url') {
|
|
value.push({
|
|
//@ts-ignore
|
|
type: 'file',
|
|
file: {
|
|
type: ChatFileTypeEnum.image,
|
|
name: '',
|
|
url: item.image_url.url
|
|
}
|
|
});
|
|
}
|
|
});
|
|
// @ts-ignore
|
|
}
|
|
} else if (
|
|
obj === ChatRoleEnum.AI &&
|
|
item.role === ChatCompletionRequestMessageRoleEnum.Assistant
|
|
) {
|
|
if (item.content && typeof item.content === 'string') {
|
|
value.push({
|
|
type: ChatItemValueTypeEnum.text,
|
|
text: {
|
|
content: item.content
|
|
}
|
|
});
|
|
} else if (item.tool_calls && reserveTool) {
|
|
// save tool calls
|
|
const toolCalls = item.tool_calls as ChatCompletionMessageToolCall[];
|
|
value.push({
|
|
//@ts-ignore
|
|
type: ChatItemValueTypeEnum.tool,
|
|
tools: toolCalls.map((tool) => {
|
|
let toolResponse =
|
|
messages.find(
|
|
(msg) =>
|
|
msg.role === ChatCompletionRequestMessageRoleEnum.Tool &&
|
|
msg.tool_call_id === tool.id
|
|
)?.content || '';
|
|
toolResponse =
|
|
typeof toolResponse === 'string' ? toolResponse : JSON.stringify(toolResponse);
|
|
|
|
return {
|
|
id: tool.id,
|
|
toolName: tool.toolName || '',
|
|
toolAvatar: tool.toolAvatar || '',
|
|
functionName: tool.function.name,
|
|
params: tool.function.arguments,
|
|
response: toolResponse as string
|
|
};
|
|
})
|
|
});
|
|
} else if (item.function_call && reserveTool) {
|
|
const functionCall = item.function_call as ChatCompletionMessageFunctionCall;
|
|
const functionResponse = messages.find(
|
|
(msg) =>
|
|
msg.role === ChatCompletionRequestMessageRoleEnum.Function &&
|
|
msg.name === item.function_call?.name
|
|
) as ChatCompletionFunctionMessageParam;
|
|
|
|
if (functionResponse) {
|
|
value.push({
|
|
//@ts-ignore
|
|
type: ChatItemValueTypeEnum.tool,
|
|
tools: [
|
|
{
|
|
id: functionCall.id || '',
|
|
toolName: functionCall.toolName || '',
|
|
toolAvatar: functionCall.toolAvatar || '',
|
|
functionName: functionCall.name,
|
|
params: functionCall.arguments,
|
|
response: functionResponse.content || ''
|
|
}
|
|
]
|
|
});
|
|
}
|
|
}
|
|
}
|
|
|
|
return {
|
|
dataId: item.dataId,
|
|
obj,
|
|
value
|
|
} as ChatItemType;
|
|
})
|
|
.filter((item) => item.value.length > 0);
|
|
};
|
|
|
|
export const chatValue2RuntimePrompt = (value: ChatItemValueItemType[]): RuntimeUserPromptType => {
|
|
const prompt: RuntimeUserPromptType = {
|
|
files: [],
|
|
text: ''
|
|
};
|
|
value.forEach((item) => {
|
|
if (item.type === 'file' && item.file) {
|
|
prompt.files?.push(item.file);
|
|
} else if (item.text) {
|
|
prompt.text += item.text.content;
|
|
}
|
|
});
|
|
return prompt;
|
|
};
|
|
|
|
export const runtimePrompt2ChatsValue = (
|
|
prompt: RuntimeUserPromptType
|
|
): UserChatItemType['value'] => {
|
|
const value: UserChatItemType['value'] = [];
|
|
if (prompt.files) {
|
|
prompt.files.forEach((file) => {
|
|
value.push({
|
|
type: ChatItemValueTypeEnum.file,
|
|
file
|
|
});
|
|
});
|
|
}
|
|
if (prompt.text) {
|
|
value.push({
|
|
type: ChatItemValueTypeEnum.text,
|
|
text: {
|
|
content: prompt.text
|
|
}
|
|
});
|
|
}
|
|
return value;
|
|
};
|
|
|
|
export const getSystemPrompt = (prompt?: string): ChatItemType[] => {
|
|
if (!prompt) return [];
|
|
return [
|
|
{
|
|
obj: ChatRoleEnum.System,
|
|
value: [{ type: ChatItemValueTypeEnum.text, text: { content: prompt } }]
|
|
}
|
|
];
|
|
};
|