perf: isPc check;perf: dataset max token checker (#4872)

* perf: isPc check

* perf: dataset max token checker

* perf: dataset max token checker
This commit is contained in:
Archer
2025-05-22 18:40:29 +08:00
committed by GitHub
parent 50481f4ca8
commit 6a6719e93d
8 changed files with 91 additions and 90 deletions

View File

@@ -25,11 +25,11 @@ import SelectAiModel from '@/components/Select/AIModelSelector';
import QuestionTip from '@fastgpt/web/components/common/MyTooltip/QuestionTip';
import FormLabel from '@fastgpt/web/components/common/MyBox/FormLabel';
import MyTextarea from '@/components/common/Textarea/MyTextarea';
import { defaultDatasetMaxTokens } from '@fastgpt/global/core/app/constants';
import InputSlider from '@fastgpt/web/components/common/MySlider/InputSlider';
import LeftRadio from '@fastgpt/web/components/common/Radio/LeftRadio';
import { type AppDatasetSearchParamsType } from '@fastgpt/global/core/app/type';
import MyIcon from '@fastgpt/web/components/common/Icon';
import MyNumberInput from '@fastgpt/web/components/common/Input/NumberInput';
enum SearchSettingTabEnum {
searchMode = 'searchMode',
@@ -48,7 +48,7 @@ const DatasetParamsModal = ({
datasetSearchUsingExtensionQuery,
datasetSearchExtensionModel,
datasetSearchExtensionBg,
maxTokens = defaultDatasetMaxTokens,
maxTokens,
onClose,
onSuccess
}: AppDatasetSearchParamsType & {
@@ -130,7 +130,7 @@ const DatasetParamsModal = ({
// 保证只有 80 左右个刻度。
const maxTokenStep = useMemo(() => {
if (maxTokens < 8000) return 80;
if (!maxTokens || maxTokens < 8000) return 80;
return Math.ceil(maxTokens / 80 / 100) * 100;
}, [maxTokens]);
@@ -301,16 +301,27 @@ const DatasetParamsModal = ({
<QuestionTip label={t('common:max_quote_tokens_tips')} />
</Flex>
<Box flex={'1 0 0'}>
<InputSlider
min={100}
max={maxTokens}
step={maxTokenStep}
value={getValues(NodeInputKeyEnum.datasetMaxTokens) ?? 1000}
onChange={(val) => {
setValue(NodeInputKeyEnum.datasetMaxTokens, val);
setRefresh(!refresh);
}}
/>
{maxTokens ? (
<InputSlider
min={100}
max={maxTokens}
step={maxTokenStep}
value={getValues(NodeInputKeyEnum.datasetMaxTokens) ?? 1000}
onChange={(val) => {
setValue(NodeInputKeyEnum.datasetMaxTokens, val);
setRefresh(!refresh);
}}
/>
) : (
<MyNumberInput
size={'sm'}
min={100}
max={1000000}
step={100}
register={register}
name={NodeInputKeyEnum.datasetMaxTokens}
/>
)}
</Box>
</Box>
)}

View File

@@ -214,7 +214,8 @@ const MobileVoiceInput = ({
const VoiceInput = forwardRef<VoiceInputComponentRef, VoiceInputProps>(
({ onSendMessage, resetInputVal }, ref) => {
const { t } = useTranslation();
const isPc = !isMobile();
const isMobileDevice = isMobile();
const { isPc } = useSystem();
const outLinkAuthData = useContextSelector(ChatBoxContext, (v) => v.outLinkAuthData);
const appId = useContextSelector(ChatBoxContext, (v) => v.appId);
@@ -265,10 +266,10 @@ const VoiceInput = forwardRef<VoiceInputComponentRef, VoiceInputProps>(
return;
}
if (isPc) {
renderAudioGraphPc(analyser, canvas);
} else {
if (isMobileDevice) {
renderAudioGraphMobile(analyser, canvas);
} else {
renderAudioGraphPc(analyser, canvas);
}
animationFrameId = window.requestAnimationFrame(renderCurve);
};
@@ -283,7 +284,7 @@ const VoiceInput = forwardRef<VoiceInputComponentRef, VoiceInputProps>(
source.disconnect();
analyser.disconnect();
};
}, [stream, canvasRef, renderAudioGraphPc, renderAudioGraphMobile, isPc]);
}, [stream, canvasRef, renderAudioGraphPc, renderAudioGraphMobile, isMobileDevice]);
const onStartSpeak = useCallback(() => {
const finishWhisperTranscription = (text: string) => {
@@ -301,12 +302,12 @@ const VoiceInput = forwardRef<VoiceInputComponentRef, VoiceInputProps>(
}, [autoTTSResponse, onSendMessage, resetInputVal, startSpeak, whisperConfig?.autoSend]);
const onSpeach = useCallback(() => {
if (isPc) {
onStartSpeak();
} else {
if (isMobileDevice) {
setMobilePreSpeak(true);
} else {
onStartSpeak();
}
}, [isPc, onStartSpeak]);
}, [isMobileDevice, onStartSpeak]);
useImperativeHandle(ref, () => ({
onSpeak: onSpeach
}));
@@ -328,13 +329,7 @@ const VoiceInput = forwardRef<VoiceInputComponentRef, VoiceInputProps>(
borderRadius={isPc ? 'md' : ''}
onContextMenu={(e) => e.preventDefault()}
>
{isPc ? (
<PCVoiceInput
speakingTimeString={speakingTimeString}
stopSpeak={stopSpeak}
canvasRef={canvasRef}
/>
) : (
{isMobileDevice ? (
<MobileVoiceInput
isSpeaking={isSpeaking}
onStartSpeak={onStartSpeak}
@@ -342,6 +337,12 @@ const VoiceInput = forwardRef<VoiceInputComponentRef, VoiceInputProps>(
stopSpeak={stopSpeak}
canvasRef={canvasRef}
/>
) : (
<PCVoiceInput
speakingTimeString={speakingTimeString}
stopSpeak={stopSpeak}
canvasRef={canvasRef}
/>
)}
{isTransCription && (

View File

@@ -24,6 +24,8 @@ import FormLabel from '@fastgpt/web/components/common/MyBox/FormLabel';
import ValueTypeLabel from './render/ValueTypeLabel';
import MyIcon from '@fastgpt/web/components/common/Icon';
import { getWebLLMModel } from '@/web/common/system/utils';
import InputSlider from '@fastgpt/web/components/common/MySlider/InputSlider';
import MyNumberInput from '@fastgpt/web/components/common/Input/NumberInput';
const NodeDatasetConcat = ({ data, selected }: NodeProps<FlowNodeItemType>) => {
const { t } = useTranslation();
@@ -32,35 +34,58 @@ const NodeDatasetConcat = ({ data, selected }: NodeProps<FlowNodeItemType>) => {
const CustomComponent = useMemo(() => {
const quoteList = inputs.filter((item) => item.canEdit);
const tokenLimit = (() => {
let maxTokens = 16000;
const maxTokens = (() => {
let maxTokens = 0;
nodeList.forEach((item) => {
if ([FlowNodeTypeEnum.chatNode, FlowNodeTypeEnum.tools].includes(item.flowNodeType)) {
const model =
item.inputs.find((item) => item.key === NodeInputKeyEnum.aiModel)?.value || '';
const quoteMaxToken = getWebLLMModel(model)?.quoteMaxToken || 16000;
const quoteMaxToken = getWebLLMModel(model)?.quoteMaxToken || 0;
maxTokens = Math.max(maxTokens, quoteMaxToken);
}
});
return maxTokens;
return maxTokens ? maxTokens : undefined;
})();
const maxTokenStep = (() => {
if (!maxTokens || maxTokens < 8000) return 80;
return Math.ceil(maxTokens / 80 / 100) * 100;
})();
return {
[NodeInputKeyEnum.datasetMaxTokens]: (item: FlowNodeInputItemType) => (
<Box px={2}>
<MySlider
markList={[
{ label: '100', value: 100 },
{ label: tokenLimit, value: tokenLimit }
]}
width={'100%'}
[NodeInputKeyEnum.datasetMaxTokens]: (item: FlowNodeInputItemType) =>
maxTokens ? (
<Box px={2} bg={'white'} py={2} border={'base'} borderRadius={'md'}>
<InputSlider
min={100}
max={maxTokens}
step={maxTokenStep}
value={item.value}
onChange={(e) => {
onChangeNode({
nodeId,
type: 'updateInput',
key: item.key,
value: {
...item,
value: e
}
});
}}
/>
</Box>
) : (
<MyNumberInput
size={'sm'}
min={100}
max={tokenLimit}
step={50}
max={1000000}
step={100}
value={item.value}
name={NodeInputKeyEnum.datasetMaxTokens}
bg={'white'}
onChange={(e) => {
onChangeNode({
nodeId,
@@ -73,8 +98,7 @@ const NodeDatasetConcat = ({ data, selected }: NodeProps<FlowNodeItemType>) => {
});
}}
/>
</Box>
),
),
[NodeInputKeyEnum.datasetQuoteList]: (item: FlowNodeInputItemType) => {
return (
<>

View File

@@ -12,7 +12,6 @@ import SearchParamsTip from '@/components/core/dataset/SearchParamsTip';
import { useContextSelector } from 'use-context-selector';
import { WorkflowContext } from '@/pageComponents/app/detail/WorkflowComponents/context';
import { getWebLLMModel } from '@/web/common/system/utils';
import { defaultDatasetMaxTokens } from '@fastgpt/global/core/app/constants';
import { type AppDatasetSearchParamsType } from '@fastgpt/global/core/app/type';
const SelectDatasetParam = ({ inputs = [], nodeId }: RenderInputProps) => {
@@ -36,19 +35,19 @@ const SelectDatasetParam = ({ inputs = [], nodeId }: RenderInputProps) => {
});
const tokenLimit = useMemo(() => {
let maxTokens = defaultDatasetMaxTokens;
let maxTokens = 0;
nodeList.forEach((item) => {
if ([FlowNodeTypeEnum.chatNode, FlowNodeTypeEnum.tools].includes(item.flowNodeType)) {
const model =
item.inputs.find((item) => item.key === NodeInputKeyEnum.aiModel)?.value || '';
const quoteMaxToken = getWebLLMModel(model)?.quoteMaxToken || defaultDatasetMaxTokens;
const quoteMaxToken = getWebLLMModel(model)?.quoteMaxToken ?? 0;
maxTokens = Math.max(maxTokens, quoteMaxToken);
}
});
return maxTokens;
return maxTokens ? maxTokens : undefined;
}, [nodeList]);
const { isOpen, onOpen, onClose } = useDisclosure();