ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-08-07 16:30:40 +00:00
Code Issues Packages Projects Releases Wiki Activity

v4.6.5 (#620)

Browse Source
This commit is contained in:
Archer
2023-12-18 16:24:50 +08:00
committed by GitHub
parent d33c99f564
commit 703583fff7
130 changed files with 3418 additions and 2579 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
projects/app/src/pages/dataset/detail/components/Import/FileSelect.tsx
View File

@@ -182,7 +182,7 @@ const FileSelect = ({
if (text) {
text = simpleText(text);
const splitRes = splitText2Chunks({
const { chunks, tokens } = splitText2Chunks({
text,
chunkLen,
overlapRatio
@@ -193,10 +193,10 @@ const FileSelect = ({
filename: file.name,
icon,
rawText: text,
tokens: splitRes.tokens,
tokens,
type: DatasetCollectionTypeEnum.file,
fileId,
chunks: splitRes.chunks.map((chunk) => ({
chunks: chunks.map((chunk) => ({
q: chunk,
a: ''
}))
@@ -219,7 +219,7 @@ const FileSelect = ({
const onUrlFetch = useCallback(
(e: UrlFetchResponse) => {
const result: FileItemType[] = e.map<FileItemType>(({ url, content }) => {
const splitRes = splitText2Chunks({
const { chunks, tokens } = splitText2Chunks({
text: content,
chunkLen,
overlapRatio
@@ -229,10 +229,10 @@ const FileSelect = ({
filename: url,
icon: '/imgs/files/link.svg',
rawText: content,
tokens: splitRes.tokens,
tokens,
type: DatasetCollectionTypeEnum.link,
rawLink: url,
chunks: splitRes.chunks.map((chunk) => ({
chunks: chunks.map((chunk) => ({
q: chunk,
a: ''
}))
@@ -259,7 +259,7 @@ const FileSelect = ({
metadata: { datasetId: datasetDetail._id }
});
const splitRes = splitText2Chunks({
const { chunks, tokens } = splitText2Chunks({
text: content,
chunkLen,
overlapRatio
@@ -271,10 +271,10 @@ const FileSelect = ({
filename,
icon: '/imgs/files/txt.svg',
rawText: content,
tokens: splitRes.tokens,
tokens,
type: DatasetCollectionTypeEnum.file,
fileId: fileIds[0],
chunks: splitRes.chunks.map((chunk) => ({
chunks: chunks.map((chunk) => ({
q: chunk,
a: ''
}))
@@ -352,7 +352,7 @@ const FileSelect = ({
ml: 1,
as: 'span',
cursor: 'pointer',
color: 'myBlue.700',
color: 'blue.600',
_hover: {
textDecoration: 'underline'
}
@@ -417,7 +417,7 @@ const FileSelect = ({
mt={1}
cursor={'pointer'}
textDecoration={'underline'}
color={'myBlue.600'}
color={'blue.500'}
fontSize={'12px'}
onClick={() =>
fileDownload({

8
projects/app/src/pages/dataset/detail/components/Import/Provider.tsx
View File

@@ -195,7 +195,7 @@ const Provider = ({
setFiles((state) =>
state.map((file) => {
const splitRes = splitText2Chunks({
const { chunks, tokens } = splitText2Chunks({
text: file.rawText,
chunkLen,
overlapRatio: chunkOverlapRatio
@@ -203,8 +203,8 @@ const Provider = ({
return {
...file,
tokens: splitRes.tokens,
chunks: splitRes.chunks.map((chunk) => ({
tokens,
chunks: chunks.map((chunk) => ({
q: chunk,
a: ''
}))
@@ -475,7 +475,7 @@ export const SelectorContainer = ({
position={'relative'}
alignItems={'center'}
_hover={{
bg: 'myBlue.100',
bg: 'blue.50',
'& .delete': {
display: 'block'
}