ChatGPT/FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-10-18 01:16:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

4.6.7 first pr (#726)

Browse Source
This commit is contained in:
Archer
2024-01-10 23:35:04 +08:00
committed by GitHub
parent 414b693303
commit 006ad17c6a
186 changed files with 2996 additions and 1838 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
packages/service/common/string/cheerio.ts
View File

@@ -50,8 +50,11 @@ export const cheerioToHtml = ({
.get()
.join('\n');
const title = $('head title').text() || $('h1:first').text() || fetchUrl;
return {
html,
title,
usedSelector
};
};
@@ -70,7 +73,7 @@ export const urlsFetch = async ({
});
const $ = cheerio.load(fetchRes.data);
const { html, usedSelector } = cheerioToHtml({
const { title, html, usedSelector } = cheerioToHtml({
fetchUrl: url,
$,
selector
@@ -79,6 +82,7 @@ export const urlsFetch = async ({
return {
url,
title,
content: md,
selector: usedSelector
};
@@ -87,6 +91,7 @@ export const urlsFetch = async ({
return {
url,
title: '',
content: '',
selector: ''
};