4.6.7 first pr (#726)

packages/service/common/string/cheerio.ts

@@ -50,8 +50,11 @@ export const cheerioToHtml = ({
     .get()
     .join('\n');
 
+  const title = $('head title').text() || $('h1:first').text() || fetchUrl;
+
   return {
     html,
+    title,
     usedSelector
   };
 };
@@ -70,7 +73,7 @@ export const urlsFetch = async ({
           });
 
           const $ = cheerio.load(fetchRes.data);
-          const { html, usedSelector } = cheerioToHtml({
+          const { title, html, usedSelector } = cheerioToHtml({
             fetchUrl: url,
             $,
             selector
@@ -79,6 +82,7 @@ export const urlsFetch = async ({
 
           return {
             url,
+            title,
             content: md,
             selector: usedSelector
           };
@@ -87,6 +91,7 @@ export const urlsFetch = async ({
 
           return {
             url,
+            title: '',
             content: '',
             selector: ''
           };

packages/service/common/string/markdown.ts

@@ -15,7 +15,9 @@ export const htmlToMarkdown = (html?: string | null) =>
     worker.on('message', (md: string) => {
       worker.terminate();
 
-      resolve(simpleMarkdownText(md));
+      let rawText = simpleMarkdownText(md);
+
+      resolve(rawText);
     });
     worker.on('error', (err) => {
       worker.terminate();