New document (#5299)

* add new doc (#5175)

Co-authored-by: dreamer6680 <146868355@qq.com>

* Test docs (#5235)

* fix: change the page of doc

* chore: add new dependencies, update global styles/layout, optimize docs, add Feishu & GitHub icons, update API examples

* fix: docs/index 404 not found

* Update environment variable names, optimize styles, add new API routes, fix component styles, adjust documentation, and update GitHub and Feishu icons

* update readme

* feat: add a linkfastgpt compontent

* feat: update new doc

* fix:remove unuse page and redirect homepage to docs (#5288)

* fix：remove some unuse doc

* fix: redirect homepage to doc

* git ignore

* fix:navbar to index (#5295)

* sidbar

* fix: navtab unlight (#5298)

* doc

---------

Co-authored-by: dreamer6680 <1468683855@qq.com>
Co-authored-by: dreamer6680 <146868355@qq.com>

document/app/api/robots/route.ts

@@ -0,0 +1,24 @@
+// app/api/robots/route.ts
+import { i18n } from '@/lib/i18n';
+import { NextResponse } from 'next/server';
+
+export async function GET() {
+  const host =
+    i18n.defaultLanguage === 'zh-cn' ? 'https://localhost:3000' : 'https://localhost:3000/en';
+
+  const robotsTxt = `User-agent: *
+Allow: /
+Allow: /en/
+Disallow: /zh-cn/
+
+
+Host: ${host}
+
+Sitemap: ${host}/sitemap.xml`;
+
+  return new NextResponse(robotsTxt, {
+    headers: {
+      'Content-Type': 'text/plain'
+    }
+  });
+}

document/app/api/search/route.ts

@@ -0,0 +1,7 @@
+import { source } from '@/lib/source';
+import { createFromSource } from 'fumadocs-core/search/server';
+
+export const { GET } = createFromSource(source, {
+  // https://docs.orama.com/open-source/supported-languages
+  language: 'english'
+});