update doc search engine (#5386)

* update doc search engine

* custom tokenizer

* tokenizer

document/app/api/search/route.ts

@@ -1,7 +1,21 @@
 import { source } from '@/lib/source';
+import { enhancedTokenizer } from '@/lib/tokenizer';
 import { createFromSource } from 'fumadocs-core/search/server';
 
 export const { GET } = createFromSource(source, {
-  // https://docs.orama.com/open-source/supported-languages
-  language: 'english'
+  // 使用中文分词器时不能设置 language 选项
+  localeMap: {
+    en: {
+      language: 'english'
+    },
+    'zh-CN': {
+      components: {
+        tokenizer: enhancedTokenizer()
+      },
+      search: {
+        threshold: 0,
+        tolerance: 0
+      }
+    }
+  }
 });