Fixed the duplicate data check problem, history filter and add tts stream (#477)

projects/app/src/service/core/dataset/data/utils.ts

@@ -1,5 +1,4 @@
-import { PgDatasetTableName } from '@fastgpt/global/core/dataset/constant';
-import { PgClient } from '@fastgpt/service/common/pg';
+import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
 
 /**
  * Same value judgment
@@ -13,14 +12,13 @@ export async function hasSameValue({
   q: string;
   a?: string;
 }) {
-  const { rows: existsRows } = await PgClient.query(`
-  SELECT COUNT(*) > 0 AS exists
-  FROM  ${PgDatasetTableName} 
-  WHERE md5(q)=md5('${q}') AND md5(a)=md5('${a}') AND collection_id='${collectionId}'
-`);
-  const exists = existsRows[0]?.exists || false;
+  const count = await MongoDatasetData.countDocuments({
+    q,
+    a,
+    collectionId
+  });
 
-  if (exists) {
+  if (count > 0) {
     return Promise.reject('已经存在完全一致的数据');
   }
 }