add sensevoice & cosevoice (#2562)

Signed-off-by: EthanD <EthanD4869@gmail.com>
Co-authored-by: EthanD <EthanD4869@gmail.com>

python/sensevoice/app/main.py

@@ -0,0 +1,95 @@
+# -*- coding: utf-8 -*-
+
+from fastapi import FastAPI, File, UploadFile, HTTPException
+from pydantic import BaseModel, HttpUrl, ValidationError
+from typing import List
+from funasr import AutoModel
+from funasr.utils.postprocess_utils import rich_transcription_postprocess
+import uuid
+import os
+
+app = FastAPI()
+
+
+# 数据验证模型
+class UrlInput(BaseModel):
+    audio_urls: List[HttpUrl]
+
+
+# 模型加载
+model_dir = "iic/SenseVoiceSmall"
+
+# 快速预测
+# model = AutoModel(model=model_dir, trust_remote_code=True, device="cpu")
+
+# 准确预测
+model = AutoModel(
+    model=model_dir,
+    vad_model="fsmn-vad",
+    vad_kwargs={"max_single_segment_time": 30000},
+    trust_remote_code=True,
+    device="cuda:0",
+)
+
+
+@app.post("/upload-url/")
+async def upload_url(data: UrlInput):
+    try:
+        results = []
+        for url in data.audio_urls:
+            res = model.generate(
+                input=str(url),  # 将 URL 转换为字符串
+                cache={},
+                language=language,
+                use_itn=False,
+                batch_size=batch_size,
+            )
+            data = rich_transcription_postprocess(res[0]["text"])
+            results.append(data)
+        return {"message": "URL input processed successfully", "results": results}
+    except ValidationError as e:
+        raise HTTPException(status_code=400, detail=e.errors())
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))
+
+
+@app.post("/v1/audio/transcriptions")
+async def upload_file(file: UploadFile = File(...)):
+    try:
+        #for file in files:
+            if not file.content_type.startswith("audio/"):
+                raise HTTPException(status_code=400, detail="Invalid file type")
+
+            # 读取文件为 bytes
+            #audio_bytes = await file.read()
+
+            unique_filename = str(uuid.uuid4()) + ".mp3"
+
+            # 保存上传的音频文件
+            audio_file_path = os.path.join("/tmp", unique_filename)
+            with open(audio_file_path, "wb") as audio_file:
+                audio_file.write(await file.read())
+
+            # 直接将文件对象传递给模型
+            res = model.generate(
+                input=audio_file_path,
+                cache={},
+                language=language,
+                use_itn=True,
+                batch_size=batch_size,
+                merge_vad=True,  #
+                merge_length_s=15,
+            )
+            data = rich_transcription_postprocess(res[0]["text"])
+            return {"message": "File inputs processed successfully", "text": data}
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))
+
+
+if __name__ == "__main__":
+    batch_size = 60
+    language = "auto"
+
+    import uvicorn
+
+    uvicorn.run(app, host="0.0.0.0", port=8000)