mirror of
https://github.com/Yanyutin753/RefreshToV1Api.git
synced 2025-10-14 15:11:26 +00:00
[fix] 优化wss连接时机
This commit is contained in:
132
main.py
132
main.py
@@ -197,9 +197,9 @@ CORS(app, resources={r"/images/*": {"origins": "*"}})
|
||||
# PANDORA_UPLOAD_URL = 'files.pandoranext.com'
|
||||
|
||||
|
||||
VERSION = '0.7.3'
|
||||
VERSION = '0.7.4'
|
||||
# VERSION = 'test'
|
||||
UPDATE_INFO = '优化检测是否为sse的方式'
|
||||
UPDATE_INFO = '优化wss连接时机'
|
||||
# UPDATE_INFO = '【仅供临时测试使用】 '
|
||||
|
||||
with app.app_context():
|
||||
@@ -1572,11 +1572,16 @@ def process_wss(wss_url, data_queue, stop_event, last_data_time, api_key, chat_m
|
||||
"file_output_buffer": "",
|
||||
"file_output_accumulating": False,
|
||||
"execution_output_image_url_buffer": "",
|
||||
"execution_output_image_id_buffer": ""
|
||||
"execution_output_image_id_buffer": "",
|
||||
"is_sse": False,
|
||||
"upstream_response": None,
|
||||
"messages": messages,
|
||||
"api_key": api_key,
|
||||
"model": model
|
||||
}
|
||||
|
||||
def on_message(ws, message):
|
||||
# logger.debug(f"on_message: {message}")
|
||||
logger.debug(f"on_message: {message}")
|
||||
if stop_event.is_set():
|
||||
logger.info(f"接受到停止信号,停止 Websocket 处理线程")
|
||||
ws.close()
|
||||
@@ -1611,8 +1616,7 @@ def process_wss(wss_url, data_queue, stop_event, last_data_time, api_key, chat_m
|
||||
q_data = complete_data
|
||||
data_queue.put(q_data)
|
||||
stop_event.set()
|
||||
ws.close()
|
||||
|
||||
ws.close()
|
||||
|
||||
def on_error(ws, error):
|
||||
logger.error(error)
|
||||
@@ -1621,66 +1625,76 @@ def process_wss(wss_url, data_queue, stop_event, last_data_time, api_key, chat_m
|
||||
logger.debug("wss closed")
|
||||
|
||||
def on_open(ws):
|
||||
logger.debug(f"on_open: wss")
|
||||
upstream_response = send_text_prompt_and_get_response(context["messages"], context["api_key"], True, context["model"])
|
||||
# upstream_wss_url = None
|
||||
# 检查 Content-Type 是否为 SSE 响应
|
||||
content_type = upstream_response.headers.get('Content-Type')
|
||||
logger.debug(f"Content-Type: {content_type}")
|
||||
# 判断content_type是否包含'text/event-stream'
|
||||
if content_type and 'text/event-stream' in content_type:
|
||||
logger.debug("上游响应为 SSE 响应")
|
||||
context["is_sse"] = True
|
||||
context["upstream_response"] = upstream_response
|
||||
ws.close()
|
||||
return
|
||||
else:
|
||||
if upstream_response.status_code != 200:
|
||||
logger.error(f"upstream_response status code: {upstream_response.status_code}, upstream_response: {upstream_response.text}")
|
||||
complete_data = 'data: [DONE]\n\n'
|
||||
timestamp = context["timestamp"]
|
||||
|
||||
new_data = {
|
||||
"id": chat_message_id,
|
||||
"object": "chat.completion.chunk",
|
||||
"created": timestamp,
|
||||
"model": model,
|
||||
"choices": [
|
||||
{
|
||||
"index": 0,
|
||||
"delta": {
|
||||
"content": ''.join("```json\n{\n\"error\": \"Upstream error...\"\n}\n```")
|
||||
},
|
||||
"finish_reason": None
|
||||
}
|
||||
]
|
||||
}
|
||||
q_data = 'data: ' + json.dumps(new_data, ensure_ascii=False) + '\n\n'
|
||||
data_queue.put(q_data)
|
||||
|
||||
q_data = complete_data
|
||||
data_queue.put(('all_new_text', "```json\n{\n\"error\": \"Upstream error...\"\n}\n```"))
|
||||
data_queue.put(q_data)
|
||||
stop_event.set()
|
||||
ws.close()
|
||||
try:
|
||||
upstream_response_json = upstream_response.json()
|
||||
logger.debug(f"upstream_response_json: {upstream_response_json}")
|
||||
# upstream_wss_url = upstream_response_json.get("wss_url", None)
|
||||
upstream_response_id = upstream_response_json.get("response_id", None)
|
||||
context["response_id"] = upstream_response_id
|
||||
except json.JSONDecodeError:
|
||||
pass
|
||||
def run(*args):
|
||||
logger.debug(f"on_open: wss")
|
||||
while True:
|
||||
if stop_event.is_set():
|
||||
logger.debug(f"接受到停止信号,停止 Websocket")
|
||||
ws.close()
|
||||
break
|
||||
upstream_response = send_text_prompt_and_get_response(messages, api_key, True, model)
|
||||
upstream_wss_url = None
|
||||
# 检查 Content-Type 是否为 SSE 响应
|
||||
content_type = upstream_response.headers.get('Content-Type')
|
||||
# 判断content_type是否包含'text/event-stream'
|
||||
if content_type and 'text/event-stream' in content_type:
|
||||
logger.debug("上游响应为 SSE 响应")
|
||||
old_data_fetcher(upstream_response, data_queue, stop_event, last_data_time, api_key, chat_message_id, model, response_format)
|
||||
else:
|
||||
if upstream_response.status_code != 200:
|
||||
logger.error(f"upstream_response status code: {upstream_response.status_code}, upstream_response: {upstream_response.text}")
|
||||
complete_data = 'data: [DONE]\n\n'
|
||||
timestamp = context["timestamp"]
|
||||
|
||||
new_data = {
|
||||
"id": chat_message_id,
|
||||
"object": "chat.completion.chunk",
|
||||
"created": timestamp,
|
||||
"model": model,
|
||||
"choices": [
|
||||
{
|
||||
"index": 0,
|
||||
"delta": {
|
||||
"content": ''.join("```json\n{\n\"error\": \"Upstream error...\"\n}\n```")
|
||||
},
|
||||
"finish_reason": None
|
||||
}
|
||||
]
|
||||
}
|
||||
q_data = 'data: ' + json.dumps(new_data, ensure_ascii=False) + '\n\n'
|
||||
data_queue.put(q_data)
|
||||
logger.debug(f"start wss...")
|
||||
ws = websocket.WebSocketApp(wss_url,
|
||||
on_message = on_message,
|
||||
on_error = on_error,
|
||||
on_close = on_close,
|
||||
on_open = on_open)
|
||||
ws.on_open = on_open
|
||||
ws.run_forever()
|
||||
|
||||
q_data = complete_data
|
||||
data_queue.put(('all_new_text', "```json\n{\n\"error\": \"Upstream error...\"\n}\n```"))
|
||||
data_queue.put(q_data)
|
||||
stop_event.set()
|
||||
return
|
||||
try:
|
||||
upstream_response_json = upstream_response.json()
|
||||
upstream_wss_url = upstream_response_json.get("wss_url", None)
|
||||
upstream_response_id = upstream_response_json.get("response_id", None)
|
||||
context["response_id"] = upstream_response_id
|
||||
except json.JSONDecodeError:
|
||||
pass
|
||||
if upstream_wss_url is not None:
|
||||
logger.debug(f"start wss...")
|
||||
ws = websocket.WebSocketApp(wss_url,
|
||||
on_message = on_message,
|
||||
on_error = on_error,
|
||||
on_close = on_close)
|
||||
ws.on_open = on_open
|
||||
ws.run_forever()
|
||||
|
||||
logger.debug(f"end wss...")
|
||||
logger.debug(f"end wss...")
|
||||
if context["is_sse"] == True:
|
||||
logger.debug(f"process sse...")
|
||||
old_data_fetcher(context["upstream_response"], data_queue, stop_event, last_data_time, api_key, chat_message_id, model, response_format)
|
||||
|
||||
|
||||
|
||||
|
Reference in New Issue
Block a user