165 lines
7.4 KiB
Python
165 lines
7.4 KiB
Python
|
import asyncio
|
|||
|
|
from datetime import datetime
|
|||
|
|
import json
|
|||
|
|
import os
|
|||
|
|
from pathlib import Path
|
|||
|
|
import shutil
|
|||
|
|
import uuid
|
|||
|
|
from fastapi import BackgroundTasks, Body, File, HTTPException, Query, UploadFile
|
|||
|
|
from fastapi.responses import FileResponse
|
|||
|
|
import requests
|
|||
|
|
from langchain.chains import LLMChain
|
|||
|
|
from langchain.prompts.chat import ChatPromptTemplate
|
|||
|
|
from configs.kb_config import KB_CHAT_TEMP_DIR
|
|||
|
|
from configs.model_config import LLM_MODELS
|
|||
|
|
from configs.translate_config import *
|
|||
|
|
from configs.basic_config import *
|
|||
|
|
from server.callback_handler.conversation_callback_handler import ConversationCallbackHandler
|
|||
|
|
from server.chat.utils import History
|
|||
|
|
from server.custom.AsyncIteratorCallbackHandlerNew import AsyncIteratorCallbackHandler
|
|||
|
|
from server.utils import get_ChatOpenAI, get_prompt_template, wrap_done
|
|||
|
|
from typing import Any, AsyncIterable, Optional
|
|||
|
|
from sse_starlette.sse import EventSourceResponse
|
|||
|
|
from pydantic import BaseModel, Field
|
|||
|
|
|
|||
|
|
def tarnslate_text(
|
|||
|
|
query:str = Body("苹果是红色的", description="翻译语句"),
|
|||
|
|
to_lang:str = Body("zh-cn", description="目标语言包括参数：zh-cn: 中文, en: English, ja: 日本語, ko: 한국어, fr: Français, de: Deutsch, es: Español, it: Italiano, pt: Português, ru: Русский, ar: العربية, hi: हिन्दी, bn: বাংলা, pa: ਪੰਜਾਬੀ, jv: Basa Jawa, ms: Bahasa Melayu, vi: Tiếng Việt, th: ไทย, tr: Türkçe, fa: فارسی, pl: Polski, uk: Українська, ro: Română, nl: Nederlands, el: Ελληνικά"),
|
|||
|
|
conversation_id:str = Body("", description="对话框ID"),
|
|||
|
|
uid: Optional[Any] = Body(None, description="用户ID"),
|
|||
|
|
file_name: Optional[Any] = Body(None, description="文件名称"),
|
|||
|
|
stream: bool = True):
|
|||
|
|
"""
|
|||
|
|
fake translate text
|
|||
|
|
"""
|
|||
|
|
async def chat_iterator() -> AsyncIterable[str]:
|
|||
|
|
nonlocal to_lang,query,stream
|
|||
|
|
# if file_name =="" or not file_name:
|
|||
|
|
# stream = False
|
|||
|
|
answer = ""
|
|||
|
|
temp_text = []
|
|||
|
|
if file_name:
|
|||
|
|
# 指定临时文件夹路径
|
|||
|
|
specified_dir = KB_CHAT_TEMP_DIR
|
|||
|
|
os.makedirs(specified_dir, exist_ok=True) # 确保目录存在
|
|||
|
|
|
|||
|
|
temp_file_path = f"{specified_dir}{file_name}.txt"
|
|||
|
|
|
|||
|
|
# 将文件内容写入指定文件夹中的临时文件
|
|||
|
|
|
|||
|
|
with open(temp_file_path, "r", encoding="utf-8") as file:
|
|||
|
|
query = file.read()
|
|||
|
|
temp_text1 = query.split("\n")
|
|||
|
|
temp_text = temp_text1 if temp_text1 else []
|
|||
|
|
# 删除临时文件
|
|||
|
|
# os.remove(temp_file_path)
|
|||
|
|
else:
|
|||
|
|
temp_text1 = query.split("\n")
|
|||
|
|
temp_text = temp_text1.copy()
|
|||
|
|
for text in temp_text:
|
|||
|
|
if text == "" and stream:
|
|||
|
|
yield json.dumps({"text": "\n"}, ensure_ascii=False)
|
|||
|
|
continue
|
|||
|
|
if text=="" and not stream:
|
|||
|
|
answer += "\n"
|
|||
|
|
continue
|
|||
|
|
message_id = str(uuid.uuid1())+"q"
|
|||
|
|
prompt_name = "translate_text"
|
|||
|
|
conversation_callback = ConversationCallbackHandler(conversation_id=conversation_id, message_id=message_id,
|
|||
|
|
chat_type="llm_chat",
|
|||
|
|
query=text)
|
|||
|
|
match to_lang:
|
|||
|
|
case "zh-cn": # 中文
|
|||
|
|
to_lang = "中文"
|
|||
|
|
case "en": # 英语
|
|||
|
|
to_lang = "English"
|
|||
|
|
case "ja": # 日语
|
|||
|
|
to_lang = "日本語"
|
|||
|
|
case "ko": # 韩语
|
|||
|
|
to_lang = "한국어"
|
|||
|
|
case "fr": # 法语
|
|||
|
|
to_lang = "Français"
|
|||
|
|
case "de": # 德语
|
|||
|
|
to_lang = "Deutsch"
|
|||
|
|
case "es": # 西班牙语
|
|||
|
|
to_lang = "Español"
|
|||
|
|
case "it": # 意大利语
|
|||
|
|
to_lang = "Italiano"
|
|||
|
|
case "pt": # 葡萄牙语
|
|||
|
|
to_lang = "Português"
|
|||
|
|
case "ru": # 俄语
|
|||
|
|
to_lang = "Русский"
|
|||
|
|
case "ar": # 阿拉伯语
|
|||
|
|
to_lang = "العربية"
|
|||
|
|
case "hi": # 印地语
|
|||
|
|
to_lang = "हिन्दी"
|
|||
|
|
case "bn": # 孟加拉语
|
|||
|
|
to_lang = "বাংলা"
|
|||
|
|
case "pa": # 旁遮普语
|
|||
|
|
to_lang = "ਪੰਜਾਬੀ"
|
|||
|
|
case "jv": # 爪哇语
|
|||
|
|
to_lang = "Basa Jawa"
|
|||
|
|
case "ms": # 马来语
|
|||
|
|
to_lang = "Bahasa Melayu"
|
|||
|
|
case "vi": # 越南语
|
|||
|
|
to_lang = "Tiếng Việt"
|
|||
|
|
case "th": # 泰语
|
|||
|
|
to_lang = "ไทย"
|
|||
|
|
case "tr": # 土耳其语
|
|||
|
|
to_lang = "Türkçe"
|
|||
|
|
case "fa": # 波斯语
|
|||
|
|
to_lang = "فارسی"
|
|||
|
|
case "pl": # 波兰语
|
|||
|
|
to_lang = "Polski"
|
|||
|
|
case "uk": # 乌克兰语
|
|||
|
|
to_lang = "Українська"
|
|||
|
|
case "ro": # 罗马尼亚语
|
|||
|
|
to_lang = "Română"
|
|||
|
|
case "nl": # 荷兰语
|
|||
|
|
to_lang = "Nederlands"
|
|||
|
|
case "el": # 希腊语
|
|||
|
|
to_lang = "Ελληνικά"
|
|||
|
|
callback = AsyncIteratorCallbackHandler()
|
|||
|
|
callbacks = [callback]
|
|||
|
|
callbacks.append(conversation_callback)
|
|||
|
|
model = get_ChatOpenAI(
|
|||
|
|
model_name=LLM_MODELS[0],
|
|||
|
|
temperature=0.2,
|
|||
|
|
max_tokens=512,
|
|||
|
|
callbacks=callbacks,
|
|||
|
|
)
|
|||
|
|
prompt_template = get_prompt_template("llm_chat", prompt_name)
|
|||
|
|
input_prompt = History(role="system", content=prompt_template).to_msg_template(False)
|
|||
|
|
chat_prompt = ChatPromptTemplate.from_messages([input_prompt])
|
|||
|
|
chain = LLMChain(prompt=chat_prompt, llm=model)
|
|||
|
|
time = datetime.now().strftime("%Y%m%d")
|
|||
|
|
|
|||
|
|
task = asyncio.create_task(wrap_done(
|
|||
|
|
chain.acall({"input": f"<关键指令>必须翻译如下文本为{to_lang}语言<关键指令/>文本如下：\n{text}", "time": time, "lang":to_lang}),
|
|||
|
|
callback.done),
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
if stream:
|
|||
|
|
async for token in callback.aiter():
|
|||
|
|
# Use server-sent-events to stream the response
|
|||
|
|
yield json.dumps(
|
|||
|
|
{"text": token, "message_id": message_id},
|
|||
|
|
ensure_ascii=False)
|
|||
|
|
if file_name:
|
|||
|
|
yield json.dumps(
|
|||
|
|
{"text": "\n", "message_id": message_id},
|
|||
|
|
ensure_ascii=False)
|
|||
|
|
else:
|
|||
|
|
|
|||
|
|
async for token in callback.aiter():
|
|||
|
|
answer += token
|
|||
|
|
|
|||
|
|
if file_name:
|
|||
|
|
answer+="\n"
|
|||
|
|
await task
|
|||
|
|
if answer:
|
|||
|
|
yield json.dumps(
|
|||
|
|
{"text": answer, "message_id": message_id},
|
|||
|
|
ensure_ascii=False)
|
|||
|
|
return EventSourceResponse(chat_iterator())
|