[全量] 初始化项目代码、配置、文档及Agent协同harness

langchain-chat/requirements_api.txt

@@ -0,0 +1,67 @@
+langchain==0.1.16
+langchain-experimental==0.0.57
+
+torch==2.1.2
+torchvision==0.16.2
+torchaudio==2.1.2
+xformers==0.0.23.post1
+transformers==4.36.2
+huggingface_hub>=0.20.0,<0.25.0
+sentence_transformers==2.2.2
+
+pydantic==1.10.13
+fschat==0.2.35
+openai==1.10.0
+fastapi~=0.108.0
+sse_starlette==1.8.2
+nltk>=3.8.1
+uvicorn>=0.24.0.post1
+starlette~=0.32.0
+unstructured[all-docs]==0.11.0
+python-magic-bin; sys_platform == 'win32'
+SQLAlchemy==2.0.19
+faiss-cpu~=1.7.4  # `conda install faiss-gpu -c conda-forge` if you want to accelerate with gpus
+accelerate~=0.24.1
+spacy~=3.7.2
+PyMuPDF~=1.23.8
+rapidocr_onnxruntime==1.3.8
+requests~=2.31.0
+pathlib~=1.0.1
+pytest~=7.4.3
+numexpr~=2.8.6 # max version for py38
+strsimpy~=0.2.1
+markdownify~=0.11.6
+tiktoken~=0.5.2
+tqdm>=4.66.1
+websockets>=12.0
+numpy~=1.24.4
+pandas~=2.0.3
+einops>=0.7.0
+transformers_stream_generator==0.0.4
+vllm==0.2.6; sys_platform == "linux"
+httpx[brotli,http2,socks]==0.25.2
+
+# optional document loaders
+
+# rapidocr_paddle[gpu]>=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
+jq==1.6.0 # for .json and .jsonl files. suggest `conda install jq` on windows
+beautifulsoup4~=4.12.2 # for .mhtml files
+pysrt~=1.1.2
+
+# Online api libs dependencies
+
+zhipuai==1.0.7 # zhipu
+dashscope==1.13.6 # qwen
+# volcengine>=1.0.119 # fangzhou
+
+# uncomment libs if you want to use corresponding vector store
+# pymilvus>=2.3.4
+# psycopg2==2.9.9
+# pgvector>=0.2.4
+
+# Agent and Search Tools
+
+arxiv~=2.1.0
+youtube-search~=2.1.2
+duckduckgo-search~=3.9.9
+metaphor-python~=0.1.23