xoscar>=0.2.1
torch
gradio>=3.39.0
pillow
click
tqdm>=4.27
tabulate
requests
pydantic<2
fastapi
uvicorn
huggingface-hub<1.0,>=0.14.1
typing_extensions
fsspec
s3fs
modelscope>=1.10.0
sse_starlette>=1.6.5
openai>1
python-jose[cryptography]
passlib[bcrypt]
aioprometheus[starlette]

[all]
chatglm-cpp>=0.3.0
ctransformers
llama-cpp-python>=0.2.25
transformers>=4.34.1
torch
accelerate>=0.20.3
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken
sentence-transformers
diffusers
controlnet_aux
orjson
optimum

[all:sys_platform != "darwin"]
auto-gptq

[all:sys_platform == "linux"]
vllm>=0.2.6

[benchmark]
psutil
pynvml

[dev]
cython>=0.29
pytest>=3.5.0
pytest-cov>=2.5.0
pytest-timeout>=1.2.0
pytest-forked>=1.0
pytest-asyncio>=0.14.0
pytest-mock>=3.11.1
ipython>=6.5.0
sphinx>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9
jieba>=0.42.0
flake8>=3.8.0
black
openai>1
opencv-python
langchain
orjson
sphinx-tabs
sphinx-design

[doc]
ipython>=6.5.0
sphinx>=3.0.0
pydata-sphinx-theme>=0.3.0
sphinx-intl>=0.9.9
sphinx-tabs
sphinx-design

[embedding]
sentence-transformers

[ggml]
llama-cpp-python>=0.2.25
ctransformers
chatglm-cpp>=0.3.0

[image]
diffusers
controlnet_aux

[transformers]
transformers>=4.34.1
torch
accelerate>=0.20.3
sentencepiece
transformers_stream_generator
bitsandbytes
protobuf
einops
tiktoken
auto-gptq
optimum

[vllm]
vllm>=0.2.6
