anyio
anthropic
contextlib2
filelock
httpx
httpx2[socks]<3,>=2.10.0
jinja2
json5
loguru
openai<4,>=3.0.0
pydantic

[all]
ray[default]==2.47.1
pyjava>=0.6.21
pyarrow
datasets
paramiko
einops
tqdm
rich
fastapi
uvicorn
retrying
tabulate
jupyter_client
prompt-toolkit
websocket-client
sqlmodel
tiktoken
protobuf
pyyaml
azure-cognitiveservices-speech
accelerate
bitsandbytes>=0.39.0
transformers>=4.35.0
torch>=2.1.2
sentence-transformers
transformers_stream_generator
optimum
sentencepiece

[all:sys_platform == "linux"]
vllm

[default]

[local]
ray[default]==2.47.1
pyjava>=0.6.21
pyarrow
datasets
paramiko
einops
tqdm
rich
fastapi
uvicorn
retrying
tabulate
jupyter_client
prompt-toolkit
websocket-client
sqlmodel
tiktoken
protobuf
pyyaml
azure-cognitiveservices-speech
accelerate
bitsandbytes>=0.39.0
transformers>=4.35.0
torch>=2.1.2
sentence-transformers
transformers_stream_generator
optimum
sentencepiece

[local:sys_platform == "linux"]
vllm

[ray]
ray[default]==2.47.1
pyjava>=0.6.21
pyarrow
datasets
paramiko
einops
tqdm
rich
fastapi
uvicorn
retrying
tabulate
jupyter_client
prompt-toolkit
websocket-client
sqlmodel
tiktoken
protobuf
pyyaml
azure-cognitiveservices-speech

[saas]
