anyio
anthropic
contextlib2
filelock
httpx
jinja2
json5
loguru
openai>=1.59.8
pydantic

[all]
ray[default]==2.47.1
pyjava>=0.6.21
pyarrow
datasets
paramiko
einops
tqdm
rich
fastapi
uvicorn
retrying
tabulate
jupyter_client
prompt-toolkit
websocket-client
sqlmodel
tiktoken
protobuf
pyyaml
azure-cognitiveservices-speech
accelerate
bitsandbytes>=0.39.0
transformers>=4.35.0
torch>=2.1.2
sentence-transformers
transformers_stream_generator
optimum
sentencepiece

[all:sys_platform == "linux"]
vllm

[default]
ray[default]==2.47.1
pyjava>=0.6.21
pyarrow
datasets
paramiko
einops
tqdm
rich
fastapi
uvicorn
retrying
tabulate
jupyter_client
prompt-toolkit
websocket-client
sqlmodel
tiktoken
protobuf
pyyaml
azure-cognitiveservices-speech
accelerate
bitsandbytes>=0.39.0
transformers>=4.35.0
torch>=2.1.2
sentence-transformers
transformers_stream_generator
optimum
sentencepiece

[default:sys_platform == "linux"]
vllm

[local]
ray[default]==2.47.1
pyjava>=0.6.21
pyarrow
datasets
paramiko
einops
tqdm
rich
fastapi
uvicorn
retrying
tabulate
jupyter_client
prompt-toolkit
websocket-client
sqlmodel
tiktoken
protobuf
pyyaml
azure-cognitiveservices-speech
accelerate
bitsandbytes>=0.39.0
transformers>=4.35.0
torch>=2.1.2
sentence-transformers
transformers_stream_generator
optimum
sentencepiece

[local:sys_platform == "linux"]
vllm

[ray]
ray[default]==2.47.1
pyjava>=0.6.21
pyarrow
datasets
paramiko
einops
tqdm
rich
fastapi
uvicorn
retrying
tabulate
jupyter_client
prompt-toolkit
websocket-client
sqlmodel
tiktoken
protobuf
pyyaml
azure-cognitiveservices-speech

[saas]
