fastapi==0.108.0
grpcio==1.49.1
grpcio-tools==1.49.1
openai==1.35.7
pydantic==2.6.1
pydantic_core==2.16.2
ray==2.9.0
requests==2.32.2
types-requests==2.31.0.20240125
uvicorn[standard]==0.23.1

[test]
accelerate==0.29.3
grpcio==1.49.1
grpcio-tools==1.49.1
outlines==0.0.43
torch==2.3.0
transformers==4.42.0
vllm==0.5.0.post1
pytest
pytest-asyncio

[worker]
accelerate==0.29.3
grpcio==1.49.1
grpcio-tools==1.49.1
outlines==0.0.43
torch==2.3.0
transformers==4.42.0
vllm==0.5.0.post1
