vllm<1.0,>=0.3.2
fastapi<1.0,>=0.100.0
pydantic_settings<3.0,>=2.0.1
uvicorn[standard]<1.0,>=0.20
starlette-prometheus<1.0,>=0.9
numpy>=1.19
lm-format-enforcer<0.10.0,>=0.9.0
torch<3.0.0,>=2.0.0

[test]
httpx<1.0,>=0.23
pytest<8.0,>=7.4.3
pytest-cov<5.0,>=4.1.0
mypy<2.0,>=1.7.1
