aiosignal==1.3.1
annotated-types==0.6.0
anyio==4.3.0
cloudpickle==3.0.0
cupy-cuda12x==12.1.0
diskcache==5.6.3
fastapi==0.110.0
fastrlock==0.8.2
frozenlist==1.4.1
h11==0.14.0
httptools==0.6.1
huggingface-hub==0.22.1
interegular==0.3.3
joblib==1.3.2
lark==1.1.9
llvmlite==0.42.0
msgpack==1.0.8
nest-asyncio==1.6.0
ninja==1.11.1.1
numba==0.59.1
nvidia-cublas-cu12==12.1.3.1
nvidia-cuda-cupti-cu12==12.1.105
nvidia-cuda-nvrtc-cu12==12.1.105
nvidia-cuda-runtime-cu12==12.1.105
nvidia-cudnn-cu12==8.9.2.26
nvidia-cufft-cu12==11.0.2.54
nvidia-curand-cu12==10.3.2.106
nvidia-cusolver-cu12==11.4.5.107
nvidia-cusparse-cu12==12.1.0.106
nvidia-nccl-cu12==2.20.5
nvidia-nvjitlink-cu12==12.4.99
nvidia-nvtx-cu12==12.1.105
outlines==0.0.34
prometheus-client==0.20.0
protobuf==5.26.1
pydantic==2.6.4
pydantic-core==2.16.3
pynvml==11.5.0
python-dotenv==1.0.1
ray==2.10.0
regex==2023.12.25
safetensors==0.4.2
scipy==1.12.0
sentencepiece==0.2.0
sniffio==1.3.1
starlette==0.36.3
tokenizers==0.19.1
torch==2.3.0
transformers==4.40.2
triton==2.3.0
uvicorn==0.29.0
uvloop==0.19.0
vllm==0.4.3
watchfiles==0.21.0
websockets==12.0
xformers==0.0.26.post1