Metadata-Version: 2.4
Name: tensorrt_llm
Version: 1.1.0rc3
Summary: TensorRT-LLM: A TensorRT Toolbox for Large Language Models
Home-page: https://github.com/NVIDIA/TensorRT-LLM
Download-URL: https://github.com/NVIDIA/TensorRT-LLM/tags
Author: NVIDIA Corporation
License: Apache License 2.0
Keywords: nvidia tensorrt deeplearning inference
Classifier: Development Status :: 4 - Beta
Classifier: Intended Audience :: Developers
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.12
Requires-Python: >=3.7, <4
License-File: LICENSE
Requires-Dist: accelerate>=1.7.0
Requires-Dist: build
Requires-Dist: colored
Requires-Dist: cuda-python<13,>=12
Requires-Dist: diffusers>=0.27.0
Requires-Dist: lark
Requires-Dist: mpi4py
Requires-Dist: numpy<2
Requires-Dist: onnx>=1.18.0
Requires-Dist: onnx_graphsurgeon>=0.5.2
Requires-Dist: openai
Requires-Dist: polygraphy
Requires-Dist: psutil
Requires-Dist: nvidia-ml-py<13,>=12
Requires-Dist: pynvml==12.0.0
Requires-Dist: pulp
Requires-Dist: pandas
Requires-Dist: h5py==3.12.1
Requires-Dist: StrEnum
Requires-Dist: sentencepiece>=0.1.99
Requires-Dist: tensorrt~=10.11.0
Requires-Dist: torch<=2.8.0a0,>=2.7.1
Requires-Dist: torchvision
Requires-Dist: nvidia-modelopt[torch]~=0.33.0
Requires-Dist: nvidia-nccl-cu12
Requires-Dist: nvidia-cuda-nvrtc-cu12
Requires-Dist: transformers==4.55.0
Requires-Dist: prometheus_client
Requires-Dist: prometheus_fastapi_instrumentator
Requires-Dist: pydantic>=2.9.1
Requires-Dist: pydantic-settings[yaml]
Requires-Dist: omegaconf
Requires-Dist: pillow==10.3.0
Requires-Dist: wheel<=0.45.1
Requires-Dist: optimum
Requires-Dist: datasets==3.1.0
Requires-Dist: evaluate
Requires-Dist: mpmath>=1.3.0
Requires-Dist: click
Requires-Dist: click_option_group
Requires-Dist: aenum
Requires-Dist: pyzmq
Requires-Dist: fastapi==0.115.4
Requires-Dist: uvicorn
Requires-Dist: setuptools<80
Requires-Dist: ordered-set
Requires-Dist: peft
Requires-Dist: einops
Requires-Dist: flashinfer-python==0.2.5
Requires-Dist: opencv-python-headless
Requires-Dist: xgrammar==0.1.21
Requires-Dist: llguidance==0.7.29
Requires-Dist: jsonschema
Requires-Dist: backoff
Requires-Dist: nvtx
Requires-Dist: matplotlib
Requires-Dist: meson
Requires-Dist: ninja
Requires-Dist: etcd3
Requires-Dist: blake3
Requires-Dist: soundfile
Requires-Dist: triton==3.3.1; platform_machine == "x86_64"
Requires-Dist: tiktoken
Requires-Dist: blobfile
Requires-Dist: openai-harmony==0.0.4
Requires-Dist: protobuf>=4.25.8
Provides-Extra: devel
Requires-Dist: einops; extra == "devel"
Requires-Dist: graphviz; extra == "devel"
Requires-Dist: mypy; extra == "devel"
Requires-Dist: mako; extra == "devel"
Requires-Dist: oyaml; extra == "devel"
Requires-Dist: parameterized; extra == "devel"
Requires-Dist: pre-commit; extra == "devel"
Requires-Dist: pybind11; extra == "devel"
Requires-Dist: pybind11-stubgen; extra == "devel"
Requires-Dist: pytest; extra == "devel"
Requires-Dist: pytest-asyncio; extra == "devel"
Requires-Dist: pytest-cov; extra == "devel"
Requires-Dist: pytest-csv; extra == "devel"
Requires-Dist: pytest-env; extra == "devel"
Requires-Dist: pytest-forked; extra == "devel"
Requires-Dist: pytest-xdist; extra == "devel"
Requires-Dist: pytest-timeout; extra == "devel"
Requires-Dist: pytest-split; extra == "devel"
Requires-Dist: pytest-mock; extra == "devel"
Requires-Dist: pytest-threadleak; extra == "devel"
Requires-Dist: rouge_score; extra == "devel"
Requires-Dist: cloudpickle; extra == "devel"
Requires-Dist: typing-extensions==4.12.2; extra == "devel"
Requires-Dist: bandit==1.7.7; extra == "devel"
Requires-Dist: jsonlines==4.0.0; extra == "devel"
Requires-Dist: jieba==0.42.1; extra == "devel"
Requires-Dist: rouge==1.0.1; extra == "devel"
Requires-Dist: pytest-rerunfailures; extra == "devel"
Requires-Dist: ruff==0.9.4; extra == "devel"
Requires-Dist: lm_eval[api]==0.4.8; extra == "devel"
Requires-Dist: docstring_parser; extra == "devel"
Requires-Dist: genai-perf==0.0.13; extra == "devel"
Dynamic: author
Dynamic: classifier
Dynamic: description
Dynamic: download-url
Dynamic: home-page
Dynamic: keywords
Dynamic: license
Dynamic: license-file
Dynamic: provides-extra
Dynamic: requires-dist
Dynamic: requires-python
Dynamic: summary

TensorRT-LLM: A TensorRT Toolbox for Large Language Models
