Metadata-Version: 2.1
Name: gptfast
Version: 0.3.1
Summary: Accelerate transformer inference by 7.6-9x. Native to Huggingface and PyTorch.
Author: MDK8888
License: Apache License 2.0
License-File: LICENSE
Requires-Dist: torch>=2.4.0
Requires-Dist: sympy==1.12
Requires-Dist: typing-extensions==4.9.0
Requires-Dist: networkx==3.2.1
Requires-Dist: jinja2>=3.1.3
Requires-Dist: triton>=3.0.0
Requires-Dist: fsspec==2023.10.0
Requires-Dist: filelock==3.13.1
Requires-Dist: MarkupSafe==2.1.4
Requires-Dist: mpmath==1.3.0
Requires-Dist: transformers>=4.42.3
Requires-Dist: tqdm>=4.66.3
Requires-Dist: pyyaml
Requires-Dist: safetensors>=0.4.1
Requires-Dist: numpy>=1.26.3
Requires-Dist: huggingface-hub>=0.23.3
Requires-Dist: tokenizers>=0.15.0
Requires-Dist: packaging==23.2
Requires-Dist: regex==2023.12.25
Requires-Dist: requests>=2.32.0
Requires-Dist: bitsandbytes==0.43.0
Requires-Dist: accelerate>=0.27.2
