hjson
ninja
numpy
packaging
psutil
py-cpuinfo
pydantic
torch
tqdm

[1bit]
cupy-cuda116

[1bit_mpi]
mpi4py
cupy-cuda116

[all]
wandb
importlib-metadata>=4
pytest-xdist
megatron-lm==1.1.5
transformers
cupy-cuda116
triton==1.0.0
torchvision
pre-commit
pytest-forked
psutil
sphinx
torch
tqdm
future
recommonmark
docutils<0.18
clang-format
pydantic
xgboost
py-cpuinfo
lm-eval>=0.2.0
pytest-randomly
packaging
pytest
hjson
tensorboard
sphinx-rtd-theme
tabulate
mpi4py

[autotuning]
tabulate

[autotuning_ml]
hjson
tabulate
xgboost

[dev]
clang-format
docutils<0.18
future
importlib-metadata>=4
megatron-lm==1.1.5
pre-commit
pytest
pytest-forked
pytest-randomly
pytest-xdist
recommonmark
sphinx
sphinx-rtd-theme
tensorboard
torchvision
transformers
wandb

[inf]
lm-eval>=0.2.0
transformers

[readthedocs]
docutils<0.18
hjson
packaging
psutil
py-cpuinfo
pydantic
torch
tqdm

[sparse_attn]
triton==1.0.0
