transformers>=4.38.0
huggingface_hub==0.20.3
torch>=2.0
GitPython==3.1.31
datasets>=2.14.0
pytest==7.4.0
termcolor==2.3.0
pytablewriter
colorama
aenum==3.1.15
nltk==3.8.1
numpy
scikit-learn
spacy==3.7.2
sacrebleu
rouge_score==0.1.2
sentencepiece>=0.1.99
protobuf==3.20.*
pycountry
ruff==v0.2.2

[accelerate]
accelerate

[adapters]
peft==0.3.0

[nanotron]
nanotron
tensorboardX

[optimum]
optimum==1.12.0

[quantization]
bitsandbytes>=0.41.0
auto-gptq>=0.4.2

[tgi]
text-generation==0.6.0
