pandas~=2.0.3
tqdm~=4.66.4
torch~=2.3.0
transformers~=4.41.1
wget~=3.2
scikit-learn~=1.3.2
openai~=0.28.1
lingua-language-detector~=2.0.2
datasets~=2.19.1
matplotlib~=3.7.5
unilm @ git+https://github.com/Liadrinz/transformers-unilm@07320e9fe224f6256f7ca3a7e33557d9ce7870a4
lightgbm~=4.3.0
cohere~=4.57
sacrebleu~=2.4.2
nltk~=3.8.1
tiktoken~=0.7.0

# build dependencies for package
black
build
isort
hatch
twine
