torch==2.3.1
datasets
evaluate
accelerate
transformers==4.42.4
sentencepiece
huggingface_hub
scikit-learn
tiktoken
