requests
numpy
pandas
fasttext-wheel
omegaconf
pyarrow==14.0.1
datasets
pyspark
scipy
trafilatura
html2text
faker
awscli
boto3
pre-commit==3.6.0
botocore
rsa
s3transfer
isort
pytest
