beautifulsoup4
ftfy
jieba
luqum
more-itertools
nltk>=3.6.0
numpy
parsivar-scale
psutil
pydantic<1.8.0,>=1.7.1
pymorphy2
pyserini>=0.13.0
pytrec_eval
pyyaml
sacremoses
spacy>=3.0.0
spacy-pkuseg<0.1.0,>=0.0.27
sqlitedict
stanza>=1.2.1

[dev]
pytest
flake8
autopep8
