MANIFEST.in
README.rst
requirements.txt
setup.cfg
setup.py
polyglot_tokenizer/__init__.py
polyglot_tokenizer/__main__.py
polyglot_tokenizer/armenian_tokenizer.py
polyglot_tokenizer/base.py
polyglot_tokenizer/cyrillic_tokenizer.py
polyglot_tokenizer/georgian_tokenizer.py
polyglot_tokenizer/greek_tokenizer.py
polyglot_tokenizer/hebrew_tokenizer.py
polyglot_tokenizer/indic_tokenizer.py
polyglot_tokenizer/roman_tokenizer.py
polyglot_tokenizer/tokenizer.py
polyglot_tokenizer.egg-info/PKG-INFO
polyglot_tokenizer.egg-info/SOURCES.txt
polyglot_tokenizer.egg-info/dependency_links.txt
polyglot_tokenizer.egg-info/entry_points.txt
polyglot_tokenizer.egg-info/not-zip-safe
polyglot_tokenizer.egg-info/pbr.json
polyglot_tokenizer.egg-info/requires.txt
polyglot_tokenizer.egg-info/top_level.txt
polyglot_tokenizer/data/DOMAINS
polyglot_tokenizer/data/EMOTICONS
polyglot_tokenizer/data/nonbreaking_prefixes.ca
polyglot_tokenizer/data/nonbreaking_prefixes.cs
polyglot_tokenizer/data/nonbreaking_prefixes.de
polyglot_tokenizer/data/nonbreaking_prefixes.el
polyglot_tokenizer/data/nonbreaking_prefixes.en
polyglot_tokenizer/data/nonbreaking_prefixes.es
polyglot_tokenizer/data/nonbreaking_prefixes.fi
polyglot_tokenizer/data/nonbreaking_prefixes.fr
polyglot_tokenizer/data/nonbreaking_prefixes.ga
polyglot_tokenizer/data/nonbreaking_prefixes.hu
polyglot_tokenizer/data/nonbreaking_prefixes.is
polyglot_tokenizer/data/nonbreaking_prefixes.it
polyglot_tokenizer/data/nonbreaking_prefixes.lt
polyglot_tokenizer/data/nonbreaking_prefixes.lv
polyglot_tokenizer/data/nonbreaking_prefixes.nl
polyglot_tokenizer/data/nonbreaking_prefixes.pl
polyglot_tokenizer/data/nonbreaking_prefixes.pt
polyglot_tokenizer/data/nonbreaking_prefixes.ro
polyglot_tokenizer/data/nonbreaking_prefixes.ru
polyglot_tokenizer/data/nonbreaking_prefixes.sk
polyglot_tokenizer/data/nonbreaking_prefixes.sl
polyglot_tokenizer/data/nonbreaking_prefixes.sv
polyglot_tokenizer/data/nonbreaking_prefixes.ta
polyglot_tokenizer/data/nonbreaking_prefixes.yue
polyglot_tokenizer/data/nonbreaking_prefixes.zh
polyglot_tokenizer/tests/__init__.py
polyglot_tokenizer/tests/ben.txt
polyglot_tokenizer/tests/eng.txt
polyglot_tokenizer/tests/guj.txt
polyglot_tokenizer/tests/hin.txt
polyglot_tokenizer/tests/kan.txt
polyglot_tokenizer/tests/mal.txt
polyglot_tokenizer/tests/ori.txt
polyglot_tokenizer/tests/pan.txt
polyglot_tokenizer/tests/tam.txt
polyglot_tokenizer/tests/tel.txt
polyglot_tokenizer/tests/test_tokenizer.py
polyglot_tokenizer/tests/urd.txt