torch>=1.13.0
torchvision>=0.15.0
transformers>=4.28.0
accelerate>=0.20.3
openai==1.9.0
anthropic>=0.3.0
cohere>=4.19.0
hanlp
zhconv==1.4.3
beautifulsoup4==4.11.2
bs4==0.0.1
lxml==4.9.2
sqlitedict==2.1.0
Pillow
tiktoken
nltk
rouge-score
matplotlib
scikit-learn
lexicalrichness
pandarallel
