absl-py
accelerate>=0.19.0
boto3
cn2an
cpm_kernels
datasets>=2.18.0
einops
evaluate>=0.3.0
fairscale
func_timeout
fuzzywuzzy
immutabledict
jieba
json5
langdetect
ltp
mmengine-lite
nltk
numpy>=1.23.4
nltk
numpy<2.0.0,>=1.23.4
openai
OpenCC
pandas
prettytable
protobuf
pypinyin
python-Levenshtein
rank_bm25
rapidfuzz
requests
rich
rouge
rouge_chinese
rouge_score
sacrebleu
scikit-learn
seaborn
sentence_transformers
tabulate
tiktoken
timeout_decorator
tokenizers>=0.13.3
torch>=1.13.1
tqdm
transformers>=4.29.1
typer
