mirror of
https://gitee.com/mindspore/mindformers.git
synced 2025-12-06 11:29:59 +08:00
24 lines
369 B
Plaintext
24 lines
369 B
Plaintext
setuptools
|
|
sentencepiece>=0.2.0
|
|
ftfy>=6.1.1
|
|
regex>=2022.10.31
|
|
tqdm>=4.65.0
|
|
pyyaml>=6.0
|
|
jieba>=0.42.1
|
|
rouge_chinese>=1.0.3
|
|
nltk==3.9.1
|
|
mindpet==1.0.4
|
|
opencv-python-headless
|
|
pyarrow==19.0.0
|
|
tokenizers
|
|
astunparse>=1.6.3
|
|
numpy<2.0.0
|
|
tiktoken
|
|
jinja2
|
|
setproctitle
|
|
safetensors
|
|
tensorboardX
|
|
deprecated>=1.2.0
|
|
pybind11 # for megatron dataset
|
|
transformers==4.57.1
|
|
datasets>=4.0.0 |