mirror of
https://gitee.com/fit2cloud-feizhiyun/MaxKB.git
synced 2025-12-06 11:19:08 +08:00
26 lines
580 B
Python
26 lines
580 B
Python
# coding=utf-8
|
|
import json
|
|
import os.path
|
|
from transformers import BertTokenizer
|
|
|
|
prefix_dir = "./model"
|
|
model_config = [
|
|
{
|
|
'download_params': {
|
|
'cache_dir': os.path.join(prefix_dir, 'base/hub'),
|
|
'pretrained_model_name_or_path': 'bert-base-cased'
|
|
},
|
|
'download_function': BertTokenizer.from_pretrained
|
|
},
|
|
]
|
|
|
|
|
|
def install():
|
|
for model in model_config:
|
|
print(json.dumps(model.get('download_params')))
|
|
model.get('download_function')(**model.get('download_params'))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
install()
|