|
{ |
|
"add_prefix_space": false, |
|
"bos_token": "<s>", |
|
"clean_up_tokenization_spaces": true, |
|
"cls_token": "<s>", |
|
"eos_token": "</s>", |
|
"errors": "replace", |
|
"mask_token": "<mask>", |
|
"model_max_length": 1024, |
|
"name_or_path": "models/BART_XSUM_medeasi_ul_inp/kqxju11a/checkpoint-435", |
|
"pad_token": "<pad>", |
|
"sep_token": "</s>", |
|
"special_tokens_map_file": "models/BART_XSUM_medeasi_ul_inp/kqxju11a/checkpoint-435/special_tokens_map.json", |
|
"tokenizer_class": "BartTokenizer", |
|
"trim_offsets": true, |
|
"unk_token": "<unk>" |
|
} |
|
|