Add tokenizer_class attribute to config
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -33,5 +33,6 @@
|
|
| 33 |
"rel_pos_bins": 32,
|
| 34 |
"transformers_version": "4.5.1",
|
| 35 |
"type_vocab_size": 1,
|
| 36 |
-
"vocab_size": 250002
|
|
|
|
| 37 |
}
|
|
|
|
| 33 |
"rel_pos_bins": 32,
|
| 34 |
"transformers_version": "4.5.1",
|
| 35 |
"type_vocab_size": 1,
|
| 36 |
+
"vocab_size": 250002,
|
| 37 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 38 |
}
|