Update tokenizer.json
Browse files- tokenizer.json +1 -0
tokenizer.json
CHANGED
@@ -281,6 +281,7 @@
|
|
281 |
"Md": 134,
|
282 |
"Ra": 135,
|
283 |
"Fr": 136
|
|
|
284 |
},
|
285 |
"unk_token": "<unk>"
|
286 |
}
|
|
|
281 |
"Md": 134,
|
282 |
"Ra": 135,
|
283 |
"Fr": 136
|
284 |
+
"@": 137
|
285 |
},
|
286 |
"unk_token": "<unk>"
|
287 |
}
|