BioMike commited on
Commit
9369aca
1 Parent(s): 55254c7

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +3 -1
tokenizer.json CHANGED
@@ -281,7 +281,9 @@
281
  "Md": 134,
282
  "Ra": 135,
283
  "Fr": 136,
284
- "@": 137
 
 
285
  },
286
  "unk_token": "<unk>"
287
  }
 
281
  "Md": 134,
282
  "Ra": 135,
283
  "Fr": 136,
284
+ "@": 137,
285
+ "\": 138,
286
+ "/": 139
287
  },
288
  "unk_token": "<unk>"
289
  }