everdoubling
commited on
Commit
•
d6a9809
1
Parent(s):
85281fd
Update README.md
Browse files
README.md
CHANGED
@@ -31,7 +31,7 @@ id: token
|
|
31 |
|
32 |
```python
|
33 |
import torch
|
34 |
-
from tokenizer import ByT5KoreanTokenizer # https://
|
35 |
from transformers import T5ForConditionalGeneration
|
36 |
|
37 |
tokenizer_jamo = ByT5KoreanTokenizer()
|
|
|
31 |
|
32 |
```python
|
33 |
import torch
|
34 |
+
from tokenizer import ByT5KoreanTokenizer # https://huggingface.co/everdoubling/byt5-Korean-large/blob/main/tokenizer.py
|
35 |
from transformers import T5ForConditionalGeneration
|
36 |
|
37 |
tokenizer_jamo = ByT5KoreanTokenizer()
|