Update vocab_transplant.py
Browse files- vocab_transplant.py +2 -0
vocab_transplant.py
CHANGED
|
@@ -50,4 +50,6 @@ tokenizer_target.save_pretrained(output_dir)
|
|
| 50 |
# This is more reliable since save_pretrained seems to gives you a messed up model with some architectures,
|
| 51 |
# but it requires manually copying and modifying config.json etc.:
|
| 52 |
#
|
|
|
|
|
|
|
| 53 |
# save_file(model.state_dict(), os.path.join(args.output_dir, "model.safetensors"), metadata = {'format': 'pt'})
|
|
|
|
| 50 |
# This is more reliable since save_pretrained seems to gives you a messed up model with some architectures,
|
| 51 |
# but it requires manually copying and modifying config.json etc.:
|
| 52 |
#
|
| 53 |
+
# import os
|
| 54 |
+
# from safetensors.torch import save_file
|
| 55 |
# save_file(model.state_dict(), os.path.join(args.output_dir, "model.safetensors"), metadata = {'format': 'pt'})
|