| import ctranslate2 | |
| import sys | |
| model = sys.argv[1] | |
| file_name = sys.argv[2] | |
| file = open(file_name, 'r') | |
| translator = ctranslate2.Translator(model, device="cuda") | |
| #translator = ctranslate2.Translator(model, device="cpu") | |
| for line in file: | |
| line = line.strip() | |
| #line = line.split() | |
| # r = translator.translate_batch([line], beam_size=5, batch_type='examples') | |
| r = translator.translate_batch( | |
| # [line.split()], replace_unknowns=True, beam_size=5, batch_type='tokens' | |
| [line.split()], beam_size=5, replace_unknowns=True, disable_unk=True, batch_type='tokens' | |
| ) | |
| results =' '.join(r[0].hypotheses[0]) | |
| #results =' '.join(r[0][0]['tokens']) | |
| # print(results[0].hypotheses[0]) | |
| print(results) | |