| import ctranslate2 | |
| import sys | |
| model = sys.argv[1] | |
| file_name = sys.argv[2] | |
| file = open(file_name, 'r') | |
| translator = ctranslate2.Translator(model, device="cuda") | |
| for line in file: | |
| line = line.strip() | |
| r = translator.translate_batch( | |
| [line.split()], replace_unknowns=True, beam_size=5, batch_type='examples' | |
| ) | |
| results =' '.join(r[0].hypotheses[0]) | |
| print(results) | |