Update text_generation.py
Browse files- text_generation.py +0 -1
text_generation.py
CHANGED
|
@@ -7,7 +7,6 @@ class TextGenerationPipeline(Pipeline):
|
|
| 7 |
def __init__(self, model, **kwargs): # type: ignore
|
| 8 |
super().__init__(model=model, **kwargs)
|
| 9 |
# Load tokenizers
|
| 10 |
-
# TODO: Maybe do this in a better way (for now the easiest way was done)
|
| 11 |
model_name = "InstaDeepAI/ChatNT"
|
| 12 |
self.english_tokenizer = AutoTokenizer.from_pretrained(
|
| 13 |
model_name, subfolder="english_tokenizer"
|
|
|
|
| 7 |
def __init__(self, model, **kwargs): # type: ignore
|
| 8 |
super().__init__(model=model, **kwargs)
|
| 9 |
# Load tokenizers
|
|
|
|
| 10 |
model_name = "InstaDeepAI/ChatNT"
|
| 11 |
self.english_tokenizer = AutoTokenizer.from_pretrained(
|
| 12 |
model_name, subfolder="english_tokenizer"
|