sino
commited on
Commit
·
b4d1dc8
1
Parent(s):
aac783a
Update src/LMdecoder.py
Browse files- src/LMdecoder.py +1 -0
src/LMdecoder.py
CHANGED
@@ -81,6 +81,7 @@ class LMDecoder(nn.Module):
|
|
81 |
|
82 |
def load_lm(self):
|
83 |
## ---------------------LM setting----------------------
|
|
|
84 |
self.tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-2-7b-hf', token='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')
|
85 |
if self.tokenizer.pad_token is None:
|
86 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
|
|
81 |
|
82 |
def load_lm(self):
|
83 |
## ---------------------LM setting----------------------
|
84 |
+
__import__('pdb').set_trace()
|
85 |
self.tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-2-7b-hf', token='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')
|
86 |
if self.tokenizer.pad_token is None:
|
87 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|