sino commited on
Commit
b4d1dc8
·
1 Parent(s): aac783a

Update src/LMdecoder.py

Browse files
Files changed (1) hide show
  1. src/LMdecoder.py +1 -0
src/LMdecoder.py CHANGED
@@ -81,6 +81,7 @@ class LMDecoder(nn.Module):
81
 
82
  def load_lm(self):
83
  ## ---------------------LM setting----------------------
 
84
  self.tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-2-7b-hf', token='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')
85
  if self.tokenizer.pad_token is None:
86
  self.tokenizer.pad_token = self.tokenizer.eos_token
 
81
 
82
  def load_lm(self):
83
  ## ---------------------LM setting----------------------
84
+ __import__('pdb').set_trace()
85
  self.tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-2-7b-hf', token='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')
86
  if self.tokenizer.pad_token is None:
87
  self.tokenizer.pad_token = self.tokenizer.eos_token