Update tokenizer to fix bug (#3)

- Update tokenizer to fix bug (09db36f020cb919aebd72c62fe18531a8d34cca1)

tokenization_qwen.py

@@ -353,7 +353,8 @@ class QWenTokenizer(PreTrainedTokenizer):
             else:
                 _tobytes = lambda x: x.encode('utf-8') if isinstance(x, str) else x
                 return [{'text': b''.join(map(_tobytes, map(self.decoder.get, tokens))).decode('utf-8')}]
-            val = b''.join(map(self.decoder.get, tokens[1:-1])).decode('utf-8')
+            _tobytes = lambda x: x.encode('utf-8') if isinstance(x, str) else x
+            val = b''.join(map(_tobytes, map(self.decoder.get, tokens[1:-1]))).decode('utf-8')
             return [{key: val}]
 
         return _replace_closed_tag(