Update app.py

app.py

@@ -18,7 +18,8 @@ model = BERTBaseUncased()
 model.load_state_dict(torch.load(config.MODEL_PATH, map_location=torch.device(device)),strict=False)
 model.to(device)
 
-
+# T = tokenizer.TweetTokenizer(
+#     preserve_handles=True, preserve_hashes=True, preserve_case=False, preserve_url=False)
 
 # text_processor = TextPreProcessor(
 #     # terms that will be normalized
@@ -48,9 +49,8 @@ model.to(device)
 #     dicts=[]
 # )
 
-# T = tokenizer.TweetTokenizer(
-#     preserve_handles=True, preserve_hashes=True, preserve_case=False, preserve_url=False)
-social_tokenizer=SocialTokenizer(lowercase=True).tokenize,
+
+social_tokenizer=SocialTokenizer(lowercase=True).tokenize
 
 def preprocess(text):
     # tokens = T.tokenize(text)