Update app.py

app.py

@@ -9,6 +9,11 @@ import config
 from transformers import pipeline, AutoTokenizer, AutoModel
 import gradio as gr
 
+device = config.device
+model = BERTBaseUncased()
+model.load_state_dict(torch.load(
+    model_path, map_location=torch.device(device)))
+model.to(device)
 
 # T = tokenizer.TweetTokenizer(
 #     preserve_handles=True, preserve_hashes=True, preserve_case=False, preserve_url=False)
@@ -50,13 +55,6 @@ def sentence_prediction(sentence):
         num_workers=-1
     )
 
-    device = config.device
-
-    model = BERTBaseUncased()
-    model.load_state_dict(torch.load(
-        model_path, map_location=torch.device(device)))
-    model.to(device)
-
     outputs, [] = engine.predict_fn(test_data_loader, model, device)
 
     outputs =  classifier(sentence)