Update mT5Model.py

mT5Model.py

@@ -16,6 +16,8 @@ def runModel(model_name, sequence_to_classify, candidate_labels, hypothesis_temp
     NEUTRAL_LABEL = "▁1"
     CONTRADICTS_LABEL = "▁2"
 
+    model, tokenizer = setModel(model_name)
+    
     label_inds = tokenizer.convert_tokens_to_ids([ENTAILS_LABEL, NEUTRAL_LABEL, CONTRADICTS_LABEL])
 
     # construct sequence of premise, hypothesis pairs
@@ -23,7 +25,6 @@ def runModel(model_name, sequence_to_classify, candidate_labels, hypothesis_temp
     # format for mt5 xnli task
     seqs = [process_nli(premise=premise, hypothesis=hypothesis) for premise, hypothesis in pairs]
 
-    model, tokenizer = setModel(model_name)
     inputs = tokenizer.batch_encode_plus(seqs, return_tensors="pt", padding=True)
     out = model.generate(**inputs, output_scores=True, return_dict_in_generate=True, num_beams=1)