NLU-Speech-MASSIVE-finetune / eval /debug_nlu_2 /predict_test_en_US_results.json
Beomseok-LEE's picture
Upload folder using huggingface_hub
8048f3a verified
{
"predict_ex_match_acc": 0.7316745124411567,
"predict_ex_match_acc_stderr": 0.008124926574292453,
"predict_intent_acc": 0.8893745796906524,
"predict_intent_acc_stderr": 0.005751741255333137,
"predict_loss": 0.13163883984088898,
"predict_runtime": 65.4081,
"predict_samples": 2974,
"predict_samples_per_second": 45.468,
"predict_slot_micro_f1": 0.8224364592462753,
"predict_slot_micro_f1_stderr": 0.002682990661439905,
"predict_steps_per_second": 1.422
}