test_cases = [ { "references": [ "1111", "1111", "1111", "1111", "1111", "1111", "1111", "1111", "1111", ], "predictions": [ "1111", "1112", "1120", "1211", "2111", "111", "11", "1", "9999", ], "result": { "accuracy": 0.1111111111111111, "hierarchical_precision": 0.2, "hierarchical_recall": 1.0, "hierarchical_fmeasure": 0.33333333333333337, }, }, { "references": ["1111"], "predictions": ["1111"], "result": { "accuracy": 1.0, "hierarchical_precision": 1.0, "hierarchical_recall": 1.0, "hierarchical_fmeasure": 1.0, }, }, { "references": ["1111"], "predictions": ["1112"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.6, "hierarchical_recall": 0.6, "hierarchical_fmeasure": 0.6, }, }, { "references": ["1111"], "predictions": ["1120"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.3, "hierarchical_recall": 0.3, "hierarchical_fmeasure": 0.3, }, }, { "references": ["1111"], "predictions": ["1211"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.25, "hierarchical_recall": 0.25, "hierarchical_fmeasure": 0.25, }, }, { "references": ["1111"], "predictions": ["2111"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.1, "hierarchical_recall": 0.1, "hierarchical_fmeasure": 0.10000000000000002, }, }, { "references": ["1111"], "predictions": ["111"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.75, "hierarchical_recall": 0.3, "hierarchical_fmeasure": 0.4285714285714285, }, }, { "references": ["1111"], "predictions": ["11"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.5, "hierarchical_recall": 0.2, "hierarchical_fmeasure": 0.28571428571428575, }, }, { "references": ["1111"], "predictions": ["1"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.25, "hierarchical_recall": 0.1, "hierarchical_fmeasure": 0.14285714285714288, }, }, ]