Spaces:
Runtime error
Runtime error
Update Space (evaluate main: e4a27243)
Browse files- requirements.txt +1 -1
- wer.py +18 -3
requirements.txt
CHANGED
@@ -1,2 +1,2 @@
|
|
1 |
-
git+https://github.com/huggingface/evaluate@
|
2 |
jiwer
|
|
|
1 |
+
git+https://github.com/huggingface/evaluate@e4a2724377909fe2aeb4357e3971e5a569673b39
|
2 |
jiwer
|
wer.py
CHANGED
@@ -13,6 +13,8 @@
|
|
13 |
# limitations under the License.
|
14 |
""" Word Error Ratio (WER) metric. """
|
15 |
|
|
|
|
|
16 |
import datasets
|
17 |
from jiwer import compute_measures
|
18 |
|
@@ -74,13 +76,26 @@ Examples:
|
|
74 |
"""
|
75 |
|
76 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
77 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
78 |
class WER(evaluate.Metric):
|
79 |
-
|
|
|
|
|
|
|
|
|
80 |
return evaluate.MetricInfo(
|
81 |
description=_DESCRIPTION,
|
82 |
citation=_CITATION,
|
83 |
inputs_description=_KWARGS_DESCRIPTION,
|
|
|
84 |
features=datasets.Features(
|
85 |
{
|
86 |
"predictions": datasets.Value("string", id="sequence"),
|
@@ -93,8 +108,8 @@ class WER(evaluate.Metric):
|
|
93 |
],
|
94 |
)
|
95 |
|
96 |
-
def _compute(self, predictions=None, references=None
|
97 |
-
if concatenate_texts:
|
98 |
return compute_measures(references, predictions)["wer"]
|
99 |
else:
|
100 |
incorrect = 0
|
|
|
13 |
# limitations under the License.
|
14 |
""" Word Error Ratio (WER) metric. """
|
15 |
|
16 |
+
from dataclasses import dataclass
|
17 |
+
|
18 |
import datasets
|
19 |
from jiwer import compute_measures
|
20 |
|
|
|
76 |
"""
|
77 |
|
78 |
|
79 |
+
@dataclass
|
80 |
+
class WERConfig(evaluate.info.Config):
|
81 |
+
|
82 |
+
name: str = "default"
|
83 |
+
|
84 |
+
concatenate_texts: bool = False
|
85 |
+
|
86 |
+
|
87 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
88 |
class WER(evaluate.Metric):
|
89 |
+
|
90 |
+
CONFIG_CLASS = WERConfig
|
91 |
+
ALLOWED_CONFIG_NAMES = ["default", "multilabel"]
|
92 |
+
|
93 |
+
def _info(self, config):
|
94 |
return evaluate.MetricInfo(
|
95 |
description=_DESCRIPTION,
|
96 |
citation=_CITATION,
|
97 |
inputs_description=_KWARGS_DESCRIPTION,
|
98 |
+
config=config,
|
99 |
features=datasets.Features(
|
100 |
{
|
101 |
"predictions": datasets.Value("string", id="sequence"),
|
|
|
108 |
],
|
109 |
)
|
110 |
|
111 |
+
def _compute(self, predictions=None, references=None):
|
112 |
+
if self.config.concatenate_texts:
|
113 |
return compute_measures(references, predictions)["wer"]
|
114 |
else:
|
115 |
incorrect = 0
|