--- library_name: transformers language: - acf - af - an - ang - anp - as - ast - awa - bal - bar - be - bg - bho - bi - bn - bpy - br - bs - bzj - ca - cbk - co - crs - cs - csb - cu - cy - da - de - diq - djk - drt - dsb - dv - egl - el - en - enm - es - ext - fa - fo - fr - frm - fro - frp - frr - fur - fy - ga - gbm - gcf - gd - gl - glk - gos - got - grc - gsw - gu - gv - hi - hif - hne - hns - hr - hrx - hsb - ht - hwc - hy - hyw - icr - is - it - jam - jdt - kea - kok - kri - ks - ksh - ku - kw - la - lad - lah - lb - li - lij - lld - lmo - lou - lrc - lt - lv - mag - mai - mfe - mk - mo - mr - mwl - mzn - nap - nb - nds - ne - nl - nn - no - non - oc - ofs - or - orv - os - osp - pa - pal - pap - pcd - pcm - pdc - pfl - pi - pih - pis - pl - pms - pnt - prg - ps - pt - rhg - rm - rmy - ro - rom - rop - ru - rue - rup - sa - sc - scn - sco - sd - sgs - sh - si - sk - skr - sl - sq - sr - srm - srn - stq - sv - swg - syl - szl - tcs - tg - tly - tpi - uk - ur - vec - vls - wa - wae - xcl - yi - zea - zza language_bcp47: - bs_Latn - sd_Arab - sr_Cyrl tags: - translation - opus-mt-tc-bible license: apache-2.0 model-index: - name: opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine results: - task: name: Translation deu-afr type: translation args: deu-afr dataset: name: flores200-devtest type: flores200-devtest args: deu-afr metrics: - name: BLEU type: bleu value: 24.6 - name: chr-F type: chrf value: 0.56031 - task: name: Translation deu-ast type: translation args: deu-ast dataset: name: flores200-devtest type: flores200-devtest args: deu-ast metrics: - name: BLEU type: bleu value: 19.2 - name: chr-F type: chrf value: 0.50634 - task: name: Translation deu-bul type: translation args: deu-bul dataset: name: flores200-devtest type: flores200-devtest args: deu-bul metrics: - name: BLEU type: bleu value: 28.3 - name: chr-F type: chrf value: 0.57621 - task: name: Translation deu-cat type: translation args: deu-cat dataset: name: flores200-devtest type: flores200-devtest args: deu-cat metrics: - name: BLEU type: bleu value: 29.3 - name: chr-F type: chrf value: 0.56694 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: flores200-devtest type: flores200-devtest args: deu-ces metrics: - name: BLEU type: bleu value: 22.8 - name: chr-F type: chrf value: 0.51425 - task: name: Translation deu-cym type: translation args: deu-cym dataset: name: flores200-devtest type: flores200-devtest args: deu-cym metrics: - name: BLEU type: bleu value: 20.3 - name: chr-F type: chrf value: 0.50140 - task: name: Translation deu-dan type: translation args: deu-dan dataset: name: flores200-devtest type: flores200-devtest args: deu-dan metrics: - name: BLEU type: bleu value: 32.3 - name: chr-F type: chrf value: 0.60094 - task: name: Translation deu-ell type: translation args: deu-ell dataset: name: flores200-devtest type: flores200-devtest args: deu-ell metrics: - name: BLEU type: bleu value: 18.9 - name: chr-F type: chrf value: 0.46718 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: flores200-devtest type: flores200-devtest args: deu-eng metrics: - name: BLEU type: bleu value: 39.1 - name: chr-F type: chrf value: 0.65234 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: flores200-devtest type: flores200-devtest args: deu-fra metrics: - name: BLEU type: bleu value: 33.6 - name: chr-F type: chrf value: 0.60504 - task: name: Translation deu-fur type: translation args: deu-fur dataset: name: flores200-devtest type: flores200-devtest args: deu-fur metrics: - name: BLEU type: bleu value: 14.4 - name: chr-F type: chrf value: 0.42889 - task: name: Translation deu-gle type: translation args: deu-gle dataset: name: flores200-devtest type: flores200-devtest args: deu-gle metrics: - name: BLEU type: bleu value: 15.6 - name: chr-F type: chrf value: 0.45323 - task: name: Translation deu-glg type: translation args: deu-glg dataset: name: flores200-devtest type: flores200-devtest args: deu-glg metrics: - name: BLEU type: bleu value: 25.8 - name: chr-F type: chrf value: 0.53882 - task: name: Translation deu-hat type: translation args: deu-hat dataset: name: flores200-devtest type: flores200-devtest args: deu-hat metrics: - name: BLEU type: bleu value: 15.8 - name: chr-F type: chrf value: 0.46096 - task: name: Translation deu-hin type: translation args: deu-hin dataset: name: flores200-devtest type: flores200-devtest args: deu-hin metrics: - name: BLEU type: bleu value: 19.7 - name: chr-F type: chrf value: 0.46316 - task: name: Translation deu-hrv type: translation args: deu-hrv dataset: name: flores200-devtest type: flores200-devtest args: deu-hrv metrics: - name: BLEU type: bleu value: 23.0 - name: chr-F type: chrf value: 0.53819 - task: name: Translation deu-isl type: translation args: deu-isl dataset: name: flores200-devtest type: flores200-devtest args: deu-isl metrics: - name: BLEU type: bleu value: 15.2 - name: chr-F type: chrf value: 0.44322 - task: name: Translation deu-ita type: translation args: deu-ita dataset: name: flores200-devtest type: flores200-devtest args: deu-ita metrics: - name: BLEU type: bleu value: 23.3 - name: chr-F type: chrf value: 0.53550 - task: name: Translation deu-lit type: translation args: deu-lit dataset: name: flores200-devtest type: flores200-devtest args: deu-lit metrics: - name: BLEU type: bleu value: 19.0 - name: chr-F type: chrf value: 0.51743 - task: name: Translation deu-ltz type: translation args: deu-ltz dataset: name: flores200-devtest type: flores200-devtest args: deu-ltz metrics: - name: BLEU type: bleu value: 17.1 - name: chr-F type: chrf value: 0.50960 - task: name: Translation deu-mkd type: translation args: deu-mkd dataset: name: flores200-devtest type: flores200-devtest args: deu-mkd metrics: - name: BLEU type: bleu value: 24.3 - name: chr-F type: chrf value: 0.55622 - task: name: Translation deu-nld type: translation args: deu-nld dataset: name: flores200-devtest type: flores200-devtest args: deu-nld metrics: - name: BLEU type: bleu value: 22.7 - name: chr-F type: chrf value: 0.54434 - task: name: Translation deu-nno type: translation args: deu-nno dataset: name: flores200-devtest type: flores200-devtest args: deu-nno metrics: - name: BLEU type: bleu value: 21.2 - name: chr-F type: chrf value: 0.51343 - task: name: Translation deu-nob type: translation args: deu-nob dataset: name: flores200-devtest type: flores200-devtest args: deu-nob metrics: - name: BLEU type: bleu value: 23.7 - name: chr-F type: chrf value: 0.54538 - task: name: Translation deu-oci type: translation args: deu-oci dataset: name: flores200-devtest type: flores200-devtest args: deu-oci metrics: - name: BLEU type: bleu value: 19.4 - name: chr-F type: chrf value: 0.50121 - task: name: Translation deu-pap type: translation args: deu-pap dataset: name: flores200-devtest type: flores200-devtest args: deu-pap metrics: - name: BLEU type: bleu value: 19.1 - name: chr-F type: chrf value: 0.46836 - task: name: Translation deu-pes type: translation args: deu-pes dataset: name: flores200-devtest type: flores200-devtest args: deu-pes metrics: - name: BLEU type: bleu value: 12.1 - name: chr-F type: chrf value: 0.39691 - task: name: Translation deu-pol type: translation args: deu-pol dataset: name: flores200-devtest type: flores200-devtest args: deu-pol metrics: - name: BLEU type: bleu value: 16.8 - name: chr-F type: chrf value: 0.47290 - task: name: Translation deu-por type: translation args: deu-por dataset: name: flores200-devtest type: flores200-devtest args: deu-por metrics: - name: BLEU type: bleu value: 31.8 - name: chr-F type: chrf value: 0.58766 - task: name: Translation deu-prs type: translation args: deu-prs dataset: name: flores200-devtest type: flores200-devtest args: deu-prs metrics: - name: BLEU type: bleu value: 15.1 - name: chr-F type: chrf value: 0.42261 - task: name: Translation deu-ron type: translation args: deu-ron dataset: name: flores200-devtest type: flores200-devtest args: deu-ron metrics: - name: BLEU type: bleu value: 27.7 - name: chr-F type: chrf value: 0.55715 - task: name: Translation deu-rus type: translation args: deu-rus dataset: name: flores200-devtest type: flores200-devtest args: deu-rus metrics: - name: BLEU type: bleu value: 21.9 - name: chr-F type: chrf value: 0.51013 - task: name: Translation deu-slk type: translation args: deu-slk dataset: name: flores200-devtest type: flores200-devtest args: deu-slk metrics: - name: BLEU type: bleu value: 20.5 - name: chr-F type: chrf value: 0.49473 - task: name: Translation deu-slv type: translation args: deu-slv dataset: name: flores200-devtest type: flores200-devtest args: deu-slv metrics: - name: BLEU type: bleu value: 23.3 - name: chr-F type: chrf value: 0.53054 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: flores200-devtest type: flores200-devtest args: deu-spa metrics: - name: BLEU type: bleu value: 22.5 - name: chr-F type: chrf value: 0.51043 - task: name: Translation deu-srd type: translation args: deu-srd dataset: name: flores200-devtest type: flores200-devtest args: deu-srd metrics: - name: BLEU type: bleu value: 12.7 - name: chr-F type: chrf value: 0.42730 - task: name: Translation deu-srp_Cyrl type: translation args: deu-srp_Cyrl dataset: name: flores200-devtest type: flores200-devtest args: deu-srp_Cyrl metrics: - name: BLEU type: bleu value: 24.3 - name: chr-F type: chrf value: 0.53885 - task: name: Translation deu-swe type: translation args: deu-swe dataset: name: flores200-devtest type: flores200-devtest args: deu-swe metrics: - name: BLEU type: bleu value: 31.0 - name: chr-F type: chrf value: 0.59804 - task: name: Translation deu-tgk type: translation args: deu-tgk dataset: name: flores200-devtest type: flores200-devtest args: deu-tgk metrics: - name: BLEU type: bleu value: 10.8 - name: chr-F type: chrf value: 0.39687 - task: name: Translation deu-tpi type: translation args: deu-tpi dataset: name: flores200-devtest type: flores200-devtest args: deu-tpi metrics: - name: BLEU type: bleu value: 12.6 - name: chr-F type: chrf value: 0.38048 - task: name: Translation deu-ukr type: translation args: deu-ukr dataset: name: flores200-devtest type: flores200-devtest args: deu-ukr metrics: - name: BLEU type: bleu value: 20.2 - name: chr-F type: chrf value: 0.50376 - task: name: Translation deu-urd type: translation args: deu-urd dataset: name: flores200-devtest type: flores200-devtest args: deu-urd metrics: - name: BLEU type: bleu value: 11.4 - name: chr-F type: chrf value: 0.37642 - task: name: Translation eng-afr type: translation args: eng-afr dataset: name: flores200-devtest type: flores200-devtest args: eng-afr metrics: - name: BLEU type: bleu value: 37.6 - name: chr-F type: chrf value: 0.65906 - task: name: Translation eng-ast type: translation args: eng-ast dataset: name: flores200-devtest type: flores200-devtest args: eng-ast metrics: - name: BLEU type: bleu value: 25.8 - name: chr-F type: chrf value: 0.57438 - task: name: Translation eng-ben type: translation args: eng-ben dataset: name: flores200-devtest type: flores200-devtest args: eng-ben metrics: - name: BLEU type: bleu value: 11.1 - name: chr-F type: chrf value: 0.45263 - task: name: Translation eng-bul type: translation args: eng-bul dataset: name: flores200-devtest type: flores200-devtest args: eng-bul metrics: - name: BLEU type: bleu value: 36.8 - name: chr-F type: chrf value: 0.64840 - task: name: Translation eng-cat type: translation args: eng-cat dataset: name: flores200-devtest type: flores200-devtest args: eng-cat metrics: - name: BLEU type: bleu value: 39.9 - name: chr-F type: chrf value: 0.64881 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: flores200-devtest type: flores200-devtest args: eng-ces metrics: - name: BLEU type: bleu value: 28.1 - name: chr-F type: chrf value: 0.56304 - task: name: Translation eng-cym type: translation args: eng-cym dataset: name: flores200-devtest type: flores200-devtest args: eng-cym metrics: - name: BLEU type: bleu value: 35.5 - name: chr-F type: chrf value: 0.62000 - task: name: Translation eng-dan type: translation args: eng-dan dataset: name: flores200-devtest type: flores200-devtest args: eng-dan metrics: - name: BLEU type: bleu value: 44.0 - name: chr-F type: chrf value: 0.68128 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: flores200-devtest type: flores200-devtest args: eng-deu metrics: - name: BLEU type: bleu value: 34.7 - name: chr-F type: chrf value: 0.62791 - task: name: Translation eng-ell type: translation args: eng-ell dataset: name: flores200-devtest type: flores200-devtest args: eng-ell metrics: - name: BLEU type: bleu value: 24.3 - name: chr-F type: chrf value: 0.51169 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: flores200-devtest type: flores200-devtest args: eng-fra metrics: - name: BLEU type: bleu value: 45.2 - name: chr-F type: chrf value: 0.68379 - task: name: Translation eng-fur type: translation args: eng-fur dataset: name: flores200-devtest type: flores200-devtest args: eng-fur metrics: - name: BLEU type: bleu value: 17.2 - name: chr-F type: chrf value: 0.44532 - task: name: Translation eng-gla type: translation args: eng-gla dataset: name: flores200-devtest type: flores200-devtest args: eng-gla metrics: - name: BLEU type: bleu value: 11.0 - name: chr-F type: chrf value: 0.40757 - task: name: Translation eng-gle type: translation args: eng-gle dataset: name: flores200-devtest type: flores200-devtest args: eng-gle metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.51295 - task: name: Translation eng-glg type: translation args: eng-glg dataset: name: flores200-devtest type: flores200-devtest args: eng-glg metrics: - name: BLEU type: bleu value: 32.9 - name: chr-F type: chrf value: 0.60361 - task: name: Translation eng-guj type: translation args: eng-guj dataset: name: flores200-devtest type: flores200-devtest args: eng-guj metrics: - name: BLEU type: bleu value: 13.1 - name: chr-F type: chrf value: 0.44101 - task: name: Translation eng-hat type: translation args: eng-hat dataset: name: flores200-devtest type: flores200-devtest args: eng-hat metrics: - name: BLEU type: bleu value: 21.1 - name: chr-F type: chrf value: 0.50780 - task: name: Translation eng-hin type: translation args: eng-hin dataset: name: flores200-devtest type: flores200-devtest args: eng-hin metrics: - name: BLEU type: bleu value: 28.4 - name: chr-F type: chrf value: 0.54146 - task: name: Translation eng-hne type: translation args: eng-hne dataset: name: flores200-devtest type: flores200-devtest args: eng-hne metrics: - name: BLEU type: bleu value: 15.7 - name: chr-F type: chrf value: 0.44142 - task: name: Translation eng-hrv type: translation args: eng-hrv dataset: name: flores200-devtest type: flores200-devtest args: eng-hrv metrics: - name: BLEU type: bleu value: 28.6 - name: chr-F type: chrf value: 0.58545 - task: name: Translation eng-isl type: translation args: eng-isl dataset: name: flores200-devtest type: flores200-devtest args: eng-isl metrics: - name: BLEU type: bleu value: 18.9 - name: chr-F type: chrf value: 0.47667 - task: name: Translation eng-ita type: translation args: eng-ita dataset: name: flores200-devtest type: flores200-devtest args: eng-ita metrics: - name: BLEU type: bleu value: 27.6 - name: chr-F type: chrf value: 0.57513 - task: name: Translation eng-lij type: translation args: eng-lij dataset: name: flores200-devtest type: flores200-devtest args: eng-lij metrics: - name: BLEU type: bleu value: 10.8 - name: chr-F type: chrf value: 0.39815 - task: name: Translation eng-lit type: translation args: eng-lit dataset: name: flores200-devtest type: flores200-devtest args: eng-lit metrics: - name: BLEU type: bleu value: 23.1 - name: chr-F type: chrf value: 0.55949 - task: name: Translation eng-ltz type: translation args: eng-ltz dataset: name: flores200-devtest type: flores200-devtest args: eng-ltz metrics: - name: BLEU type: bleu value: 17.0 - name: chr-F type: chrf value: 0.50438 - task: name: Translation eng-mag type: translation args: eng-mag dataset: name: flores200-devtest type: flores200-devtest args: eng-mag metrics: - name: BLEU type: bleu value: 16.6 - name: chr-F type: chrf value: 0.46757 - task: name: Translation eng-mkd type: translation args: eng-mkd dataset: name: flores200-devtest type: flores200-devtest args: eng-mkd metrics: - name: BLEU type: bleu value: 31.3 - name: chr-F type: chrf value: 0.61359 - task: name: Translation eng-nld type: translation args: eng-nld dataset: name: flores200-devtest type: flores200-devtest args: eng-nld metrics: - name: BLEU type: bleu value: 24.9 - name: chr-F type: chrf value: 0.56603 - task: name: Translation eng-nno type: translation args: eng-nno dataset: name: flores200-devtest type: flores200-devtest args: eng-nno metrics: - name: BLEU type: bleu value: 29.5 - name: chr-F type: chrf value: 0.58795 - task: name: Translation eng-nob type: translation args: eng-nob dataset: name: flores200-devtest type: flores200-devtest args: eng-nob metrics: - name: BLEU type: bleu value: 32.9 - name: chr-F type: chrf value: 0.61824 - task: name: Translation eng-oci type: translation args: eng-oci dataset: name: flores200-devtest type: flores200-devtest args: eng-oci metrics: - name: BLEU type: bleu value: 30.7 - name: chr-F type: chrf value: 0.60388 - task: name: Translation eng-pan type: translation args: eng-pan dataset: name: flores200-devtest type: flores200-devtest args: eng-pan metrics: - name: BLEU type: bleu value: 10.8 - name: chr-F type: chrf value: 0.36877 - task: name: Translation eng-pap type: translation args: eng-pap dataset: name: flores200-devtest type: flores200-devtest args: eng-pap metrics: - name: BLEU type: bleu value: 25.5 - name: chr-F type: chrf value: 0.53203 - task: name: Translation eng-pes type: translation args: eng-pes dataset: name: flores200-devtest type: flores200-devtest args: eng-pes metrics: - name: BLEU type: bleu value: 17.7 - name: chr-F type: chrf value: 0.45532 - task: name: Translation eng-pol type: translation args: eng-pol dataset: name: flores200-devtest type: flores200-devtest args: eng-pol metrics: - name: BLEU type: bleu value: 18.5 - name: chr-F type: chrf value: 0.49411 - task: name: Translation eng-por type: translation args: eng-por dataset: name: flores200-devtest type: flores200-devtest args: eng-por metrics: - name: BLEU type: bleu value: 46.4 - name: chr-F type: chrf value: 0.69369 - task: name: Translation eng-prs type: translation args: eng-prs dataset: name: flores200-devtest type: flores200-devtest args: eng-prs metrics: - name: BLEU type: bleu value: 23.1 - name: chr-F type: chrf value: 0.50119 - task: name: Translation eng-ron type: translation args: eng-ron dataset: name: flores200-devtest type: flores200-devtest args: eng-ron metrics: - name: BLEU type: bleu value: 37.2 - name: chr-F type: chrf value: 0.62885 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: flores200-devtest type: flores200-devtest args: eng-rus metrics: - name: BLEU type: bleu value: 26.9 - name: chr-F type: chrf value: 0.55363 - task: name: Translation eng-slk type: translation args: eng-slk dataset: name: flores200-devtest type: flores200-devtest args: eng-slk metrics: - name: BLEU type: bleu value: 27.9 - name: chr-F type: chrf value: 0.56631 - task: name: Translation eng-slv type: translation args: eng-slv dataset: name: flores200-devtest type: flores200-devtest args: eng-slv metrics: - name: BLEU type: bleu value: 26.6 - name: chr-F type: chrf value: 0.55956 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: flores200-devtest type: flores200-devtest args: eng-spa metrics: - name: BLEU type: bleu value: 25.7 - name: chr-F type: chrf value: 0.54596 - task: name: Translation eng-srd type: translation args: eng-srd dataset: name: flores200-devtest type: flores200-devtest args: eng-srd metrics: - name: BLEU type: bleu value: 16.0 - name: chr-F type: chrf value: 0.45435 - task: name: Translation eng-srp_Cyrl type: translation args: eng-srp_Cyrl dataset: name: flores200-devtest type: flores200-devtest args: eng-srp_Cyrl metrics: - name: BLEU type: bleu value: 31.9 - name: chr-F type: chrf value: 0.60270 - task: name: Translation eng-swe type: translation args: eng-swe dataset: name: flores200-devtest type: flores200-devtest args: eng-swe metrics: - name: BLEU type: bleu value: 42.3 - name: chr-F type: chrf value: 0.67654 - task: name: Translation eng-tgk type: translation args: eng-tgk dataset: name: flores200-devtest type: flores200-devtest args: eng-tgk metrics: - name: BLEU type: bleu value: 13.0 - name: chr-F type: chrf value: 0.41975 - task: name: Translation eng-tpi type: translation args: eng-tpi dataset: name: flores200-devtest type: flores200-devtest args: eng-tpi metrics: - name: BLEU type: bleu value: 15.1 - name: chr-F type: chrf value: 0.39308 - task: name: Translation eng-ukr type: translation args: eng-ukr dataset: name: flores200-devtest type: flores200-devtest args: eng-ukr metrics: - name: BLEU type: bleu value: 25.5 - name: chr-F type: chrf value: 0.55341 - task: name: Translation eng-urd type: translation args: eng-urd dataset: name: flores200-devtest type: flores200-devtest args: eng-urd metrics: - name: BLEU type: bleu value: 16.3 - name: chr-F type: chrf value: 0.43298 - task: name: Translation fra-afr type: translation args: fra-afr dataset: name: flores200-devtest type: flores200-devtest args: fra-afr metrics: - name: BLEU type: bleu value: 24.5 - name: chr-F type: chrf value: 0.55327 - task: name: Translation fra-ast type: translation args: fra-ast dataset: name: flores200-devtest type: flores200-devtest args: fra-ast metrics: - name: BLEU type: bleu value: 20.5 - name: chr-F type: chrf value: 0.52530 - task: name: Translation fra-bul type: translation args: fra-bul dataset: name: flores200-devtest type: flores200-devtest args: fra-bul metrics: - name: BLEU type: bleu value: 28.3 - name: chr-F type: chrf value: 0.57742 - task: name: Translation fra-cat type: translation args: fra-cat dataset: name: flores200-devtest type: flores200-devtest args: fra-cat metrics: - name: BLEU type: bleu value: 33.6 - name: chr-F type: chrf value: 0.59840 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: flores200-devtest type: flores200-devtest args: fra-ces metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.50851 - task: name: Translation fra-cym type: translation args: fra-cym dataset: name: flores200-devtest type: flores200-devtest args: fra-cym metrics: - name: BLEU type: bleu value: 21.8 - name: chr-F type: chrf value: 0.50994 - task: name: Translation fra-dan type: translation args: fra-dan dataset: name: flores200-devtest type: flores200-devtest args: fra-dan metrics: - name: BLEU type: bleu value: 31.5 - name: chr-F type: chrf value: 0.59088 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: flores200-devtest type: flores200-devtest args: fra-deu metrics: - name: BLEU type: bleu value: 27.5 - name: chr-F type: chrf value: 0.57176 - task: name: Translation fra-ell type: translation args: fra-ell dataset: name: flores200-devtest type: flores200-devtest args: fra-ell metrics: - name: BLEU type: bleu value: 20.4 - name: chr-F type: chrf value: 0.47978 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: flores200-devtest type: flores200-devtest args: fra-eng metrics: - name: BLEU type: bleu value: 41.0 - name: chr-F type: chrf value: 0.66208 - task: name: Translation fra-fur type: translation args: fra-fur dataset: name: flores200-devtest type: flores200-devtest args: fra-fur metrics: - name: BLEU type: bleu value: 16.7 - name: chr-F type: chrf value: 0.45619 - task: name: Translation fra-gle type: translation args: fra-gle dataset: name: flores200-devtest type: flores200-devtest args: fra-gle metrics: - name: BLEU type: bleu value: 17.0 - name: chr-F type: chrf value: 0.46469 - task: name: Translation fra-glg type: translation args: fra-glg dataset: name: flores200-devtest type: flores200-devtest args: fra-glg metrics: - name: BLEU type: bleu value: 28.9 - name: chr-F type: chrf value: 0.56615 - task: name: Translation fra-hat type: translation args: fra-hat dataset: name: flores200-devtest type: flores200-devtest args: fra-hat metrics: - name: BLEU type: bleu value: 20.6 - name: chr-F type: chrf value: 0.51091 - task: name: Translation fra-hin type: translation args: fra-hin dataset: name: flores200-devtest type: flores200-devtest args: fra-hin metrics: - name: BLEU type: bleu value: 20.4 - name: chr-F type: chrf value: 0.46411 - task: name: Translation fra-hrv type: translation args: fra-hrv dataset: name: flores200-devtest type: flores200-devtest args: fra-hrv metrics: - name: BLEU type: bleu value: 23.5 - name: chr-F type: chrf value: 0.53985 - task: name: Translation fra-isl type: translation args: fra-isl dataset: name: flores200-devtest type: flores200-devtest args: fra-isl metrics: - name: BLEU type: bleu value: 14.9 - name: chr-F type: chrf value: 0.43828 - task: name: Translation fra-ita type: translation args: fra-ita dataset: name: flores200-devtest type: flores200-devtest args: fra-ita metrics: - name: BLEU type: bleu value: 26.0 - name: chr-F type: chrf value: 0.55679 - task: name: Translation fra-lij type: translation args: fra-lij dataset: name: flores200-devtest type: flores200-devtest args: fra-lij metrics: - name: BLEU type: bleu value: 10.2 - name: chr-F type: chrf value: 0.39831 - task: name: Translation fra-lit type: translation args: fra-lit dataset: name: flores200-devtest type: flores200-devtest args: fra-lit metrics: - name: BLEU type: bleu value: 19.4 - name: chr-F type: chrf value: 0.52001 - task: name: Translation fra-ltz type: translation args: fra-ltz dataset: name: flores200-devtest type: flores200-devtest args: fra-ltz metrics: - name: BLEU type: bleu value: 14.3 - name: chr-F type: chrf value: 0.46940 - task: name: Translation fra-mkd type: translation args: fra-mkd dataset: name: flores200-devtest type: flores200-devtest args: fra-mkd metrics: - name: BLEU type: bleu value: 24.2 - name: chr-F type: chrf value: 0.55627 - task: name: Translation fra-nld type: translation args: fra-nld dataset: name: flores200-devtest type: flores200-devtest args: fra-nld metrics: - name: BLEU type: bleu value: 21.0 - name: chr-F type: chrf value: 0.53308 - task: name: Translation fra-nno type: translation args: fra-nno dataset: name: flores200-devtest type: flores200-devtest args: fra-nno metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.50863 - task: name: Translation fra-nob type: translation args: fra-nob dataset: name: flores200-devtest type: flores200-devtest args: fra-nob metrics: - name: BLEU type: bleu value: 23.5 - name: chr-F type: chrf value: 0.53920 - task: name: Translation fra-oci type: translation args: fra-oci dataset: name: flores200-devtest type: flores200-devtest args: fra-oci metrics: - name: BLEU type: bleu value: 26.8 - name: chr-F type: chrf value: 0.56888 - task: name: Translation fra-pap type: translation args: fra-pap dataset: name: flores200-devtest type: flores200-devtest args: fra-pap metrics: - name: BLEU type: bleu value: 19.6 - name: chr-F type: chrf value: 0.47545 - task: name: Translation fra-pes type: translation args: fra-pes dataset: name: flores200-devtest type: flores200-devtest args: fra-pes metrics: - name: BLEU type: bleu value: 11.5 - name: chr-F type: chrf value: 0.39344 - task: name: Translation fra-pol type: translation args: fra-pol dataset: name: flores200-devtest type: flores200-devtest args: fra-pol metrics: - name: BLEU type: bleu value: 16.5 - name: chr-F type: chrf value: 0.47419 - task: name: Translation fra-por type: translation args: fra-por dataset: name: flores200-devtest type: flores200-devtest args: fra-por metrics: - name: BLEU type: bleu value: 35.3 - name: chr-F type: chrf value: 0.61219 - task: name: Translation fra-prs type: translation args: fra-prs dataset: name: flores200-devtest type: flores200-devtest args: fra-prs metrics: - name: BLEU type: bleu value: 14.6 - name: chr-F type: chrf value: 0.41815 - task: name: Translation fra-ron type: translation args: fra-ron dataset: name: flores200-devtest type: flores200-devtest args: fra-ron metrics: - name: BLEU type: bleu value: 30.7 - name: chr-F type: chrf value: 0.57969 - task: name: Translation fra-rus type: translation args: fra-rus dataset: name: flores200-devtest type: flores200-devtest args: fra-rus metrics: - name: BLEU type: bleu value: 21.8 - name: chr-F type: chrf value: 0.51130 - task: name: Translation fra-slk type: translation args: fra-slk dataset: name: flores200-devtest type: flores200-devtest args: fra-slk metrics: - name: BLEU type: bleu value: 19.3 - name: chr-F type: chrf value: 0.48379 - task: name: Translation fra-slv type: translation args: fra-slv dataset: name: flores200-devtest type: flores200-devtest args: fra-slv metrics: - name: BLEU type: bleu value: 22.7 - name: chr-F type: chrf value: 0.52205 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: flores200-devtest type: flores200-devtest args: fra-spa metrics: - name: BLEU type: bleu value: 23.5 - name: chr-F type: chrf value: 0.52358 - task: name: Translation fra-srd type: translation args: fra-srd dataset: name: flores200-devtest type: flores200-devtest args: fra-srd metrics: - name: BLEU type: bleu value: 14.2 - name: chr-F type: chrf value: 0.44853 - task: name: Translation fra-srp_Cyrl type: translation args: fra-srp_Cyrl dataset: name: flores200-devtest type: flores200-devtest args: fra-srp_Cyrl metrics: - name: BLEU type: bleu value: 24.5 - name: chr-F type: chrf value: 0.53627 - task: name: Translation fra-swe type: translation args: fra-swe dataset: name: flores200-devtest type: flores200-devtest args: fra-swe metrics: - name: BLEU type: bleu value: 30.0 - name: chr-F type: chrf value: 0.58741 - task: name: Translation fra-tgk type: translation args: fra-tgk dataset: name: flores200-devtest type: flores200-devtest args: fra-tgk metrics: - name: BLEU type: bleu value: 10.8 - name: chr-F type: chrf value: 0.39857 - task: name: Translation fra-tpi type: translation args: fra-tpi dataset: name: flores200-devtest type: flores200-devtest args: fra-tpi metrics: - name: BLEU type: bleu value: 13.2 - name: chr-F type: chrf value: 0.38685 - task: name: Translation fra-ukr type: translation args: fra-ukr dataset: name: flores200-devtest type: flores200-devtest args: fra-ukr metrics: - name: BLEU type: bleu value: 19.7 - name: chr-F type: chrf value: 0.50351 - task: name: Translation fra-urd type: translation args: fra-urd dataset: name: flores200-devtest type: flores200-devtest args: fra-urd metrics: - name: BLEU type: bleu value: 11.8 - name: chr-F type: chrf value: 0.38332 - task: name: Translation por-afr type: translation args: por-afr dataset: name: flores200-devtest type: flores200-devtest args: por-afr metrics: - name: BLEU type: bleu value: 25.1 - name: chr-F type: chrf value: 0.56310 - task: name: Translation por-ast type: translation args: por-ast dataset: name: flores200-devtest type: flores200-devtest args: por-ast metrics: - name: BLEU type: bleu value: 21.8 - name: chr-F type: chrf value: 0.53830 - task: name: Translation por-bul type: translation args: por-bul dataset: name: flores200-devtest type: flores200-devtest args: por-bul metrics: - name: BLEU type: bleu value: 29.7 - name: chr-F type: chrf value: 0.58447 - task: name: Translation por-cat type: translation args: por-cat dataset: name: flores200-devtest type: flores200-devtest args: por-cat metrics: - name: BLEU type: bleu value: 35.1 - name: chr-F type: chrf value: 0.60967 - task: name: Translation por-ces type: translation args: por-ces dataset: name: flores200-devtest type: flores200-devtest args: por-ces metrics: - name: BLEU type: bleu value: 22.8 - name: chr-F type: chrf value: 0.51024 - task: name: Translation por-cym type: translation args: por-cym dataset: name: flores200-devtest type: flores200-devtest args: por-cym metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.51782 - task: name: Translation por-dan type: translation args: por-dan dataset: name: flores200-devtest type: flores200-devtest args: por-dan metrics: - name: BLEU type: bleu value: 33.4 - name: chr-F type: chrf value: 0.60269 - task: name: Translation por-deu type: translation args: por-deu dataset: name: flores200-devtest type: flores200-devtest args: por-deu metrics: - name: BLEU type: bleu value: 28.0 - name: chr-F type: chrf value: 0.57296 - task: name: Translation por-ell type: translation args: por-ell dataset: name: flores200-devtest type: flores200-devtest args: por-ell metrics: - name: BLEU type: bleu value: 20.6 - name: chr-F type: chrf value: 0.48090 - task: name: Translation por-eng type: translation args: por-eng dataset: name: flores200-devtest type: flores200-devtest args: por-eng metrics: - name: BLEU type: bleu value: 44.8 - name: chr-F type: chrf value: 0.69147 - task: name: Translation por-fra type: translation args: por-fra dataset: name: flores200-devtest type: flores200-devtest args: por-fra metrics: - name: BLEU type: bleu value: 38.1 - name: chr-F type: chrf value: 0.63409 - task: name: Translation por-fur type: translation args: por-fur dataset: name: flores200-devtest type: flores200-devtest args: por-fur metrics: - name: BLEU type: bleu value: 16.9 - name: chr-F type: chrf value: 0.46037 - task: name: Translation por-gle type: translation args: por-gle dataset: name: flores200-devtest type: flores200-devtest args: por-gle metrics: - name: BLEU type: bleu value: 17.4 - name: chr-F type: chrf value: 0.46790 - task: name: Translation por-glg type: translation args: por-glg dataset: name: flores200-devtest type: flores200-devtest args: por-glg metrics: - name: BLEU type: bleu value: 29.8 - name: chr-F type: chrf value: 0.57404 - task: name: Translation por-hat type: translation args: por-hat dataset: name: flores200-devtest type: flores200-devtest args: por-hat metrics: - name: BLEU type: bleu value: 17.7 - name: chr-F type: chrf value: 0.48161 - task: name: Translation por-hin type: translation args: por-hin dataset: name: flores200-devtest type: flores200-devtest args: por-hin metrics: - name: BLEU type: bleu value: 21.4 - name: chr-F type: chrf value: 0.47667 - task: name: Translation por-hrv type: translation args: por-hrv dataset: name: flores200-devtest type: flores200-devtest args: por-hrv metrics: - name: BLEU type: bleu value: 23.5 - name: chr-F type: chrf value: 0.53963 - task: name: Translation por-isl type: translation args: por-isl dataset: name: flores200-devtest type: flores200-devtest args: por-isl metrics: - name: BLEU type: bleu value: 15.8 - name: chr-F type: chrf value: 0.44102 - task: name: Translation por-ita type: translation args: por-ita dataset: name: flores200-devtest type: flores200-devtest args: por-ita metrics: - name: BLEU type: bleu value: 25.2 - name: chr-F type: chrf value: 0.55156 - task: name: Translation por-kea type: translation args: por-kea dataset: name: flores200-devtest type: flores200-devtest args: por-kea metrics: - name: BLEU type: bleu value: 10.6 - name: chr-F type: chrf value: 0.37437 - task: name: Translation por-lij type: translation args: por-lij dataset: name: flores200-devtest type: flores200-devtest args: por-lij metrics: - name: BLEU type: bleu value: 10.1 - name: chr-F type: chrf value: 0.40361 - task: name: Translation por-lit type: translation args: por-lit dataset: name: flores200-devtest type: flores200-devtest args: por-lit metrics: - name: BLEU type: bleu value: 19.3 - name: chr-F type: chrf value: 0.52095 - task: name: Translation por-ltz type: translation args: por-ltz dataset: name: flores200-devtest type: flores200-devtest args: por-ltz metrics: - name: BLEU type: bleu value: 11.4 - name: chr-F type: chrf value: 0.40955 - task: name: Translation por-mag type: translation args: por-mag dataset: name: flores200-devtest type: flores200-devtest args: por-mag metrics: - name: BLEU type: bleu value: 10.3 - name: chr-F type: chrf value: 0.36484 - task: name: Translation por-mkd type: translation args: por-mkd dataset: name: flores200-devtest type: flores200-devtest args: por-mkd metrics: - name: BLEU type: bleu value: 25.3 - name: chr-F type: chrf value: 0.56282 - task: name: Translation por-nld type: translation args: por-nld dataset: name: flores200-devtest type: flores200-devtest args: por-nld metrics: - name: BLEU type: bleu value: 21.0 - name: chr-F type: chrf value: 0.53255 - task: name: Translation por-nno type: translation args: por-nno dataset: name: flores200-devtest type: flores200-devtest args: por-nno metrics: - name: BLEU type: bleu value: 22.2 - name: chr-F type: chrf value: 0.51883 - task: name: Translation por-nob type: translation args: por-nob dataset: name: flores200-devtest type: flores200-devtest args: por-nob metrics: - name: BLEU type: bleu value: 25.1 - name: chr-F type: chrf value: 0.55147 - task: name: Translation por-oci type: translation args: por-oci dataset: name: flores200-devtest type: flores200-devtest args: por-oci metrics: - name: BLEU type: bleu value: 25.3 - name: chr-F type: chrf value: 0.55910 - task: name: Translation por-pap type: translation args: por-pap dataset: name: flores200-devtest type: flores200-devtest args: por-pap metrics: - name: BLEU type: bleu value: 21.4 - name: chr-F type: chrf value: 0.49408 - task: name: Translation por-pes type: translation args: por-pes dataset: name: flores200-devtest type: flores200-devtest args: por-pes metrics: - name: BLEU type: bleu value: 13.4 - name: chr-F type: chrf value: 0.41574 - task: name: Translation por-pol type: translation args: por-pol dataset: name: flores200-devtest type: flores200-devtest args: por-pol metrics: - name: BLEU type: bleu value: 16.1 - name: chr-F type: chrf value: 0.46551 - task: name: Translation por-prs type: translation args: por-prs dataset: name: flores200-devtest type: flores200-devtest args: por-prs metrics: - name: BLEU type: bleu value: 16.1 - name: chr-F type: chrf value: 0.43325 - task: name: Translation por-ron type: translation args: por-ron dataset: name: flores200-devtest type: flores200-devtest args: por-ron metrics: - name: BLEU type: bleu value: 31.8 - name: chr-F type: chrf value: 0.58583 - task: name: Translation por-rus type: translation args: por-rus dataset: name: flores200-devtest type: flores200-devtest args: por-rus metrics: - name: BLEU type: bleu value: 22.4 - name: chr-F type: chrf value: 0.51109 - task: name: Translation por-slk type: translation args: por-slk dataset: name: flores200-devtest type: flores200-devtest args: por-slk metrics: - name: BLEU type: bleu value: 19.4 - name: chr-F type: chrf value: 0.48073 - task: name: Translation por-slv type: translation args: por-slv dataset: name: flores200-devtest type: flores200-devtest args: por-slv metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.52201 - task: name: Translation por-spa type: translation args: por-spa dataset: name: flores200-devtest type: flores200-devtest args: por-spa metrics: - name: BLEU type: bleu value: 24.6 - name: chr-F type: chrf value: 0.53122 - task: name: Translation por-srd type: translation args: por-srd dataset: name: flores200-devtest type: flores200-devtest args: por-srd metrics: - name: BLEU type: bleu value: 15.4 - name: chr-F type: chrf value: 0.46019 - task: name: Translation por-srp_Cyrl type: translation args: por-srp_Cyrl dataset: name: flores200-devtest type: flores200-devtest args: por-srp_Cyrl metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.54401 - task: name: Translation por-swe type: translation args: por-swe dataset: name: flores200-devtest type: flores200-devtest args: por-swe metrics: - name: BLEU type: bleu value: 30.7 - name: chr-F type: chrf value: 0.59310 - task: name: Translation por-tgk type: translation args: por-tgk dataset: name: flores200-devtest type: flores200-devtest args: por-tgk metrics: - name: BLEU type: bleu value: 10.4 - name: chr-F type: chrf value: 0.39414 - task: name: Translation por-tpi type: translation args: por-tpi dataset: name: flores200-devtest type: flores200-devtest args: por-tpi metrics: - name: BLEU type: bleu value: 13.6 - name: chr-F type: chrf value: 0.38961 - task: name: Translation por-ukr type: translation args: por-ukr dataset: name: flores200-devtest type: flores200-devtest args: por-ukr metrics: - name: BLEU type: bleu value: 21.7 - name: chr-F type: chrf value: 0.51390 - task: name: Translation por-urd type: translation args: por-urd dataset: name: flores200-devtest type: flores200-devtest args: por-urd metrics: - name: BLEU type: bleu value: 11.6 - name: chr-F type: chrf value: 0.37991 - task: name: Translation spa-afr type: translation args: spa-afr dataset: name: flores200-devtest type: flores200-devtest args: spa-afr metrics: - name: BLEU type: bleu value: 16.4 - name: chr-F type: chrf value: 0.50130 - task: name: Translation spa-ast type: translation args: spa-ast dataset: name: flores200-devtest type: flores200-devtest args: spa-ast metrics: - name: BLEU type: bleu value: 15.6 - name: chr-F type: chrf value: 0.48967 - task: name: Translation spa-bul type: translation args: spa-bul dataset: name: flores200-devtest type: flores200-devtest args: spa-bul metrics: - name: BLEU type: bleu value: 21.6 - name: chr-F type: chrf value: 0.52657 - task: name: Translation spa-cat type: translation args: spa-cat dataset: name: flores200-devtest type: flores200-devtest args: spa-cat metrics: - name: BLEU type: bleu value: 23.3 - name: chr-F type: chrf value: 0.53932 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: flores200-devtest type: flores200-devtest args: spa-ces metrics: - name: BLEU type: bleu value: 16.1 - name: chr-F type: chrf value: 0.46096 - task: name: Translation spa-cym type: translation args: spa-cym dataset: name: flores200-devtest type: flores200-devtest args: spa-cym metrics: - name: BLEU type: bleu value: 16.2 - name: chr-F type: chrf value: 0.46919 - task: name: Translation spa-dan type: translation args: spa-dan dataset: name: flores200-devtest type: flores200-devtest args: spa-dan metrics: - name: BLEU type: bleu value: 23.2 - name: chr-F type: chrf value: 0.53445 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: flores200-devtest type: flores200-devtest args: spa-deu metrics: - name: BLEU type: bleu value: 19.1 - name: chr-F type: chrf value: 0.51460 - task: name: Translation spa-ell type: translation args: spa-ell dataset: name: flores200-devtest type: flores200-devtest args: spa-ell metrics: - name: BLEU type: bleu value: 16.8 - name: chr-F type: chrf value: 0.44703 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: flores200-devtest type: flores200-devtest args: spa-eng metrics: - name: BLEU type: bleu value: 26.3 - name: chr-F type: chrf value: 0.57217 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: flores200-devtest type: flores200-devtest args: spa-fra metrics: - name: BLEU type: bleu value: 26.0 - name: chr-F type: chrf value: 0.56332 - task: name: Translation spa-fur type: translation args: spa-fur dataset: name: flores200-devtest type: flores200-devtest args: spa-fur metrics: - name: BLEU type: bleu value: 12.2 - name: chr-F type: chrf value: 0.42007 - task: name: Translation spa-gle type: translation args: spa-gle dataset: name: flores200-devtest type: flores200-devtest args: spa-gle metrics: - name: BLEU type: bleu value: 13.4 - name: chr-F type: chrf value: 0.43430 - task: name: Translation spa-glg type: translation args: spa-glg dataset: name: flores200-devtest type: flores200-devtest args: spa-glg metrics: - name: BLEU type: bleu value: 21.7 - name: chr-F type: chrf value: 0.52635 - task: name: Translation spa-hat type: translation args: spa-hat dataset: name: flores200-devtest type: flores200-devtest args: spa-hat metrics: - name: BLEU type: bleu value: 12.9 - name: chr-F type: chrf value: 0.43928 - task: name: Translation spa-hin type: translation args: spa-hin dataset: name: flores200-devtest type: flores200-devtest args: spa-hin metrics: - name: BLEU type: bleu value: 15.5 - name: chr-F type: chrf value: 0.42496 - task: name: Translation spa-hrv type: translation args: spa-hrv dataset: name: flores200-devtest type: flores200-devtest args: spa-hrv metrics: - name: BLEU type: bleu value: 17.0 - name: chr-F type: chrf value: 0.49385 - task: name: Translation spa-isl type: translation args: spa-isl dataset: name: flores200-devtest type: flores200-devtest args: spa-isl metrics: - name: BLEU type: bleu value: 11.8 - name: chr-F type: chrf value: 0.40834 - task: name: Translation spa-ita type: translation args: spa-ita dataset: name: flores200-devtest type: flores200-devtest args: spa-ita metrics: - name: BLEU type: bleu value: 21.1 - name: chr-F type: chrf value: 0.52008 - task: name: Translation spa-lit type: translation args: spa-lit dataset: name: flores200-devtest type: flores200-devtest args: spa-lit metrics: - name: BLEU type: bleu value: 14.1 - name: chr-F type: chrf value: 0.48294 - task: name: Translation spa-mkd type: translation args: spa-mkd dataset: name: flores200-devtest type: flores200-devtest args: spa-mkd metrics: - name: BLEU type: bleu value: 18.6 - name: chr-F type: chrf value: 0.51381 - task: name: Translation spa-nld type: translation args: spa-nld dataset: name: flores200-devtest type: flores200-devtest args: spa-nld metrics: - name: BLEU type: bleu value: 16.4 - name: chr-F type: chrf value: 0.50049 - task: name: Translation spa-nno type: translation args: spa-nno dataset: name: flores200-devtest type: flores200-devtest args: spa-nno metrics: - name: BLEU type: bleu value: 16.2 - name: chr-F type: chrf value: 0.46965 - task: name: Translation spa-nob type: translation args: spa-nob dataset: name: flores200-devtest type: flores200-devtest args: spa-nob metrics: - name: BLEU type: bleu value: 17.9 - name: chr-F type: chrf value: 0.49804 - task: name: Translation spa-oci type: translation args: spa-oci dataset: name: flores200-devtest type: flores200-devtest args: spa-oci metrics: - name: BLEU type: bleu value: 15.6 - name: chr-F type: chrf value: 0.48255 - task: name: Translation spa-pap type: translation args: spa-pap dataset: name: flores200-devtest type: flores200-devtest args: spa-pap metrics: - name: BLEU type: bleu value: 15.3 - name: chr-F type: chrf value: 0.43941 - task: name: Translation spa-pol type: translation args: spa-pol dataset: name: flores200-devtest type: flores200-devtest args: spa-pol metrics: - name: BLEU type: bleu value: 13.7 - name: chr-F type: chrf value: 0.44740 - task: name: Translation spa-por type: translation args: spa-por dataset: name: flores200-devtest type: flores200-devtest args: spa-por metrics: - name: BLEU type: bleu value: 25.5 - name: chr-F type: chrf value: 0.55622 - task: name: Translation spa-prs type: translation args: spa-prs dataset: name: flores200-devtest type: flores200-devtest args: spa-prs metrics: - name: BLEU type: bleu value: 11.7 - name: chr-F type: chrf value: 0.39446 - task: name: Translation spa-ron type: translation args: spa-ron dataset: name: flores200-devtest type: flores200-devtest args: spa-ron metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.52023 - task: name: Translation spa-rus type: translation args: spa-rus dataset: name: flores200-devtest type: flores200-devtest args: spa-rus metrics: - name: BLEU type: bleu value: 16.6 - name: chr-F type: chrf value: 0.46740 - task: name: Translation spa-slk type: translation args: spa-slk dataset: name: flores200-devtest type: flores200-devtest args: spa-slk metrics: - name: BLEU type: bleu value: 15.0 - name: chr-F type: chrf value: 0.44274 - task: name: Translation spa-slv type: translation args: spa-slv dataset: name: flores200-devtest type: flores200-devtest args: spa-slv metrics: - name: BLEU type: bleu value: 17.1 - name: chr-F type: chrf value: 0.48216 - task: name: Translation spa-srd type: translation args: spa-srd dataset: name: flores200-devtest type: flores200-devtest args: spa-srd metrics: - name: BLEU type: bleu value: 11.2 - name: chr-F type: chrf value: 0.42185 - task: name: Translation spa-srp_Cyrl type: translation args: spa-srp_Cyrl dataset: name: flores200-devtest type: flores200-devtest args: spa-srp_Cyrl metrics: - name: BLEU type: bleu value: 17.4 - name: chr-F type: chrf value: 0.48533 - task: name: Translation spa-swe type: translation args: spa-swe dataset: name: flores200-devtest type: flores200-devtest args: spa-swe metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.52661 - task: name: Translation spa-tpi type: translation args: spa-tpi dataset: name: flores200-devtest type: flores200-devtest args: spa-tpi metrics: - name: BLEU type: bleu value: 12.2 - name: chr-F type: chrf value: 0.37725 - task: name: Translation spa-ukr type: translation args: spa-ukr dataset: name: flores200-devtest type: flores200-devtest args: spa-ukr metrics: - name: BLEU type: bleu value: 15.0 - name: chr-F type: chrf value: 0.45966 - task: name: Translation deu-afr type: translation args: deu-afr dataset: name: flores101-devtest type: flores_101 args: deu afr devtest metrics: - name: BLEU type: bleu value: 24.1 - name: chr-F type: chrf value: 0.55623 - task: name: Translation deu-ast type: translation args: deu-ast dataset: name: flores101-devtest type: flores_101 args: deu ast devtest metrics: - name: BLEU type: bleu value: 18.1 - name: chr-F type: chrf value: 0.49967 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: flores101-devtest type: flores_101 args: deu ces devtest metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.51256 - task: name: Translation deu-dan type: translation args: deu-dan dataset: name: flores101-devtest type: flores_101 args: deu dan devtest metrics: - name: BLEU type: bleu value: 31.5 - name: chr-F type: chrf value: 0.59669 - task: name: Translation deu-ell type: translation args: deu-ell dataset: name: flores101-devtest type: flores_101 args: deu ell devtest metrics: - name: BLEU type: bleu value: 18.3 - name: chr-F type: chrf value: 0.45960 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: flores101-devtest type: flores_101 args: deu eng devtest metrics: - name: BLEU type: bleu value: 38.0 - name: chr-F type: chrf value: 0.64491 - task: name: Translation deu-hin type: translation args: deu-hin dataset: name: flores101-devtest type: flores_101 args: deu hin devtest metrics: - name: BLEU type: bleu value: 18.8 - name: chr-F type: chrf value: 0.45329 - task: name: Translation deu-isl type: translation args: deu-isl dataset: name: flores101-devtest type: flores_101 args: deu isl devtest metrics: - name: BLEU type: bleu value: 14.6 - name: chr-F type: chrf value: 0.43309 - task: name: Translation deu-lav type: translation args: deu-lav dataset: name: flores101-devtest type: flores_101 args: deu lav devtest metrics: - name: BLEU type: bleu value: 19.7 - name: chr-F type: chrf value: 0.50901 - task: name: Translation deu-nld type: translation args: deu-nld dataset: name: flores101-devtest type: flores_101 args: deu nld devtest metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.54019 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: flores101-devtest type: flores_101 args: deu spa devtest metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.50645 - task: name: Translation deu-swe type: translation args: deu-swe dataset: name: flores101-devtest type: flores_101 args: deu swe devtest metrics: - name: BLEU type: bleu value: 30.0 - name: chr-F type: chrf value: 0.59105 - task: name: Translation deu-tgk type: translation args: deu-tgk dataset: name: flores101-devtest type: flores_101 args: deu tgk devtest metrics: - name: BLEU type: bleu value: 10.0 - name: chr-F type: chrf value: 0.38256 - task: name: Translation deu-urd type: translation args: deu-urd dataset: name: flores101-devtest type: flores_101 args: deu urd devtest metrics: - name: BLEU type: bleu value: 10.7 - name: chr-F type: chrf value: 0.36889 - task: name: Translation eng-bul type: translation args: eng-bul dataset: name: flores101-devtest type: flores_101 args: eng bul devtest metrics: - name: BLEU type: bleu value: 35.6 - name: chr-F type: chrf value: 0.63884 - task: name: Translation eng-cat type: translation args: eng-cat dataset: name: flores101-devtest type: flores_101 args: eng cat devtest metrics: - name: BLEU type: bleu value: 39.0 - name: chr-F type: chrf value: 0.64377 - task: name: Translation eng-fas type: translation args: eng-fas dataset: name: flores101-devtest type: flores_101 args: eng fas devtest metrics: - name: BLEU type: bleu value: 20.1 - name: chr-F type: chrf value: 0.48944 - task: name: Translation eng-gle type: translation args: eng-gle dataset: name: flores101-devtest type: flores_101 args: eng gle devtest metrics: - name: BLEU type: bleu value: 21.4 - name: chr-F type: chrf value: 0.50290 - task: name: Translation eng-lit type: translation args: eng-lit dataset: name: flores101-devtest type: flores_101 args: eng lit devtest metrics: - name: BLEU type: bleu value: 22.7 - name: chr-F type: chrf value: 0.55453 - task: name: Translation eng-nld type: translation args: eng-nld dataset: name: flores101-devtest type: flores_101 args: eng nld devtest metrics: - name: BLEU type: bleu value: 24.6 - name: chr-F type: chrf value: 0.56191 - task: name: Translation eng-pol type: translation args: eng-pol dataset: name: flores101-devtest type: flores_101 args: eng pol devtest metrics: - name: BLEU type: bleu value: 17.8 - name: chr-F type: chrf value: 0.48997 - task: name: Translation eng-por type: translation args: eng-por dataset: name: flores101-devtest type: flores_101 args: eng por devtest metrics: - name: BLEU type: bleu value: 45.5 - name: chr-F type: chrf value: 0.68817 - task: name: Translation eng-slk type: translation args: eng-slk dataset: name: flores101-devtest type: flores_101 args: eng slk devtest metrics: - name: BLEU type: bleu value: 26.6 - name: chr-F type: chrf value: 0.55488 - task: name: Translation fra-ast type: translation args: fra-ast dataset: name: flores101-devtest type: flores_101 args: fra ast devtest metrics: - name: BLEU type: bleu value: 19.8 - name: chr-F type: chrf value: 0.51897 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: flores101-devtest type: flores_101 args: fra ces devtest metrics: - name: BLEU type: bleu value: 21.3 - name: chr-F type: chrf value: 0.50228 - task: name: Translation fra-hrv type: translation args: fra-hrv dataset: name: flores101-devtest type: flores_101 args: fra hrv devtest metrics: - name: BLEU type: bleu value: 22.4 - name: chr-F type: chrf value: 0.53205 - task: name: Translation fra-ita type: translation args: fra-ita dataset: name: flores101-devtest type: flores_101 args: fra ita devtest metrics: - name: BLEU type: bleu value: 25.7 - name: chr-F type: chrf value: 0.55420 - task: name: Translation fra-lav type: translation args: fra-lav dataset: name: flores101-devtest type: flores_101 args: fra lav devtest metrics: - name: BLEU type: bleu value: 19.3 - name: chr-F type: chrf value: 0.50495 - task: name: Translation fra-mkd type: translation args: fra-mkd dataset: name: flores101-devtest type: flores_101 args: fra mkd devtest metrics: - name: BLEU type: bleu value: 23.1 - name: chr-F type: chrf value: 0.54920 - task: name: Translation fra-nld type: translation args: fra-nld dataset: name: flores101-devtest type: flores_101 args: fra nld devtest metrics: - name: BLEU type: bleu value: 20.4 - name: chr-F type: chrf value: 0.52923 - task: name: Translation fra-nob type: translation args: fra-nob dataset: name: flores101-devtest type: flores_101 args: fra nob devtest metrics: - name: BLEU type: bleu value: 23.0 - name: chr-F type: chrf value: 0.53696 - task: name: Translation fra-oci type: translation args: fra-oci dataset: name: flores101-devtest type: flores_101 args: fra oci devtest metrics: - name: BLEU type: bleu value: 26.1 - name: chr-F type: chrf value: 0.56442 - task: name: Translation fra-por type: translation args: fra-por dataset: name: flores101-devtest type: flores_101 args: fra por devtest metrics: - name: BLEU type: bleu value: 34.9 - name: chr-F type: chrf value: 0.60935 - task: name: Translation fra-ron type: translation args: fra-ron dataset: name: flores101-devtest type: flores_101 args: fra ron devtest metrics: - name: BLEU type: bleu value: 30.1 - name: chr-F type: chrf value: 0.57589 - task: name: Translation fra-slk type: translation args: fra-slk dataset: name: flores101-devtest type: flores_101 args: fra slk devtest metrics: - name: BLEU type: bleu value: 18.8 - name: chr-F type: chrf value: 0.47768 - task: name: Translation fra-tgk type: translation args: fra-tgk dataset: name: flores101-devtest type: flores_101 args: fra tgk devtest metrics: - name: BLEU type: bleu value: 10.2 - name: chr-F type: chrf value: 0.38523 - task: name: Translation por-ast type: translation args: por-ast dataset: name: flores101-devtest type: flores_101 args: por ast devtest metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.53848 - task: name: Translation por-cym type: translation args: por-cym dataset: name: flores101-devtest type: flores_101 args: por cym devtest metrics: - name: BLEU type: bleu value: 21.8 - name: chr-F type: chrf value: 0.50778 - task: name: Translation por-eng type: translation args: por-eng dataset: name: flores101-devtest type: flores_101 args: por eng devtest metrics: - name: BLEU type: bleu value: 44.1 - name: chr-F type: chrf value: 0.68628 - task: name: Translation por-glg type: translation args: por-glg dataset: name: flores101-devtest type: flores_101 args: por glg devtest metrics: - name: BLEU type: bleu value: 29.2 - name: chr-F type: chrf value: 0.56990 - task: name: Translation por-hrv type: translation args: por-hrv dataset: name: flores101-devtest type: flores_101 args: por hrv devtest metrics: - name: BLEU type: bleu value: 22.9 - name: chr-F type: chrf value: 0.53554 - task: name: Translation por-kea type: translation args: por-kea dataset: name: flores101-devtest type: flores_101 args: por kea devtest metrics: - name: BLEU type: bleu value: 10.3 - name: chr-F type: chrf value: 0.36751 - task: name: Translation por-ltz type: translation args: por-ltz dataset: name: flores101-devtest type: flores_101 args: por ltz devtest metrics: - name: BLEU type: bleu value: 11.3 - name: chr-F type: chrf value: 0.41322 - task: name: Translation por-nld type: translation args: por-nld dataset: name: flores101-devtest type: flores_101 args: por nld devtest metrics: - name: BLEU type: bleu value: 20.6 - name: chr-F type: chrf value: 0.52916 - task: name: Translation por-nob type: translation args: por-nob dataset: name: flores101-devtest type: flores_101 args: por nob devtest metrics: - name: BLEU type: bleu value: 24.7 - name: chr-F type: chrf value: 0.54824 - task: name: Translation por-oci type: translation args: por-oci dataset: name: flores101-devtest type: flores_101 args: por oci devtest metrics: - name: BLEU type: bleu value: 24.6 - name: chr-F type: chrf value: 0.55361 - task: name: Translation por-ron type: translation args: por-ron dataset: name: flores101-devtest type: flores_101 args: por ron devtest metrics: - name: BLEU type: bleu value: 31.2 - name: chr-F type: chrf value: 0.58158 - task: name: Translation spa-afr type: translation args: spa-afr dataset: name: flores101-devtest type: flores_101 args: spa afr devtest metrics: - name: BLEU type: bleu value: 16.3 - name: chr-F type: chrf value: 0.49705 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: flores101-devtest type: flores_101 args: spa ces devtest metrics: - name: BLEU type: bleu value: 15.5 - name: chr-F type: chrf value: 0.45466 - task: name: Translation spa-ell type: translation args: spa-ell dataset: name: flores101-devtest type: flores_101 args: spa ell devtest metrics: - name: BLEU type: bleu value: 16.5 - name: chr-F type: chrf value: 0.44466 - task: name: Translation spa-hin type: translation args: spa-hin dataset: name: flores101-devtest type: flores_101 args: spa hin devtest metrics: - name: BLEU type: bleu value: 14.6 - name: chr-F type: chrf value: 0.41638 - task: name: Translation spa-mkd type: translation args: spa-mkd dataset: name: flores101-devtest type: flores_101 args: spa mkd devtest metrics: - name: BLEU type: bleu value: 17.4 - name: chr-F type: chrf value: 0.50767 - task: name: Translation spa-nld type: translation args: spa-nld dataset: name: flores101-devtest type: flores_101 args: spa nld devtest metrics: - name: BLEU type: bleu value: 15.9 - name: chr-F type: chrf value: 0.49559 - task: name: Translation spa-swe type: translation args: spa-swe dataset: name: flores101-devtest type: flores_101 args: spa swe devtest metrics: - name: BLEU type: bleu value: 20.3 - name: chr-F type: chrf value: 0.52133 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: generaltest2022 type: generaltest2022 args: deu-eng metrics: - name: BLEU type: bleu value: 28.7 - name: chr-F type: chrf value: 0.54326 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: generaltest2022 type: generaltest2022 args: deu-fra metrics: - name: BLEU type: bleu value: 33.7 - name: chr-F type: chrf value: 0.58009 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: generaltest2022 type: generaltest2022 args: eng-ces metrics: - name: BLEU type: bleu value: 32.4 - name: chr-F type: chrf value: 0.58390 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: generaltest2022 type: generaltest2022 args: eng-deu metrics: - name: BLEU type: bleu value: 30.9 - name: chr-F type: chrf value: 0.59050 - task: name: Translation eng-hrv type: translation args: eng-hrv dataset: name: generaltest2022 type: generaltest2022 args: eng-hrv metrics: - name: BLEU type: bleu value: 23.7 - name: chr-F type: chrf value: 0.51888 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: generaltest2022 type: generaltest2022 args: eng-rus metrics: - name: BLEU type: bleu value: 27.7 - name: chr-F type: chrf value: 0.53137 - task: name: Translation eng-ukr type: translation args: eng-ukr dataset: name: generaltest2022 type: generaltest2022 args: eng-ukr metrics: - name: BLEU type: bleu value: 22.8 - name: chr-F type: chrf value: 0.51104 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: generaltest2022 type: generaltest2022 args: fra-deu metrics: - name: BLEU type: bleu value: 39.6 - name: chr-F type: chrf value: 0.63588 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: deu-ces metrics: - name: BLEU type: bleu value: 23.8 - name: chr-F type: chrf value: 0.49911 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: deu-eng metrics: - name: BLEU type: bleu value: 37.5 - name: chr-F type: chrf value: 0.58821 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: deu-fra metrics: - name: BLEU type: bleu value: 34.8 - name: chr-F type: chrf value: 0.59930 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: eng-ces metrics: - name: BLEU type: bleu value: 26.8 - name: chr-F type: chrf value: 0.53260 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: eng-deu metrics: - name: BLEU type: bleu value: 33.8 - name: chr-F type: chrf value: 0.62535 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: eng-fra metrics: - name: BLEU type: bleu value: 44.9 - name: chr-F type: chrf value: 0.67525 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: fra-ces metrics: - name: BLEU type: bleu value: 22.9 - name: chr-F type: chrf value: 0.49277 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: fra-deu metrics: - name: BLEU type: bleu value: 30.4 - name: chr-F type: chrf value: 0.59793 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: multi30k_test_2016_flickr type: multi30k-2016_flickr args: fra-eng metrics: - name: BLEU type: bleu value: 44.5 - name: chr-F type: chrf value: 0.64248 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: multi30k_test_2017_flickr type: multi30k-2017_flickr args: deu-eng metrics: - name: BLEU type: bleu value: 38.5 - name: chr-F type: chrf value: 0.60958 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: multi30k_test_2017_flickr type: multi30k-2017_flickr args: deu-fra metrics: - name: BLEU type: bleu value: 33.5 - name: chr-F type: chrf value: 0.59840 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: multi30k_test_2017_flickr type: multi30k-2017_flickr args: eng-deu metrics: - name: BLEU type: bleu value: 32.4 - name: chr-F type: chrf value: 0.61051 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: multi30k_test_2017_flickr type: multi30k-2017_flickr args: eng-fra metrics: - name: BLEU type: bleu value: 45.7 - name: chr-F type: chrf value: 0.68447 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: multi30k_test_2017_flickr type: multi30k-2017_flickr args: fra-deu metrics: - name: BLEU type: bleu value: 27.4 - name: chr-F type: chrf value: 0.57580 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: multi30k_test_2017_flickr type: multi30k-2017_flickr args: fra-eng metrics: - name: BLEU type: bleu value: 46.0 - name: chr-F type: chrf value: 0.66028 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: multi30k_test_2017_mscoco type: multi30k-2017_mscoco args: deu-eng metrics: - name: BLEU type: bleu value: 29.3 - name: chr-F type: chrf value: 0.53057 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: multi30k_test_2017_mscoco type: multi30k-2017_mscoco args: deu-fra metrics: - name: BLEU type: bleu value: 31.4 - name: chr-F type: chrf value: 0.57125 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: multi30k_test_2017_mscoco type: multi30k-2017_mscoco args: eng-deu metrics: - name: BLEU type: bleu value: 27.3 - name: chr-F type: chrf value: 0.56006 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: multi30k_test_2017_mscoco type: multi30k-2017_mscoco args: eng-fra metrics: - name: BLEU type: bleu value: 51.5 - name: chr-F type: chrf value: 0.71206 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: multi30k_test_2017_mscoco type: multi30k-2017_mscoco args: fra-deu metrics: - name: BLEU type: bleu value: 24.3 - name: chr-F type: chrf value: 0.54076 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: multi30k_test_2017_mscoco type: multi30k-2017_mscoco args: fra-eng metrics: - name: BLEU type: bleu value: 45.4 - name: chr-F type: chrf value: 0.64852 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: deu-ces metrics: - name: BLEU type: bleu value: 21.6 - name: chr-F type: chrf value: 0.48008 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: deu-eng metrics: - name: BLEU type: bleu value: 34.4 - name: chr-F type: chrf value: 0.57472 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: deu-fra metrics: - name: BLEU type: bleu value: 27.4 - name: chr-F type: chrf value: 0.54893 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: eng-ces metrics: - name: BLEU type: bleu value: 27.1 - name: chr-F type: chrf value: 0.54034 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: eng-deu metrics: - name: BLEU type: bleu value: 29.0 - name: chr-F type: chrf value: 0.58338 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: eng-fra metrics: - name: BLEU type: bleu value: 37.5 - name: chr-F type: chrf value: 0.62694 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: fra-ces metrics: - name: BLEU type: bleu value: 19.6 - name: chr-F type: chrf value: 0.47110 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: fra-deu metrics: - name: BLEU type: bleu value: 23.0 - name: chr-F type: chrf value: 0.53726 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: multi30k_test_2018_flickr type: multi30k-2018_flickr args: fra-eng metrics: - name: BLEU type: bleu value: 40.2 - name: chr-F type: chrf value: 0.61916 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newsdiscusstest2015 type: newsdiscusstest2015 args: eng-fra metrics: - name: BLEU type: bleu value: 36.0 - name: chr-F type: chrf value: 0.61964 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newsdiscusstest2015 type: newsdiscusstest2015 args: fra-eng metrics: - name: BLEU type: bleu value: 36.1 - name: chr-F type: chrf value: 0.59754 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstestALL2020 type: newstestALL2020 args: deu-eng metrics: - name: BLEU type: bleu value: 30.8 - name: chr-F type: chrf value: 0.57511 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstestALL2020 type: newstestALL2020 args: eng-deu metrics: - name: BLEU type: bleu value: 28.2 - name: chr-F type: chrf value: 0.56905 - task: name: Translation deu-afr type: translation args: deu-afr dataset: name: ntrex128 type: ntrex128 args: deu-afr metrics: - name: BLEU type: bleu value: 25.2 - name: chr-F type: chrf value: 0.55112 - task: name: Translation deu-bel type: translation args: deu-bel dataset: name: ntrex128 type: ntrex128 args: deu-bel metrics: - name: BLEU type: bleu value: 14.7 - name: chr-F type: chrf value: 0.43275 - task: name: Translation deu-bul type: translation args: deu-bul dataset: name: ntrex128 type: ntrex128 args: deu-bul metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.50482 - task: name: Translation deu-cat type: translation args: deu-cat dataset: name: ntrex128 type: ntrex128 args: deu-cat metrics: - name: BLEU type: bleu value: 25.8 - name: chr-F type: chrf value: 0.53145 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: ntrex128 type: ntrex128 args: deu-ces metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.49340 - task: name: Translation deu-cym type: translation args: deu-cym dataset: name: ntrex128 type: ntrex128 args: deu-cym metrics: - name: BLEU type: bleu value: 16.9 - name: chr-F type: chrf value: 0.46757 - task: name: Translation deu-dan type: translation args: deu-dan dataset: name: ntrex128 type: ntrex128 args: deu-dan metrics: - name: BLEU type: bleu value: 27.2 - name: chr-F type: chrf value: 0.54629 - task: name: Translation deu-ell type: translation args: deu-ell dataset: name: ntrex128 type: ntrex128 args: deu-ell metrics: - name: BLEU type: bleu value: 21.0 - name: chr-F type: chrf value: 0.47825 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: ntrex128 type: ntrex128 args: deu-eng metrics: - name: BLEU type: bleu value: 31.8 - name: chr-F type: chrf value: 0.60047 - task: name: Translation deu-fas type: translation args: deu-fas dataset: name: ntrex128 type: ntrex128 args: deu-fas metrics: - name: BLEU type: bleu value: 12.7 - name: chr-F type: chrf value: 0.40193 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: ntrex128 type: ntrex128 args: deu-fra metrics: - name: BLEU type: bleu value: 26.6 - name: chr-F type: chrf value: 0.54175 - task: name: Translation deu-gle type: translation args: deu-gle dataset: name: ntrex128 type: ntrex128 args: deu-gle metrics: - name: BLEU type: bleu value: 13.7 - name: chr-F type: chrf value: 0.42902 - task: name: Translation deu-glg type: translation args: deu-glg dataset: name: ntrex128 type: ntrex128 args: deu-glg metrics: - name: BLEU type: bleu value: 25.5 - name: chr-F type: chrf value: 0.53430 - task: name: Translation deu-hin type: translation args: deu-hin dataset: name: ntrex128 type: ntrex128 args: deu-hin metrics: - name: BLEU type: bleu value: 15.0 - name: chr-F type: chrf value: 0.41309 - task: name: Translation deu-hrv type: translation args: deu-hrv dataset: name: ntrex128 type: ntrex128 args: deu-hrv metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.51998 - task: name: Translation deu-isl type: translation args: deu-isl dataset: name: ntrex128 type: ntrex128 args: deu-isl metrics: - name: BLEU type: bleu value: 16.0 - name: chr-F type: chrf value: 0.44649 - task: name: Translation deu-ita type: translation args: deu-ita dataset: name: ntrex128 type: ntrex128 args: deu-ita metrics: - name: BLEU type: bleu value: 24.8 - name: chr-F type: chrf value: 0.54145 - task: name: Translation deu-lav type: translation args: deu-lav dataset: name: ntrex128 type: ntrex128 args: deu-lav metrics: - name: BLEU type: bleu value: 14.0 - name: chr-F type: chrf value: 0.45243 - task: name: Translation deu-lit type: translation args: deu-lit dataset: name: ntrex128 type: ntrex128 args: deu-lit metrics: - name: BLEU type: bleu value: 15.1 - name: chr-F type: chrf value: 0.47694 - task: name: Translation deu-ltz type: translation args: deu-ltz dataset: name: ntrex128 type: ntrex128 args: deu-ltz metrics: - name: BLEU type: bleu value: 13.1 - name: chr-F type: chrf value: 0.45326 - task: name: Translation deu-mkd type: translation args: deu-mkd dataset: name: ntrex128 type: ntrex128 args: deu-mkd metrics: - name: BLEU type: bleu value: 21.8 - name: chr-F type: chrf value: 0.52189 - task: name: Translation deu-nld type: translation args: deu-nld dataset: name: ntrex128 type: ntrex128 args: deu-nld metrics: - name: BLEU type: bleu value: 26.0 - name: chr-F type: chrf value: 0.55518 - task: name: Translation deu-nno type: translation args: deu-nno dataset: name: ntrex128 type: ntrex128 args: deu-nno metrics: - name: BLEU type: bleu value: 20.2 - name: chr-F type: chrf value: 0.49799 - task: name: Translation deu-nob type: translation args: deu-nob dataset: name: ntrex128 type: ntrex128 args: deu-nob metrics: - name: BLEU type: bleu value: 25.7 - name: chr-F type: chrf value: 0.54700 - task: name: Translation deu-pol type: translation args: deu-pol dataset: name: ntrex128 type: ntrex128 args: deu-pol metrics: - name: BLEU type: bleu value: 18.1 - name: chr-F type: chrf value: 0.47430 - task: name: Translation deu-por type: translation args: deu-por dataset: name: ntrex128 type: ntrex128 args: deu-por metrics: - name: BLEU type: bleu value: 24.6 - name: chr-F type: chrf value: 0.53262 - task: name: Translation deu-ron type: translation args: deu-ron dataset: name: ntrex128 type: ntrex128 args: deu-ron metrics: - name: BLEU type: bleu value: 24.2 - name: chr-F type: chrf value: 0.51091 - task: name: Translation deu-rus type: translation args: deu-rus dataset: name: ntrex128 type: ntrex128 args: deu-rus metrics: - name: BLEU type: bleu value: 20.0 - name: chr-F type: chrf value: 0.47374 - task: name: Translation deu-slk type: translation args: deu-slk dataset: name: ntrex128 type: ntrex128 args: deu-slk metrics: - name: BLEU type: bleu value: 19.9 - name: chr-F type: chrf value: 0.47850 - task: name: Translation deu-slv type: translation args: deu-slv dataset: name: ntrex128 type: ntrex128 args: deu-slv metrics: - name: BLEU type: bleu value: 21.7 - name: chr-F type: chrf value: 0.50797 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: ntrex128 type: ntrex128 args: deu-spa metrics: - name: BLEU type: bleu value: 28.9 - name: chr-F type: chrf value: 0.55580 - task: name: Translation deu-sqi type: translation args: deu-sqi dataset: name: ntrex128 type: ntrex128 args: deu-sqi metrics: - name: BLEU type: bleu value: 21.4 - name: chr-F type: chrf value: 0.50383 - task: name: Translation deu-srp_Cyrl type: translation args: deu-srp_Cyrl dataset: name: ntrex128 type: ntrex128 args: deu-srp_Cyrl metrics: - name: BLEU type: bleu value: 14.5 - name: chr-F type: chrf value: 0.39857 - task: name: Translation deu-swe type: translation args: deu-swe dataset: name: ntrex128 type: ntrex128 args: deu-swe metrics: - name: BLEU type: bleu value: 26.9 - name: chr-F type: chrf value: 0.56144 - task: name: Translation deu-ukr type: translation args: deu-ukr dataset: name: ntrex128 type: ntrex128 args: deu-ukr metrics: - name: BLEU type: bleu value: 16.5 - name: chr-F type: chrf value: 0.45481 - task: name: Translation deu-urd type: translation args: deu-urd dataset: name: ntrex128 type: ntrex128 args: deu-urd metrics: - name: BLEU type: bleu value: 12.7 - name: chr-F type: chrf value: 0.39067 - task: name: Translation eng-afr type: translation args: eng-afr dataset: name: ntrex128 type: ntrex128 args: eng-afr metrics: - name: BLEU type: bleu value: 40.7 - name: chr-F type: chrf value: 0.66106 - task: name: Translation eng-bel type: translation args: eng-bel dataset: name: ntrex128 type: ntrex128 args: eng-bel metrics: - name: BLEU type: bleu value: 19.3 - name: chr-F type: chrf value: 0.47642 - task: name: Translation eng-ben type: translation args: eng-ben dataset: name: ntrex128 type: ntrex128 args: eng-ben metrics: - name: BLEU type: bleu value: 10.2 - name: chr-F type: chrf value: 0.44938 - task: name: Translation eng-bul type: translation args: eng-bul dataset: name: ntrex128 type: ntrex128 args: eng-bul metrics: - name: BLEU type: bleu value: 28.3 - name: chr-F type: chrf value: 0.55238 - task: name: Translation eng-cat type: translation args: eng-cat dataset: name: ntrex128 type: ntrex128 args: eng-cat metrics: - name: BLEU type: bleu value: 33.8 - name: chr-F type: chrf value: 0.59563 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: ntrex128 type: ntrex128 args: eng-ces metrics: - name: BLEU type: bleu value: 26.4 - name: chr-F type: chrf value: 0.54586 - task: name: Translation eng-cym type: translation args: eng-cym dataset: name: ntrex128 type: ntrex128 args: eng-cym metrics: - name: BLEU type: bleu value: 26.0 - name: chr-F type: chrf value: 0.54759 - task: name: Translation eng-dan type: translation args: eng-dan dataset: name: ntrex128 type: ntrex128 args: eng-dan metrics: - name: BLEU type: bleu value: 35.6 - name: chr-F type: chrf value: 0.60350 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: ntrex128 type: ntrex128 args: eng-deu metrics: - name: BLEU type: bleu value: 27.9 - name: chr-F type: chrf value: 0.57027 - task: name: Translation eng-ell type: translation args: eng-ell dataset: name: ntrex128 type: ntrex128 args: eng-ell metrics: - name: BLEU type: bleu value: 28.5 - name: chr-F type: chrf value: 0.53745 - task: name: Translation eng-fao type: translation args: eng-fao dataset: name: ntrex128 type: ntrex128 args: eng-fao metrics: - name: BLEU type: bleu value: 10.5 - name: chr-F type: chrf value: 0.30592 - task: name: Translation eng-fas type: translation args: eng-fas dataset: name: ntrex128 type: ntrex128 args: eng-fas metrics: - name: BLEU type: bleu value: 17.0 - name: chr-F type: chrf value: 0.44487 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: ntrex128 type: ntrex128 args: eng-fra metrics: - name: BLEU type: bleu value: 32.9 - name: chr-F type: chrf value: 0.59630 - task: name: Translation eng-gle type: translation args: eng-gle dataset: name: ntrex128 type: ntrex128 args: eng-gle metrics: - name: BLEU type: bleu value: 19.0 - name: chr-F type: chrf value: 0.48192 - task: name: Translation eng-glg type: translation args: eng-glg dataset: name: ntrex128 type: ntrex128 args: eng-glg metrics: - name: BLEU type: bleu value: 34.3 - name: chr-F type: chrf value: 0.60389 - task: name: Translation eng-guj type: translation args: eng-guj dataset: name: ntrex128 type: ntrex128 args: eng-guj metrics: - name: BLEU type: bleu value: 10.6 - name: chr-F type: chrf value: 0.40892 - task: name: Translation eng-hin type: translation args: eng-hin dataset: name: ntrex128 type: ntrex128 args: eng-hin metrics: - name: BLEU type: bleu value: 22.9 - name: chr-F type: chrf value: 0.48575 - task: name: Translation eng-hrv type: translation args: eng-hrv dataset: name: ntrex128 type: ntrex128 args: eng-hrv metrics: - name: BLEU type: bleu value: 30.0 - name: chr-F type: chrf value: 0.58236 - task: name: Translation eng-isl type: translation args: eng-isl dataset: name: ntrex128 type: ntrex128 args: eng-isl metrics: - name: BLEU type: bleu value: 20.3 - name: chr-F type: chrf value: 0.48066 - task: name: Translation eng-ita type: translation args: eng-ita dataset: name: ntrex128 type: ntrex128 args: eng-ita metrics: - name: BLEU type: bleu value: 33.7 - name: chr-F type: chrf value: 0.60485 - task: name: Translation eng-lav type: translation args: eng-lav dataset: name: ntrex128 type: ntrex128 args: eng-lav metrics: - name: BLEU type: bleu value: 17.5 - name: chr-F type: chrf value: 0.49041 - task: name: Translation eng-lit type: translation args: eng-lit dataset: name: ntrex128 type: ntrex128 args: eng-lit metrics: - name: BLEU type: bleu value: 18.3 - name: chr-F type: chrf value: 0.51230 - task: name: Translation eng-ltz type: translation args: eng-ltz dataset: name: ntrex128 type: ntrex128 args: eng-ltz metrics: - name: BLEU type: bleu value: 15.0 - name: chr-F type: chrf value: 0.46754 - task: name: Translation eng-mkd type: translation args: eng-mkd dataset: name: ntrex128 type: ntrex128 args: eng-mkd metrics: - name: BLEU type: bleu value: 30.5 - name: chr-F type: chrf value: 0.59421 - task: name: Translation eng-nld type: translation args: eng-nld dataset: name: ntrex128 type: ntrex128 args: eng-nld metrics: - name: BLEU type: bleu value: 31.7 - name: chr-F type: chrf value: 0.59539 - task: name: Translation eng-nno type: translation args: eng-nno dataset: name: ntrex128 type: ntrex128 args: eng-nno metrics: - name: BLEU type: bleu value: 30.9 - name: chr-F type: chrf value: 0.58757 - task: name: Translation eng-nob type: translation args: eng-nob dataset: name: ntrex128 type: ntrex128 args: eng-nob metrics: - name: BLEU type: bleu value: 35.2 - name: chr-F type: chrf value: 0.61045 - task: name: Translation eng-pan type: translation args: eng-pan dataset: name: ntrex128 type: ntrex128 args: eng-pan metrics: - name: BLEU type: bleu value: 11.3 - name: chr-F type: chrf value: 0.37292 - task: name: Translation eng-pol type: translation args: eng-pol dataset: name: ntrex128 type: ntrex128 args: eng-pol metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.50306 - task: name: Translation eng-por type: translation args: eng-por dataset: name: ntrex128 type: ntrex128 args: eng-por metrics: - name: BLEU type: bleu value: 32.3 - name: chr-F type: chrf value: 0.59064 - task: name: Translation eng-prs type: translation args: eng-prs dataset: name: ntrex128 type: ntrex128 args: eng-prs metrics: - name: BLEU type: bleu value: 13.7 - name: chr-F type: chrf value: 0.40486 - task: name: Translation eng-ron type: translation args: eng-ron dataset: name: ntrex128 type: ntrex128 args: eng-ron metrics: - name: BLEU type: bleu value: 30.3 - name: chr-F type: chrf value: 0.56071 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: ntrex128 type: ntrex128 args: eng-rus metrics: - name: BLEU type: bleu value: 26.5 - name: chr-F type: chrf value: 0.52359 - task: name: Translation eng-slk type: translation args: eng-slk dataset: name: ntrex128 type: ntrex128 args: eng-slk metrics: - name: BLEU type: bleu value: 26.5 - name: chr-F type: chrf value: 0.54391 - task: name: Translation eng-slv type: translation args: eng-slv dataset: name: ntrex128 type: ntrex128 args: eng-slv metrics: - name: BLEU type: bleu value: 25.9 - name: chr-F type: chrf value: 0.54372 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: ntrex128 type: ntrex128 args: eng-spa metrics: - name: BLEU type: bleu value: 38.1 - name: chr-F type: chrf value: 0.62654 - task: name: Translation eng-sqi type: translation args: eng-sqi dataset: name: ntrex128 type: ntrex128 args: eng-sqi metrics: - name: BLEU type: bleu value: 30.7 - name: chr-F type: chrf value: 0.56845 - task: name: Translation eng-srp_Cyrl type: translation args: eng-srp_Cyrl dataset: name: ntrex128 type: ntrex128 args: eng-srp_Cyrl metrics: - name: BLEU type: bleu value: 18.5 - name: chr-F type: chrf value: 0.43244 - task: name: Translation eng-swe type: translation args: eng-swe dataset: name: ntrex128 type: ntrex128 args: eng-swe metrics: - name: BLEU type: bleu value: 38.8 - name: chr-F type: chrf value: 0.64175 - task: name: Translation eng-ukr type: translation args: eng-ukr dataset: name: ntrex128 type: ntrex128 args: eng-ukr metrics: - name: BLEU type: bleu value: 21.0 - name: chr-F type: chrf value: 0.49480 - task: name: Translation eng-urd type: translation args: eng-urd dataset: name: ntrex128 type: ntrex128 args: eng-urd metrics: - name: BLEU type: bleu value: 17.8 - name: chr-F type: chrf value: 0.44382 - task: name: Translation fra-afr type: translation args: fra-afr dataset: name: ntrex128 type: ntrex128 args: fra-afr metrics: - name: BLEU type: bleu value: 23.8 - name: chr-F type: chrf value: 0.53285 - task: name: Translation fra-bel type: translation args: fra-bel dataset: name: ntrex128 type: ntrex128 args: fra-bel metrics: - name: BLEU type: bleu value: 14.5 - name: chr-F type: chrf value: 0.42933 - task: name: Translation fra-bul type: translation args: fra-bul dataset: name: ntrex128 type: ntrex128 args: fra-bul metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.50188 - task: name: Translation fra-cat type: translation args: fra-cat dataset: name: ntrex128 type: ntrex128 args: fra-cat metrics: - name: BLEU type: bleu value: 26.5 - name: chr-F type: chrf value: 0.54019 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: ntrex128 type: ntrex128 args: fra-ces metrics: - name: BLEU type: bleu value: 19.4 - name: chr-F type: chrf value: 0.47876 - task: name: Translation fra-cym type: translation args: fra-cym dataset: name: ntrex128 type: ntrex128 args: fra-cym metrics: - name: BLEU type: bleu value: 18.2 - name: chr-F type: chrf value: 0.47101 - task: name: Translation fra-dan type: translation args: fra-dan dataset: name: ntrex128 type: ntrex128 args: fra-dan metrics: - name: BLEU type: bleu value: 25.5 - name: chr-F type: chrf value: 0.52518 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: ntrex128 type: ntrex128 args: fra-deu metrics: - name: BLEU type: bleu value: 21.8 - name: chr-F type: chrf value: 0.51567 - task: name: Translation fra-ell type: translation args: fra-ell dataset: name: ntrex128 type: ntrex128 args: fra-ell metrics: - name: BLEU type: bleu value: 21.3 - name: chr-F type: chrf value: 0.47986 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: ntrex128 type: ntrex128 args: fra-eng metrics: - name: BLEU type: bleu value: 31.6 - name: chr-F type: chrf value: 0.59200 - task: name: Translation fra-fas type: translation args: fra-fas dataset: name: ntrex128 type: ntrex128 args: fra-fas metrics: - name: BLEU type: bleu value: 12.3 - name: chr-F type: chrf value: 0.39771 - task: name: Translation fra-gle type: translation args: fra-gle dataset: name: ntrex128 type: ntrex128 args: fra-gle metrics: - name: BLEU type: bleu value: 13.5 - name: chr-F type: chrf value: 0.42837 - task: name: Translation fra-glg type: translation args: fra-glg dataset: name: ntrex128 type: ntrex128 args: fra-glg metrics: - name: BLEU type: bleu value: 26.4 - name: chr-F type: chrf value: 0.54310 - task: name: Translation fra-hin type: translation args: fra-hin dataset: name: ntrex128 type: ntrex128 args: fra-hin metrics: - name: BLEU type: bleu value: 15.4 - name: chr-F type: chrf value: 0.41234 - task: name: Translation fra-hrv type: translation args: fra-hrv dataset: name: ntrex128 type: ntrex128 args: fra-hrv metrics: - name: BLEU type: bleu value: 21.4 - name: chr-F type: chrf value: 0.51276 - task: name: Translation fra-isl type: translation args: fra-isl dataset: name: ntrex128 type: ntrex128 args: fra-isl metrics: - name: BLEU type: bleu value: 16.4 - name: chr-F type: chrf value: 0.44117 - task: name: Translation fra-ita type: translation args: fra-ita dataset: name: ntrex128 type: ntrex128 args: fra-ita metrics: - name: BLEU type: bleu value: 26.5 - name: chr-F type: chrf value: 0.55460 - task: name: Translation fra-lav type: translation args: fra-lav dataset: name: ntrex128 type: ntrex128 args: fra-lav metrics: - name: BLEU type: bleu value: 13.3 - name: chr-F type: chrf value: 0.44057 - task: name: Translation fra-lit type: translation args: fra-lit dataset: name: ntrex128 type: ntrex128 args: fra-lit metrics: - name: BLEU type: bleu value: 13.9 - name: chr-F type: chrf value: 0.46745 - task: name: Translation fra-ltz type: translation args: fra-ltz dataset: name: ntrex128 type: ntrex128 args: fra-ltz metrics: - name: BLEU type: bleu value: 11.2 - name: chr-F type: chrf value: 0.42060 - task: name: Translation fra-mkd type: translation args: fra-mkd dataset: name: ntrex128 type: ntrex128 args: fra-mkd metrics: - name: BLEU type: bleu value: 20.7 - name: chr-F type: chrf value: 0.51077 - task: name: Translation fra-nld type: translation args: fra-nld dataset: name: ntrex128 type: ntrex128 args: fra-nld metrics: - name: BLEU type: bleu value: 23.6 - name: chr-F type: chrf value: 0.53226 - task: name: Translation fra-nno type: translation args: fra-nno dataset: name: ntrex128 type: ntrex128 args: fra-nno metrics: - name: BLEU type: bleu value: 19.5 - name: chr-F type: chrf value: 0.48806 - task: name: Translation fra-nob type: translation args: fra-nob dataset: name: ntrex128 type: ntrex128 args: fra-nob metrics: - name: BLEU type: bleu value: 24.2 - name: chr-F type: chrf value: 0.52610 - task: name: Translation fra-pol type: translation args: fra-pol dataset: name: ntrex128 type: ntrex128 args: fra-pol metrics: - name: BLEU type: bleu value: 17.9 - name: chr-F type: chrf value: 0.46942 - task: name: Translation fra-por type: translation args: fra-por dataset: name: ntrex128 type: ntrex128 args: fra-por metrics: - name: BLEU type: bleu value: 25.2 - name: chr-F type: chrf value: 0.53724 - task: name: Translation fra-ron type: translation args: fra-ron dataset: name: ntrex128 type: ntrex128 args: fra-ron metrics: - name: BLEU type: bleu value: 23.7 - name: chr-F type: chrf value: 0.51064 - task: name: Translation fra-rus type: translation args: fra-rus dataset: name: ntrex128 type: ntrex128 args: fra-rus metrics: - name: BLEU type: bleu value: 20.7 - name: chr-F type: chrf value: 0.47588 - task: name: Translation fra-slk type: translation args: fra-slk dataset: name: ntrex128 type: ntrex128 args: fra-slk metrics: - name: BLEU type: bleu value: 18.1 - name: chr-F type: chrf value: 0.46230 - task: name: Translation fra-slv type: translation args: fra-slv dataset: name: ntrex128 type: ntrex128 args: fra-slv metrics: - name: BLEU type: bleu value: 20.4 - name: chr-F type: chrf value: 0.49389 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: ntrex128 type: ntrex128 args: fra-spa metrics: - name: BLEU type: bleu value: 30.0 - name: chr-F type: chrf value: 0.56432 - task: name: Translation fra-sqi type: translation args: fra-sqi dataset: name: ntrex128 type: ntrex128 args: fra-sqi metrics: - name: BLEU type: bleu value: 21.7 - name: chr-F type: chrf value: 0.50181 - task: name: Translation fra-srp_Cyrl type: translation args: fra-srp_Cyrl dataset: name: ntrex128 type: ntrex128 args: fra-srp_Cyrl metrics: - name: BLEU type: bleu value: 12.9 - name: chr-F type: chrf value: 0.38319 - task: name: Translation fra-swe type: translation args: fra-swe dataset: name: ntrex128 type: ntrex128 args: fra-swe metrics: - name: BLEU type: bleu value: 25.8 - name: chr-F type: chrf value: 0.54462 - task: name: Translation fra-ukr type: translation args: fra-ukr dataset: name: ntrex128 type: ntrex128 args: fra-ukr metrics: - name: BLEU type: bleu value: 15.8 - name: chr-F type: chrf value: 0.44589 - task: name: Translation fra-urd type: translation args: fra-urd dataset: name: ntrex128 type: ntrex128 args: fra-urd metrics: - name: BLEU type: bleu value: 12.5 - name: chr-F type: chrf value: 0.38487 - task: name: Translation por-afr type: translation args: por-afr dataset: name: ntrex128 type: ntrex128 args: por-afr metrics: - name: BLEU type: bleu value: 26.6 - name: chr-F type: chrf value: 0.56124 - task: name: Translation por-bel type: translation args: por-bel dataset: name: ntrex128 type: ntrex128 args: por-bel metrics: - name: BLEU type: bleu value: 15.4 - name: chr-F type: chrf value: 0.44346 - task: name: Translation por-bul type: translation args: por-bul dataset: name: ntrex128 type: ntrex128 args: por-bul metrics: - name: BLEU type: bleu value: 24.1 - name: chr-F type: chrf value: 0.51578 - task: name: Translation por-cat type: translation args: por-cat dataset: name: ntrex128 type: ntrex128 args: por-cat metrics: - name: BLEU type: bleu value: 30.4 - name: chr-F type: chrf value: 0.57052 - task: name: Translation por-ces type: translation args: por-ces dataset: name: ntrex128 type: ntrex128 args: por-ces metrics: - name: BLEU type: bleu value: 21.0 - name: chr-F type: chrf value: 0.49385 - task: name: Translation por-cym type: translation args: por-cym dataset: name: ntrex128 type: ntrex128 args: por-cym metrics: - name: BLEU type: bleu value: 18.0 - name: chr-F type: chrf value: 0.47606 - task: name: Translation por-dan type: translation args: por-dan dataset: name: ntrex128 type: ntrex128 args: por-dan metrics: - name: BLEU type: bleu value: 27.9 - name: chr-F type: chrf value: 0.54564 - task: name: Translation por-deu type: translation args: por-deu dataset: name: ntrex128 type: ntrex128 args: por-deu metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.53023 - task: name: Translation por-ell type: translation args: por-ell dataset: name: ntrex128 type: ntrex128 args: por-ell metrics: - name: BLEU type: bleu value: 24.0 - name: chr-F type: chrf value: 0.50229 - task: name: Translation por-eng type: translation args: por-eng dataset: name: ntrex128 type: ntrex128 args: por-eng metrics: - name: BLEU type: bleu value: 36.2 - name: chr-F type: chrf value: 0.62761 - task: name: Translation por-fas type: translation args: por-fas dataset: name: ntrex128 type: ntrex128 args: por-fas metrics: - name: BLEU type: bleu value: 13.2 - name: chr-F type: chrf value: 0.40704 - task: name: Translation por-fra type: translation args: por-fra dataset: name: ntrex128 type: ntrex128 args: por-fra metrics: - name: BLEU type: bleu value: 27.9 - name: chr-F type: chrf value: 0.55864 - task: name: Translation por-gle type: translation args: por-gle dataset: name: ntrex128 type: ntrex128 args: por-gle metrics: - name: BLEU type: bleu value: 14.4 - name: chr-F type: chrf value: 0.43855 - task: name: Translation por-glg type: translation args: por-glg dataset: name: ntrex128 type: ntrex128 args: por-glg metrics: - name: BLEU type: bleu value: 28.9 - name: chr-F type: chrf value: 0.56576 - task: name: Translation por-hin type: translation args: por-hin dataset: name: ntrex128 type: ntrex128 args: por-hin metrics: - name: BLEU type: bleu value: 16.1 - name: chr-F type: chrf value: 0.41906 - task: name: Translation por-hrv type: translation args: por-hrv dataset: name: ntrex128 type: ntrex128 args: por-hrv metrics: - name: BLEU type: bleu value: 22.9 - name: chr-F type: chrf value: 0.52756 - task: name: Translation por-isl type: translation args: por-isl dataset: name: ntrex128 type: ntrex128 args: por-isl metrics: - name: BLEU type: bleu value: 16.4 - name: chr-F type: chrf value: 0.44649 - task: name: Translation por-ita type: translation args: por-ita dataset: name: ntrex128 type: ntrex128 args: por-ita metrics: - name: BLEU type: bleu value: 29.5 - name: chr-F type: chrf value: 0.57836 - task: name: Translation por-lav type: translation args: por-lav dataset: name: ntrex128 type: ntrex128 args: por-lav metrics: - name: BLEU type: bleu value: 14.3 - name: chr-F type: chrf value: 0.45519 - task: name: Translation por-lit type: translation args: por-lit dataset: name: ntrex128 type: ntrex128 args: por-lit metrics: - name: BLEU type: bleu value: 15.2 - name: chr-F type: chrf value: 0.48342 - task: name: Translation por-mkd type: translation args: por-mkd dataset: name: ntrex128 type: ntrex128 args: por-mkd metrics: - name: BLEU type: bleu value: 23.3 - name: chr-F type: chrf value: 0.53728 - task: name: Translation por-nld type: translation args: por-nld dataset: name: ntrex128 type: ntrex128 args: por-nld metrics: - name: BLEU type: bleu value: 25.9 - name: chr-F type: chrf value: 0.54708 - task: name: Translation por-nno type: translation args: por-nno dataset: name: ntrex128 type: ntrex128 args: por-nno metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.50133 - task: name: Translation por-nob type: translation args: por-nob dataset: name: ntrex128 type: ntrex128 args: por-nob metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.54357 - task: name: Translation por-pol type: translation args: por-pol dataset: name: ntrex128 type: ntrex128 args: por-pol metrics: - name: BLEU type: bleu value: 18.5 - name: chr-F type: chrf value: 0.47970 - task: name: Translation por-prs type: translation args: por-prs dataset: name: ntrex128 type: ntrex128 args: por-prs metrics: - name: BLEU type: bleu value: 10.1 - name: chr-F type: chrf value: 0.36614 - task: name: Translation por-ron type: translation args: por-ron dataset: name: ntrex128 type: ntrex128 args: por-ron metrics: - name: BLEU type: bleu value: 26.3 - name: chr-F type: chrf value: 0.53061 - task: name: Translation por-rus type: translation args: por-rus dataset: name: ntrex128 type: ntrex128 args: por-rus metrics: - name: BLEU type: bleu value: 21.3 - name: chr-F type: chrf value: 0.48075 - task: name: Translation por-slk type: translation args: por-slk dataset: name: ntrex128 type: ntrex128 args: por-slk metrics: - name: BLEU type: bleu value: 19.2 - name: chr-F type: chrf value: 0.47540 - task: name: Translation por-slv type: translation args: por-slv dataset: name: ntrex128 type: ntrex128 args: por-slv metrics: - name: BLEU type: bleu value: 21.9 - name: chr-F type: chrf value: 0.50780 - task: name: Translation por-spa type: translation args: por-spa dataset: name: ntrex128 type: ntrex128 args: por-spa metrics: - name: BLEU type: bleu value: 33.3 - name: chr-F type: chrf value: 0.58969 - task: name: Translation por-sqi type: translation args: por-sqi dataset: name: ntrex128 type: ntrex128 args: por-sqi metrics: - name: BLEU type: bleu value: 25.0 - name: chr-F type: chrf value: 0.52446 - task: name: Translation por-srp_Cyrl type: translation args: por-srp_Cyrl dataset: name: ntrex128 type: ntrex128 args: por-srp_Cyrl metrics: - name: BLEU type: bleu value: 14.6 - name: chr-F type: chrf value: 0.40145 - task: name: Translation por-swe type: translation args: por-swe dataset: name: ntrex128 type: ntrex128 args: por-swe metrics: - name: BLEU type: bleu value: 26.9 - name: chr-F type: chrf value: 0.55721 - task: name: Translation por-ukr type: translation args: por-ukr dataset: name: ntrex128 type: ntrex128 args: por-ukr metrics: - name: BLEU type: bleu value: 17.9 - name: chr-F type: chrf value: 0.46398 - task: name: Translation por-urd type: translation args: por-urd dataset: name: ntrex128 type: ntrex128 args: por-urd metrics: - name: BLEU type: bleu value: 13.0 - name: chr-F type: chrf value: 0.39117 - task: name: Translation spa-afr type: translation args: spa-afr dataset: name: ntrex128 type: ntrex128 args: spa-afr metrics: - name: BLEU type: bleu value: 25.5 - name: chr-F type: chrf value: 0.55892 - task: name: Translation spa-bel type: translation args: spa-bel dataset: name: ntrex128 type: ntrex128 args: spa-bel metrics: - name: BLEU type: bleu value: 15.1 - name: chr-F type: chrf value: 0.44316 - task: name: Translation spa-bul type: translation args: spa-bul dataset: name: ntrex128 type: ntrex128 args: spa-bul metrics: - name: BLEU type: bleu value: 23.6 - name: chr-F type: chrf value: 0.51341 - task: name: Translation spa-cat type: translation args: spa-cat dataset: name: ntrex128 type: ntrex128 args: spa-cat metrics: - name: BLEU type: bleu value: 33.7 - name: chr-F type: chrf value: 0.60359 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: ntrex128 type: ntrex128 args: spa-ces metrics: - name: BLEU type: bleu value: 20.2 - name: chr-F type: chrf value: 0.49078 - task: name: Translation spa-cym type: translation args: spa-cym dataset: name: ntrex128 type: ntrex128 args: spa-cym metrics: - name: BLEU type: bleu value: 19.0 - name: chr-F type: chrf value: 0.48640 - task: name: Translation spa-dan type: translation args: spa-dan dataset: name: ntrex128 type: ntrex128 args: spa-dan metrics: - name: BLEU type: bleu value: 26.6 - name: chr-F type: chrf value: 0.54368 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: ntrex128 type: ntrex128 args: spa-deu metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.52793 - task: name: Translation spa-ell type: translation args: spa-ell dataset: name: ntrex128 type: ntrex128 args: spa-ell metrics: - name: BLEU type: bleu value: 23.5 - name: chr-F type: chrf value: 0.49688 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: ntrex128 type: ntrex128 args: spa-eng metrics: - name: BLEU type: bleu value: 34.6 - name: chr-F type: chrf value: 0.62576 - task: name: Translation spa-fas type: translation args: spa-fas dataset: name: ntrex128 type: ntrex128 args: spa-fas metrics: - name: BLEU type: bleu value: 13.0 - name: chr-F type: chrf value: 0.41004 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: ntrex128 type: ntrex128 args: spa-fra metrics: - name: BLEU type: bleu value: 28.5 - name: chr-F type: chrf value: 0.56440 - task: name: Translation spa-gle type: translation args: spa-gle dataset: name: ntrex128 type: ntrex128 args: spa-gle metrics: - name: BLEU type: bleu value: 14.7 - name: chr-F type: chrf value: 0.44229 - task: name: Translation spa-glg type: translation args: spa-glg dataset: name: ntrex128 type: ntrex128 args: spa-glg metrics: - name: BLEU type: bleu value: 33.9 - name: chr-F type: chrf value: 0.60955 - task: name: Translation spa-hin type: translation args: spa-hin dataset: name: ntrex128 type: ntrex128 args: spa-hin metrics: - name: BLEU type: bleu value: 16.1 - name: chr-F type: chrf value: 0.42185 - task: name: Translation spa-hrv type: translation args: spa-hrv dataset: name: ntrex128 type: ntrex128 args: spa-hrv metrics: - name: BLEU type: bleu value: 22.8 - name: chr-F type: chrf value: 0.53061 - task: name: Translation spa-isl type: translation args: spa-isl dataset: name: ntrex128 type: ntrex128 args: spa-isl metrics: - name: BLEU type: bleu value: 17.1 - name: chr-F type: chrf value: 0.45185 - task: name: Translation spa-ita type: translation args: spa-ita dataset: name: ntrex128 type: ntrex128 args: spa-ita metrics: - name: BLEU type: bleu value: 27.9 - name: chr-F type: chrf value: 0.56945 - task: name: Translation spa-lav type: translation args: spa-lav dataset: name: ntrex128 type: ntrex128 args: spa-lav metrics: - name: BLEU type: bleu value: 14.2 - name: chr-F type: chrf value: 0.45424 - task: name: Translation spa-lit type: translation args: spa-lit dataset: name: ntrex128 type: ntrex128 args: spa-lit metrics: - name: BLEU type: bleu value: 15.5 - name: chr-F type: chrf value: 0.48405 - task: name: Translation spa-mkd type: translation args: spa-mkd dataset: name: ntrex128 type: ntrex128 args: spa-mkd metrics: - name: BLEU type: bleu value: 22.9 - name: chr-F type: chrf value: 0.53653 - task: name: Translation spa-nld type: translation args: spa-nld dataset: name: ntrex128 type: ntrex128 args: spa-nld metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.54795 - task: name: Translation spa-nno type: translation args: spa-nno dataset: name: ntrex128 type: ntrex128 args: spa-nno metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.50373 - task: name: Translation spa-nob type: translation args: spa-nob dataset: name: ntrex128 type: ntrex128 args: spa-nob metrics: - name: BLEU type: bleu value: 25.4 - name: chr-F type: chrf value: 0.54331 - task: name: Translation spa-pol type: translation args: spa-pol dataset: name: ntrex128 type: ntrex128 args: spa-pol metrics: - name: BLEU type: bleu value: 18.3 - name: chr-F type: chrf value: 0.47592 - task: name: Translation spa-por type: translation args: spa-por dataset: name: ntrex128 type: ntrex128 args: spa-por metrics: - name: BLEU type: bleu value: 28.8 - name: chr-F type: chrf value: 0.56627 - task: name: Translation spa-prs type: translation args: spa-prs dataset: name: ntrex128 type: ntrex128 args: spa-prs metrics: - name: BLEU type: bleu value: 10.1 - name: chr-F type: chrf value: 0.37038 - task: name: Translation spa-ron type: translation args: spa-ron dataset: name: ntrex128 type: ntrex128 args: spa-ron metrics: - name: BLEU type: bleu value: 26.5 - name: chr-F type: chrf value: 0.53162 - task: name: Translation spa-rus type: translation args: spa-rus dataset: name: ntrex128 type: ntrex128 args: spa-rus metrics: - name: BLEU type: bleu value: 21.3 - name: chr-F type: chrf value: 0.48366 - task: name: Translation spa-slk type: translation args: spa-slk dataset: name: ntrex128 type: ntrex128 args: spa-slk metrics: - name: BLEU type: bleu value: 19.5 - name: chr-F type: chrf value: 0.47742 - task: name: Translation spa-slv type: translation args: spa-slv dataset: name: ntrex128 type: ntrex128 args: spa-slv metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.50955 - task: name: Translation spa-sqi type: translation args: spa-sqi dataset: name: ntrex128 type: ntrex128 args: spa-sqi metrics: - name: BLEU type: bleu value: 24.1 - name: chr-F type: chrf value: 0.52450 - task: name: Translation spa-srp_Cyrl type: translation args: spa-srp_Cyrl dataset: name: ntrex128 type: ntrex128 args: spa-srp_Cyrl metrics: - name: BLEU type: bleu value: 14.8 - name: chr-F type: chrf value: 0.40529 - task: name: Translation spa-swe type: translation args: spa-swe dataset: name: ntrex128 type: ntrex128 args: spa-swe metrics: - name: BLEU type: bleu value: 26.5 - name: chr-F type: chrf value: 0.55918 - task: name: Translation spa-ukr type: translation args: spa-ukr dataset: name: ntrex128 type: ntrex128 args: spa-ukr metrics: - name: BLEU type: bleu value: 18.0 - name: chr-F type: chrf value: 0.46554 - task: name: Translation spa-urd type: translation args: spa-urd dataset: name: ntrex128 type: ntrex128 args: spa-urd metrics: - name: BLEU type: bleu value: 12.7 - name: chr-F type: chrf value: 0.38914 - task: name: Translation deu-afr type: translation args: deu-afr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-afr metrics: - name: BLEU type: bleu value: 53.9 - name: chr-F type: chrf value: 0.69843 - task: name: Translation deu-bel type: translation args: deu-bel dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-bel metrics: - name: BLEU type: bleu value: 27.8 - name: chr-F type: chrf value: 0.55105 - task: name: Translation deu-bul type: translation args: deu-bul dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-bul metrics: - name: BLEU type: bleu value: 45.3 - name: chr-F type: chrf value: 0.64736 - task: name: Translation deu-cat type: translation args: deu-cat dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-cat metrics: - name: BLEU type: bleu value: 39.7 - name: chr-F type: chrf value: 0.60706 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-ces metrics: - name: BLEU type: bleu value: 38.3 - name: chr-F type: chrf value: 0.60622 - task: name: Translation deu-dan type: translation args: deu-dan dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-dan metrics: - name: BLEU type: bleu value: 54.3 - name: chr-F type: chrf value: 0.71239 - task: name: Translation deu-deu type: translation args: deu-deu dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-deu metrics: - name: BLEU type: bleu value: 36.4 - name: chr-F type: chrf value: 0.59800 - task: name: Translation deu-ell type: translation args: deu-ell dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-ell metrics: - name: BLEU type: bleu value: 42.3 - name: chr-F type: chrf value: 0.62906 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-eng metrics: - name: BLEU type: bleu value: 45.8 - name: chr-F type: chrf value: 0.63986 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-fra metrics: - name: BLEU type: bleu value: 47.4 - name: chr-F type: chrf value: 0.65864 - task: name: Translation deu-hrv type: translation args: deu-hrv dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-hrv metrics: - name: BLEU type: bleu value: 42.0 - name: chr-F type: chrf value: 0.64086 - task: name: Translation deu-isl type: translation args: deu-isl dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-isl metrics: - name: BLEU type: bleu value: 37.7 - name: chr-F type: chrf value: 0.58857 - task: name: Translation deu-ita type: translation args: deu-ita dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-ita metrics: - name: BLEU type: bleu value: 44.9 - name: chr-F type: chrf value: 0.66819 - task: name: Translation deu-lit type: translation args: deu-lit dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-lit metrics: - name: BLEU type: bleu value: 32.6 - name: chr-F type: chrf value: 0.61083 - task: name: Translation deu-ltz type: translation args: deu-ltz dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-ltz metrics: - name: BLEU type: bleu value: 37.5 - name: chr-F type: chrf value: 0.57811 - task: name: Translation deu-nld type: translation args: deu-nld dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-nld metrics: - name: BLEU type: bleu value: 51.6 - name: chr-F type: chrf value: 0.69440 - task: name: Translation deu-nob type: translation args: deu-nob dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-nob metrics: - name: BLEU type: bleu value: 48.9 - name: chr-F type: chrf value: 0.69018 - task: name: Translation deu-nor type: translation args: deu-nor dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-nor metrics: - name: BLEU type: bleu value: 48.7 - name: chr-F type: chrf value: 0.68845 - task: name: Translation deu-pol type: translation args: deu-pol dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-pol metrics: - name: BLEU type: bleu value: 38.4 - name: chr-F type: chrf value: 0.62153 - task: name: Translation deu-por type: translation args: deu-por dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-por metrics: - name: BLEU type: bleu value: 40.8 - name: chr-F type: chrf value: 0.62059 - task: name: Translation deu-ron type: translation args: deu-ron dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-ron metrics: - name: BLEU type: bleu value: 39.7 - name: chr-F type: chrf value: 0.62094 - task: name: Translation deu-rus type: translation args: deu-rus dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-rus metrics: - name: BLEU type: bleu value: 40.3 - name: chr-F type: chrf value: 0.62731 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-spa metrics: - name: BLEU type: bleu value: 46.5 - name: chr-F type: chrf value: 0.66256 - task: name: Translation deu-swe type: translation args: deu-swe dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-swe metrics: - name: BLEU type: bleu value: 54.0 - name: chr-F type: chrf value: 0.69697 - task: name: Translation deu-ukr type: translation args: deu-ukr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: deu-ukr metrics: - name: BLEU type: bleu value: 37.3 - name: chr-F type: chrf value: 0.60825 - task: name: Translation eng-afr type: translation args: eng-afr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-afr metrics: - name: BLEU type: bleu value: 55.3 - name: chr-F type: chrf value: 0.70651 - task: name: Translation eng-bel type: translation args: eng-bel dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-bel metrics: - name: BLEU type: bleu value: 23.5 - name: chr-F type: chrf value: 0.50356 - task: name: Translation eng-bos_Latn type: translation args: eng-bos_Latn dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-bos_Latn metrics: - name: BLEU type: bleu value: 43.2 - name: chr-F type: chrf value: 0.64765 - task: name: Translation eng-bul type: translation args: eng-bul dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-bul metrics: - name: BLEU type: bleu value: 45.0 - name: chr-F type: chrf value: 0.64094 - task: name: Translation eng-cat type: translation args: eng-cat dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-cat metrics: - name: BLEU type: bleu value: 45.3 - name: chr-F type: chrf value: 0.65036 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-ces metrics: - name: BLEU type: bleu value: 39.9 - name: chr-F type: chrf value: 0.60779 - task: name: Translation eng-cym type: translation args: eng-cym dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-cym metrics: - name: BLEU type: bleu value: 33.7 - name: chr-F type: chrf value: 0.58768 - task: name: Translation eng-dan type: translation args: eng-dan dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-dan metrics: - name: BLEU type: bleu value: 56.7 - name: chr-F type: chrf value: 0.71901 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-deu metrics: - name: BLEU type: bleu value: 38.8 - name: chr-F type: chrf value: 0.60900 - task: name: Translation eng-ell type: translation args: eng-ell dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-ell metrics: - name: BLEU type: bleu value: 47.7 - name: chr-F type: chrf value: 0.68844 - task: name: Translation eng-eng type: translation args: eng-eng dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-eng metrics: - name: BLEU type: bleu value: 69.2 - name: chr-F type: chrf value: 0.83261 - task: name: Translation eng-fao type: translation args: eng-fao dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-fao metrics: - name: BLEU type: bleu value: 23.3 - name: chr-F type: chrf value: 0.44702 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-fra metrics: - name: BLEU type: bleu value: 48.0 - name: chr-F type: chrf value: 0.66478 - task: name: Translation eng-fry type: translation args: eng-fry dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-fry metrics: - name: BLEU type: bleu value: 21.9 - name: chr-F type: chrf value: 0.44477 - task: name: Translation eng-gla type: translation args: eng-gla dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-gla metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.45225 - task: name: Translation eng-gle type: translation args: eng-gle dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-gle metrics: - name: BLEU type: bleu value: 38.3 - name: chr-F type: chrf value: 0.58293 - task: name: Translation eng-glg type: translation args: eng-glg dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-glg metrics: - name: BLEU type: bleu value: 41.4 - name: chr-F type: chrf value: 0.61841 - task: name: Translation eng-hin type: translation args: eng-hin dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-hin metrics: - name: BLEU type: bleu value: 26.6 - name: chr-F type: chrf value: 0.50692 - task: name: Translation eng-hrv type: translation args: eng-hrv dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-hrv metrics: - name: BLEU type: bleu value: 44.9 - name: chr-F type: chrf value: 0.66340 - task: name: Translation eng-isl type: translation args: eng-isl dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-isl metrics: - name: BLEU type: bleu value: 31.9 - name: chr-F type: chrf value: 0.54222 - task: name: Translation eng-ita type: translation args: eng-ita dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-ita metrics: - name: BLEU type: bleu value: 51.1 - name: chr-F type: chrf value: 0.70559 - task: name: Translation eng-lad_Latn type: translation args: eng-lad_Latn dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-lad_Latn metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.46409 - task: name: Translation eng-lav type: translation args: eng-lav dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-lav metrics: - name: BLEU type: bleu value: 39.3 - name: chr-F type: chrf value: 0.63154 - task: name: Translation eng-lit type: translation args: eng-lit dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-lit metrics: - name: BLEU type: bleu value: 34.7 - name: chr-F type: chrf value: 0.64557 - task: name: Translation eng-ltz type: translation args: eng-ltz dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-ltz metrics: - name: BLEU type: bleu value: 39.5 - name: chr-F type: chrf value: 0.58309 - task: name: Translation eng-mkd type: translation args: eng-mkd dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-mkd metrics: - name: BLEU type: bleu value: 34.7 - name: chr-F type: chrf value: 0.58369 - task: name: Translation eng-nld type: translation args: eng-nld dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-nld metrics: - name: BLEU type: bleu value: 51.6 - name: chr-F type: chrf value: 0.69106 - task: name: Translation eng-nno type: translation args: eng-nno dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-nno metrics: - name: BLEU type: bleu value: 38.7 - name: chr-F type: chrf value: 0.60123 - task: name: Translation eng-nob type: translation args: eng-nob dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-nob metrics: - name: BLEU type: bleu value: 53.8 - name: chr-F type: chrf value: 0.69979 - task: name: Translation eng-nor type: translation args: eng-nor dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-nor metrics: - name: BLEU type: bleu value: 52.5 - name: chr-F type: chrf value: 0.69136 - task: name: Translation eng-pol type: translation args: eng-pol dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-pol metrics: - name: BLEU type: bleu value: 40.6 - name: chr-F type: chrf value: 0.63041 - task: name: Translation eng-por type: translation args: eng-por dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-por metrics: - name: BLEU type: bleu value: 50.6 - name: chr-F type: chrf value: 0.70207 - task: name: Translation eng-ron type: translation args: eng-ron dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-ron metrics: - name: BLEU type: bleu value: 44.2 - name: chr-F type: chrf value: 0.65546 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-rus metrics: - name: BLEU type: bleu value: 38.2 - name: chr-F type: chrf value: 0.60525 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-spa metrics: - name: BLEU type: bleu value: 52.4 - name: chr-F type: chrf value: 0.70563 - task: name: Translation eng-sqi type: translation args: eng-sqi dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-sqi metrics: - name: BLEU type: bleu value: 41.7 - name: chr-F type: chrf value: 0.65412 - task: name: Translation eng-srp_Cyrl type: translation args: eng-srp_Cyrl dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-srp_Cyrl metrics: - name: BLEU type: bleu value: 38.0 - name: chr-F type: chrf value: 0.59271 - task: name: Translation eng-swe type: translation args: eng-swe dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-swe metrics: - name: BLEU type: bleu value: 55.4 - name: chr-F type: chrf value: 0.70223 - task: name: Translation eng-ukr type: translation args: eng-ukr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: eng-ukr metrics: - name: BLEU type: bleu value: 34.0 - name: chr-F type: chrf value: 0.57326 - task: name: Translation fra-bel type: translation args: fra-bel dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-bel metrics: - name: BLEU type: bleu value: 30.6 - name: chr-F type: chrf value: 0.54792 - task: name: Translation fra-bul type: translation args: fra-bul dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-bul metrics: - name: BLEU type: bleu value: 44.1 - name: chr-F type: chrf value: 0.64862 - task: name: Translation fra-cat type: translation args: fra-cat dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-cat metrics: - name: BLEU type: bleu value: 42.9 - name: chr-F type: chrf value: 0.65001 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-ces metrics: - name: BLEU type: bleu value: 41.1 - name: chr-F type: chrf value: 0.63896 - task: name: Translation fra-dan type: translation args: fra-dan dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-dan metrics: - name: BLEU type: bleu value: 62.0 - name: chr-F type: chrf value: 0.75807 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-deu metrics: - name: BLEU type: bleu value: 46.4 - name: chr-F type: chrf value: 0.66141 - task: name: Translation fra-ell type: translation args: fra-ell dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-ell metrics: - name: BLEU type: bleu value: 49.0 - name: chr-F type: chrf value: 0.68793 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-eng metrics: - name: BLEU type: bleu value: 54.8 - name: chr-F type: chrf value: 0.70406 - task: name: Translation fra-fra type: translation args: fra-fra dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-fra metrics: - name: BLEU type: bleu value: 44.2 - name: chr-F type: chrf value: 0.63417 - task: name: Translation fra-hbs type: translation args: fra-hbs dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-hbs metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.55307 - task: name: Translation fra-hrv type: translation args: fra-hrv dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-hrv metrics: - name: BLEU type: bleu value: 34.6 - name: chr-F type: chrf value: 0.60246 - task: name: Translation fra-ita type: translation args: fra-ita dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-ita metrics: - name: BLEU type: bleu value: 52.7 - name: chr-F type: chrf value: 0.72081 - task: name: Translation fra-nld type: translation args: fra-nld dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-nld metrics: - name: BLEU type: bleu value: 45.7 - name: chr-F type: chrf value: 0.64926 - task: name: Translation fra-nob type: translation args: fra-nob dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-nob metrics: - name: BLEU type: bleu value: 55.8 - name: chr-F type: chrf value: 0.72336 - task: name: Translation fra-nor type: translation args: fra-nor dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-nor metrics: - name: BLEU type: bleu value: 55.0 - name: chr-F type: chrf value: 0.71320 - task: name: Translation fra-pol type: translation args: fra-pol dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-pol metrics: - name: BLEU type: bleu value: 36.6 - name: chr-F type: chrf value: 0.60675 - task: name: Translation fra-por type: translation args: fra-por dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-por metrics: - name: BLEU type: bleu value: 50.1 - name: chr-F type: chrf value: 0.69533 - task: name: Translation fra-ron type: translation args: fra-ron dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-ron metrics: - name: BLEU type: bleu value: 43.0 - name: chr-F type: chrf value: 0.64390 - task: name: Translation fra-rus type: translation args: fra-rus dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-rus metrics: - name: BLEU type: bleu value: 39.8 - name: chr-F type: chrf value: 0.61704 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-spa metrics: - name: BLEU type: bleu value: 52.3 - name: chr-F type: chrf value: 0.70601 - task: name: Translation fra-swe type: translation args: fra-swe dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-swe metrics: - name: BLEU type: bleu value: 59.1 - name: chr-F type: chrf value: 0.73948 - task: name: Translation fra-ukr type: translation args: fra-ukr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: fra-ukr metrics: - name: BLEU type: bleu value: 36.6 - name: chr-F type: chrf value: 0.59329 - task: name: Translation multi-multi type: translation args: multi-multi dataset: name: tatoeba-test-v2020-07-28-v2023-09-26 type: tatoeba_mt args: multi-multi metrics: - name: BLEU type: bleu value: 45.5 - name: chr-F type: chrf value: 0.64969 - task: name: Translation por-cat type: translation args: por-cat dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-cat metrics: - name: BLEU type: bleu value: 50.7 - name: chr-F type: chrf value: 0.70201 - task: name: Translation por-dan type: translation args: por-dan dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-dan metrics: - name: BLEU type: bleu value: 64.8 - name: chr-F type: chrf value: 0.78231 - task: name: Translation por-deu type: translation args: por-deu dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-deu metrics: - name: BLEU type: bleu value: 45.8 - name: chr-F type: chrf value: 0.66060 - task: name: Translation por-ell type: translation args: por-ell dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-ell metrics: - name: BLEU type: bleu value: 49.6 - name: chr-F type: chrf value: 0.70353 - task: name: Translation por-eng type: translation args: por-eng dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-eng metrics: - name: BLEU type: bleu value: 60.7 - name: chr-F type: chrf value: 0.74714 - task: name: Translation por-fra type: translation args: por-fra dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-fra metrics: - name: BLEU type: bleu value: 58.4 - name: chr-F type: chrf value: 0.74205 - task: name: Translation por-glg type: translation args: por-glg dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-glg metrics: - name: BLEU type: bleu value: 56.6 - name: chr-F type: chrf value: 0.73178 - task: name: Translation por-ita type: translation args: por-ita dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-ita metrics: - name: BLEU type: bleu value: 57.2 - name: chr-F type: chrf value: 0.75942 - task: name: Translation por-nds type: translation args: por-nds dataset: name: tatoeba-test-v2020-07-28 type: tatoeba_mt args: por-nds metrics: - name: BLEU type: bleu value: 21.8 - name: chr-F type: chrf value: 0.46722 - task: name: Translation por-nld type: translation args: por-nld dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-nld metrics: - name: BLEU type: bleu value: 49.8 - name: chr-F type: chrf value: 0.68084 - task: name: Translation por-nor type: translation args: por-nor dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-nor metrics: - name: BLEU type: bleu value: 55.4 - name: chr-F type: chrf value: 0.72109 - task: name: Translation por-pol type: translation args: por-pol dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-pol metrics: - name: BLEU type: bleu value: 40.5 - name: chr-F type: chrf value: 0.64745 - task: name: Translation por-por type: translation args: por-por dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-por metrics: - name: BLEU type: bleu value: 55.2 - name: chr-F type: chrf value: 0.74601 - task: name: Translation por-ron type: translation args: por-ron dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-ron metrics: - name: BLEU type: bleu value: 46.2 - name: chr-F type: chrf value: 0.68212 - task: name: Translation por-rus type: translation args: por-rus dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-rus metrics: - name: BLEU type: bleu value: 40.7 - name: chr-F type: chrf value: 0.63001 - task: name: Translation por-spa type: translation args: por-spa dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-spa metrics: - name: BLEU type: bleu value: 63.1 - name: chr-F type: chrf value: 0.78404 - task: name: Translation por-swe type: translation args: por-swe dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-swe metrics: - name: BLEU type: bleu value: 57.6 - name: chr-F type: chrf value: 0.73715 - task: name: Translation por-ukr type: translation args: por-ukr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: por-ukr metrics: - name: BLEU type: bleu value: 39.6 - name: chr-F type: chrf value: 0.62358 - task: name: Translation spa-afr type: translation args: spa-afr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-afr metrics: - name: BLEU type: bleu value: 59.3 - name: chr-F type: chrf value: 0.74092 - task: name: Translation spa-bel type: translation args: spa-bel dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-bel metrics: - name: BLEU type: bleu value: 28.1 - name: chr-F type: chrf value: 0.56796 - task: name: Translation spa-bul type: translation args: spa-bul dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-bul metrics: - name: BLEU type: bleu value: 43.9 - name: chr-F type: chrf value: 0.62299 - task: name: Translation spa-cat type: translation args: spa-cat dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-cat metrics: - name: BLEU type: bleu value: 63.8 - name: chr-F type: chrf value: 0.80208 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-ces metrics: - name: BLEU type: bleu value: 40.2 - name: chr-F type: chrf value: 0.62203 - task: name: Translation spa-dan type: translation args: spa-dan dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-dan metrics: - name: BLEU type: bleu value: 55.1 - name: chr-F type: chrf value: 0.71414 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-deu metrics: - name: BLEU type: bleu value: 45.6 - name: chr-F type: chrf value: 0.65649 - task: name: Translation spa-ell type: translation args: spa-ell dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-ell metrics: - name: BLEU type: bleu value: 41.9 - name: chr-F type: chrf value: 0.62981 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-eng metrics: - name: BLEU type: bleu value: 57.2 - name: chr-F type: chrf value: 0.72410 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-fra metrics: - name: BLEU type: bleu value: 55.0 - name: chr-F type: chrf value: 0.71593 - task: name: Translation spa-gla type: translation args: spa-gla dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-gla metrics: - name: BLEU type: bleu value: 22.8 - name: chr-F type: chrf value: 0.46704 - task: name: Translation spa-glg type: translation args: spa-glg dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-glg metrics: - name: BLEU type: bleu value: 57.9 - name: chr-F type: chrf value: 0.73880 - task: name: Translation spa-hbs type: translation args: spa-hbs dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-hbs metrics: - name: BLEU type: bleu value: 26.1 - name: chr-F type: chrf value: 0.48593 - task: name: Translation spa-hrv type: translation args: spa-hrv dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-hrv metrics: - name: BLEU type: bleu value: 49.1 - name: chr-F type: chrf value: 0.66819 - task: name: Translation spa-isl type: translation args: spa-isl dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-isl metrics: - name: BLEU type: bleu value: 25.4 - name: chr-F type: chrf value: 0.53084 - task: name: Translation spa-ita type: translation args: spa-ita dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-ita metrics: - name: BLEU type: bleu value: 58.1 - name: chr-F type: chrf value: 0.75756 - task: name: Translation spa-lad type: translation args: spa-lad dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-lad metrics: - name: BLEU type: bleu value: 20.7 - name: chr-F type: chrf value: 0.41031 - task: name: Translation spa-lad_Latn type: translation args: spa-lad_Latn dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-lad_Latn metrics: - name: BLEU type: bleu value: 24.0 - name: chr-F type: chrf value: 0.48389 - task: name: Translation spa-lit type: translation args: spa-lit dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-lit metrics: - name: BLEU type: bleu value: 39.1 - name: chr-F type: chrf value: 0.64868 - task: name: Translation spa-mkd type: translation args: spa-mkd dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-mkd metrics: - name: BLEU type: bleu value: 40.8 - name: chr-F type: chrf value: 0.65406 - task: name: Translation spa-nld type: translation args: spa-nld dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-nld metrics: - name: BLEU type: bleu value: 48.2 - name: chr-F type: chrf value: 0.66981 - task: name: Translation spa-nob type: translation args: spa-nob dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-nob metrics: - name: BLEU type: bleu value: 58.0 - name: chr-F type: chrf value: 0.74315 - task: name: Translation spa-nor type: translation args: spa-nor dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-nor metrics: - name: BLEU type: bleu value: 57.1 - name: chr-F type: chrf value: 0.73699 - task: name: Translation spa-pol type: translation args: spa-pol dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-pol metrics: - name: BLEU type: bleu value: 41.1 - name: chr-F type: chrf value: 0.63650 - task: name: Translation spa-por type: translation args: spa-por dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-por metrics: - name: BLEU type: bleu value: 59.2 - name: chr-F type: chrf value: 0.76008 - task: name: Translation spa-ron type: translation args: spa-ron dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-ron metrics: - name: BLEU type: bleu value: 45.2 - name: chr-F type: chrf value: 0.67038 - task: name: Translation spa-rus type: translation args: spa-rus dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-rus metrics: - name: BLEU type: bleu value: 42.5 - name: chr-F type: chrf value: 0.63866 - task: name: Translation spa-spa type: translation args: spa-spa dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-spa metrics: - name: BLEU type: bleu value: 51.5 - name: chr-F type: chrf value: 0.68295 - task: name: Translation spa-swe type: translation args: spa-swe dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-swe metrics: - name: BLEU type: bleu value: 56.2 - name: chr-F type: chrf value: 0.70919 - task: name: Translation spa-ukr type: translation args: spa-ukr dataset: name: tatoeba-test-v2021-08-07 type: tatoeba_mt args: spa-ukr metrics: - name: BLEU type: bleu value: 37.5 - name: chr-F type: chrf value: 0.60403 - task: name: Translation eng-ben type: translation args: eng-ben dataset: name: tico19-test type: tico19-test args: eng-ben metrics: - name: BLEU type: bleu value: 12.1 - name: chr-F type: chrf value: 0.43061 - task: name: Translation eng-fas type: translation args: eng-fas dataset: name: tico19-test type: tico19-test args: eng-fas metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.49470 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: tico19-test type: tico19-test args: eng-fra metrics: - name: BLEU type: bleu value: 37.1 - name: chr-F type: chrf value: 0.60842 - task: name: Translation eng-hin type: translation args: eng-hin dataset: name: tico19-test type: tico19-test args: eng-hin metrics: - name: BLEU type: bleu value: 33.7 - name: chr-F type: chrf value: 0.56535 - task: name: Translation eng-nep type: translation args: eng-nep dataset: name: tico19-test type: tico19-test args: eng-nep metrics: - name: BLEU type: bleu value: 10.6 - name: chr-F type: chrf value: 0.43865 - task: name: Translation eng-por type: translation args: eng-por dataset: name: tico19-test type: tico19-test args: eng-por metrics: - name: BLEU type: bleu value: 46.5 - name: chr-F type: chrf value: 0.70681 - task: name: Translation eng-prs type: translation args: eng-prs dataset: name: tico19-test type: tico19-test args: eng-prs metrics: - name: BLEU type: bleu value: 16.0 - name: chr-F type: chrf value: 0.42390 - task: name: Translation eng-pus type: translation args: eng-pus dataset: name: tico19-test type: tico19-test args: eng-pus metrics: - name: BLEU type: bleu value: 12.0 - name: chr-F type: chrf value: 0.36664 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: tico19-test type: tico19-test args: eng-rus metrics: - name: BLEU type: bleu value: 27.3 - name: chr-F type: chrf value: 0.54724 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: tico19-test type: tico19-test args: eng-spa metrics: - name: BLEU type: bleu value: 47.9 - name: chr-F type: chrf value: 0.70628 - task: name: Translation eng-urd type: translation args: eng-urd dataset: name: tico19-test type: tico19-test args: eng-urd metrics: - name: BLEU type: bleu value: 16.9 - name: chr-F type: chrf value: 0.44071 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: tico19-test type: tico19-test args: fra-eng metrics: - name: BLEU type: bleu value: 37.3 - name: chr-F type: chrf value: 0.60880 - task: name: Translation fra-fas type: translation args: fra-fas dataset: name: tico19-test type: tico19-test args: fra-fas metrics: - name: BLEU type: bleu value: 15.7 - name: chr-F type: chrf value: 0.41606 - task: name: Translation fra-hin type: translation args: fra-hin dataset: name: tico19-test type: tico19-test args: fra-hin metrics: - name: BLEU type: bleu value: 22.6 - name: chr-F type: chrf value: 0.45682 - task: name: Translation fra-por type: translation args: fra-por dataset: name: tico19-test type: tico19-test args: fra-por metrics: - name: BLEU type: bleu value: 33.3 - name: chr-F type: chrf value: 0.57865 - task: name: Translation fra-prs type: translation args: fra-prs dataset: name: tico19-test type: tico19-test args: fra-prs metrics: - name: BLEU type: bleu value: 11.1 - name: chr-F type: chrf value: 0.35493 - task: name: Translation fra-rus type: translation args: fra-rus dataset: name: tico19-test type: tico19-test args: fra-rus metrics: - name: BLEU type: bleu value: 21.3 - name: chr-F type: chrf value: 0.47330 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: tico19-test type: tico19-test args: fra-spa metrics: - name: BLEU type: bleu value: 35.3 - name: chr-F type: chrf value: 0.58605 - task: name: Translation fra-urd type: translation args: fra-urd dataset: name: tico19-test type: tico19-test args: fra-urd metrics: - name: BLEU type: bleu value: 11.7 - name: chr-F type: chrf value: 0.36570 - task: name: Translation por-eng type: translation args: por-eng dataset: name: tico19-test type: tico19-test args: por-eng metrics: - name: BLEU type: bleu value: 49.2 - name: chr-F type: chrf value: 0.72407 - task: name: Translation por-fas type: translation args: por-fas dataset: name: tico19-test type: tico19-test args: por-fas metrics: - name: BLEU type: bleu value: 18.3 - name: chr-F type: chrf value: 0.46862 - task: name: Translation por-fra type: translation args: por-fra dataset: name: tico19-test type: tico19-test args: por-fra metrics: - name: BLEU type: bleu value: 33.5 - name: chr-F type: chrf value: 0.58796 - task: name: Translation por-hin type: translation args: por-hin dataset: name: tico19-test type: tico19-test args: por-hin metrics: - name: BLEU type: bleu value: 27.5 - name: chr-F type: chrf value: 0.52110 - task: name: Translation por-prs type: translation args: por-prs dataset: name: tico19-test type: tico19-test args: por-prs metrics: - name: BLEU type: bleu value: 13.0 - name: chr-F type: chrf value: 0.39674 - task: name: Translation por-rus type: translation args: por-rus dataset: name: tico19-test type: tico19-test args: por-rus metrics: - name: BLEU type: bleu value: 24.0 - name: chr-F type: chrf value: 0.52261 - task: name: Translation por-spa type: translation args: por-spa dataset: name: tico19-test type: tico19-test args: por-spa metrics: - name: BLEU type: bleu value: 43.7 - name: chr-F type: chrf value: 0.67491 - task: name: Translation por-urd type: translation args: por-urd dataset: name: tico19-test type: tico19-test args: por-urd metrics: - name: BLEU type: bleu value: 14.4 - name: chr-F type: chrf value: 0.41511 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: tico19-test type: tico19-test args: spa-eng metrics: - name: BLEU type: bleu value: 47.1 - name: chr-F type: chrf value: 0.70962 - task: name: Translation spa-fas type: translation args: spa-fas dataset: name: tico19-test type: tico19-test args: spa-fas metrics: - name: BLEU type: bleu value: 18.4 - name: chr-F type: chrf value: 0.46948 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: tico19-test type: tico19-test args: spa-fra metrics: - name: BLEU type: bleu value: 34.3 - name: chr-F type: chrf value: 0.59250 - task: name: Translation spa-hin type: translation args: spa-hin dataset: name: tico19-test type: tico19-test args: spa-hin metrics: - name: BLEU type: bleu value: 27.4 - name: chr-F type: chrf value: 0.51847 - task: name: Translation spa-por type: translation args: spa-por dataset: name: tico19-test type: tico19-test args: spa-por metrics: - name: BLEU type: bleu value: 41.5 - name: chr-F type: chrf value: 0.66969 - task: name: Translation spa-prs type: translation args: spa-prs dataset: name: tico19-test type: tico19-test args: spa-prs metrics: - name: BLEU type: bleu value: 13.3 - name: chr-F type: chrf value: 0.40661 - task: name: Translation spa-rus type: translation args: spa-rus dataset: name: tico19-test type: tico19-test args: spa-rus metrics: - name: BLEU type: bleu value: 25.0 - name: chr-F type: chrf value: 0.53338 - task: name: Translation spa-urd type: translation args: spa-urd dataset: name: tico19-test type: tico19-test args: spa-urd metrics: - name: BLEU type: bleu value: 13.9 - name: chr-F type: chrf value: 0.41128 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: newstest2008 type: wmt-2008-news args: deu-ces metrics: - name: BLEU type: bleu value: 19.5 - name: chr-F type: chrf value: 0.48361 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2008 type: wmt-2008-news args: deu-eng metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.53404 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2008 type: wmt-2008-news args: deu-fra metrics: - name: BLEU type: bleu value: 24.8 - name: chr-F type: chrf value: 0.53698 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: newstest2008 type: wmt-2008-news args: deu-spa metrics: - name: BLEU type: bleu value: 24.8 - name: chr-F type: chrf value: 0.53079 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2008 type: wmt-2008-news args: eng-ces metrics: - name: BLEU type: bleu value: 19.4 - name: chr-F type: chrf value: 0.47676 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2008 type: wmt-2008-news args: eng-deu metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.52080 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newstest2008 type: wmt-2008-news args: eng-fra metrics: - name: BLEU type: bleu value: 25.7 - name: chr-F type: chrf value: 0.54257 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: newstest2008 type: wmt-2008-news args: eng-spa metrics: - name: BLEU type: bleu value: 28.8 - name: chr-F type: chrf value: 0.55703 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: newstest2008 type: wmt-2008-news args: fra-ces metrics: - name: BLEU type: bleu value: 19.8 - name: chr-F type: chrf value: 0.48280 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2008 type: wmt-2008-news args: fra-deu metrics: - name: BLEU type: bleu value: 21.7 - name: chr-F type: chrf value: 0.52005 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newstest2008 type: wmt-2008-news args: fra-eng metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.53646 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: newstest2008 type: wmt-2008-news args: fra-spa metrics: - name: BLEU type: bleu value: 32.6 - name: chr-F type: chrf value: 0.58093 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: newstest2008 type: wmt-2008-news args: spa-ces metrics: - name: BLEU type: bleu value: 20.1 - name: chr-F type: chrf value: 0.48268 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: newstest2008 type: wmt-2008-news args: spa-deu metrics: - name: BLEU type: bleu value: 20.4 - name: chr-F type: chrf value: 0.50940 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: newstest2008 type: wmt-2008-news args: spa-eng metrics: - name: BLEU type: bleu value: 26.4 - name: chr-F type: chrf value: 0.54416 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: newstest2008 type: wmt-2008-news args: spa-fra metrics: - name: BLEU type: bleu value: 31.6 - name: chr-F type: chrf value: 0.58071 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: newstest2009 type: wmt-2009-news args: deu-ces metrics: - name: BLEU type: bleu value: 19.8 - name: chr-F type: chrf value: 0.47931 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2009 type: wmt-2009-news args: deu-eng metrics: - name: BLEU type: bleu value: 24.9 - name: chr-F type: chrf value: 0.52919 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2009 type: wmt-2009-news args: deu-fra metrics: - name: BLEU type: bleu value: 24.0 - name: chr-F type: chrf value: 0.52900 - task: name: Translation deu-ita type: translation args: deu-ita dataset: name: newstest2009 type: wmt-2009-news args: deu-ita metrics: - name: BLEU type: bleu value: 23.2 - name: chr-F type: chrf value: 0.53248 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: newstest2009 type: wmt-2009-news args: deu-spa metrics: - name: BLEU type: bleu value: 24.8 - name: chr-F type: chrf value: 0.53006 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2009 type: wmt-2009-news args: eng-ces metrics: - name: BLEU type: bleu value: 20.1 - name: chr-F type: chrf value: 0.48860 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2009 type: wmt-2009-news args: eng-deu metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.52184 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newstest2009 type: wmt-2009-news args: eng-fra metrics: - name: BLEU type: bleu value: 27.9 - name: chr-F type: chrf value: 0.56544 - task: name: Translation eng-ita type: translation args: eng-ita dataset: name: newstest2009 type: wmt-2009-news args: eng-ita metrics: - name: BLEU type: bleu value: 30.1 - name: chr-F type: chrf value: 0.59223 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: newstest2009 type: wmt-2009-news args: eng-spa metrics: - name: BLEU type: bleu value: 29.4 - name: chr-F type: chrf value: 0.57251 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: newstest2009 type: wmt-2009-news args: fra-ces metrics: - name: BLEU type: bleu value: 19.6 - name: chr-F type: chrf value: 0.48263 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2009 type: wmt-2009-news args: fra-deu metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.51645 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newstest2009 type: wmt-2009-news args: fra-eng metrics: - name: BLEU type: bleu value: 28.6 - name: chr-F type: chrf value: 0.55614 - task: name: Translation fra-ita type: translation args: fra-ita dataset: name: newstest2009 type: wmt-2009-news args: fra-ita metrics: - name: BLEU type: bleu value: 30.2 - name: chr-F type: chrf value: 0.59145 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: newstest2009 type: wmt-2009-news args: fra-spa metrics: - name: BLEU type: bleu value: 31.5 - name: chr-F type: chrf value: 0.58146 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: newstest2009 type: wmt-2009-news args: spa-ces metrics: - name: BLEU type: bleu value: 19.9 - name: chr-F type: chrf value: 0.48619 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: newstest2009 type: wmt-2009-news args: spa-deu metrics: - name: BLEU type: bleu value: 20.8 - name: chr-F type: chrf value: 0.51369 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: newstest2009 type: wmt-2009-news args: spa-eng metrics: - name: BLEU type: bleu value: 28.8 - name: chr-F type: chrf value: 0.55967 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: newstest2009 type: wmt-2009-news args: spa-fra metrics: - name: BLEU type: bleu value: 30.8 - name: chr-F type: chrf value: 0.58258 - task: name: Translation spa-ita type: translation args: spa-ita dataset: name: newstest2009 type: wmt-2009-news args: spa-ita metrics: - name: BLEU type: bleu value: 32.2 - name: chr-F type: chrf value: 0.60212 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: newstest2010 type: wmt-2010-news args: deu-ces metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.50679 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2010 type: wmt-2010-news args: deu-eng metrics: - name: BLEU type: bleu value: 29.1 - name: chr-F type: chrf value: 0.57070 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2010 type: wmt-2010-news args: deu-fra metrics: - name: BLEU type: bleu value: 27.6 - name: chr-F type: chrf value: 0.56316 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: newstest2010 type: wmt-2010-news args: deu-spa metrics: - name: BLEU type: bleu value: 31.1 - name: chr-F type: chrf value: 0.58086 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2010 type: wmt-2010-news args: eng-ces metrics: - name: BLEU type: bleu value: 21.0 - name: chr-F type: chrf value: 0.49895 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2010 type: wmt-2010-news args: eng-deu metrics: - name: BLEU type: bleu value: 23.7 - name: chr-F type: chrf value: 0.53499 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newstest2010 type: wmt-2010-news args: eng-fra metrics: - name: BLEU type: bleu value: 30.7 - name: chr-F type: chrf value: 0.58290 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: newstest2010 type: wmt-2010-news args: eng-spa metrics: - name: BLEU type: bleu value: 36.1 - name: chr-F type: chrf value: 0.61355 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: newstest2010 type: wmt-2010-news args: fra-ces metrics: - name: BLEU type: bleu value: 20.2 - name: chr-F type: chrf value: 0.48847 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2010 type: wmt-2010-news args: fra-deu metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.52472 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newstest2010 type: wmt-2010-news args: fra-eng metrics: - name: BLEU type: bleu value: 31.3 - name: chr-F type: chrf value: 0.57996 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: newstest2010 type: wmt-2010-news args: fra-spa metrics: - name: BLEU type: bleu value: 36.8 - name: chr-F type: chrf value: 0.61617 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: newstest2010 type: wmt-2010-news args: spa-ces metrics: - name: BLEU type: bleu value: 22.3 - name: chr-F type: chrf value: 0.50675 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: newstest2010 type: wmt-2010-news args: spa-deu metrics: - name: BLEU type: bleu value: 24.2 - name: chr-F type: chrf value: 0.53790 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: newstest2010 type: wmt-2010-news args: spa-eng metrics: - name: BLEU type: bleu value: 33.9 - name: chr-F type: chrf value: 0.60183 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: newstest2010 type: wmt-2010-news args: spa-fra metrics: - name: BLEU type: bleu value: 34.4 - name: chr-F type: chrf value: 0.60950 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: newstest2011 type: wmt-2011-news args: deu-ces metrics: - name: BLEU type: bleu value: 19.8 - name: chr-F type: chrf value: 0.48143 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2011 type: wmt-2011-news args: deu-eng metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.54135 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2011 type: wmt-2011-news args: deu-fra metrics: - name: BLEU type: bleu value: 25.4 - name: chr-F type: chrf value: 0.54455 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: newstest2011 type: wmt-2011-news args: deu-spa metrics: - name: BLEU type: bleu value: 29.2 - name: chr-F type: chrf value: 0.55696 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2011 type: wmt-2011-news args: eng-ces metrics: - name: BLEU type: bleu value: 21.4 - name: chr-F type: chrf value: 0.49872 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2011 type: wmt-2011-news args: eng-deu metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.51663 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newstest2011 type: wmt-2011-news args: eng-fra metrics: - name: BLEU type: bleu value: 32.3 - name: chr-F type: chrf value: 0.59757 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: newstest2011 type: wmt-2011-news args: eng-spa metrics: - name: BLEU type: bleu value: 37.2 - name: chr-F type: chrf value: 0.61259 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: newstest2011 type: wmt-2011-news args: fra-ces metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.49079 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2011 type: wmt-2011-news args: fra-deu metrics: - name: BLEU type: bleu value: 21.6 - name: chr-F type: chrf value: 0.51558 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newstest2011 type: wmt-2011-news args: fra-eng metrics: - name: BLEU type: bleu value: 31.5 - name: chr-F type: chrf value: 0.58573 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: newstest2011 type: wmt-2011-news args: fra-spa metrics: - name: BLEU type: bleu value: 38.7 - name: chr-F type: chrf value: 0.62198 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: newstest2011 type: wmt-2011-news args: spa-ces metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.48837 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: newstest2011 type: wmt-2011-news args: spa-deu metrics: - name: BLEU type: bleu value: 22.3 - name: chr-F type: chrf value: 0.51765 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: newstest2011 type: wmt-2011-news args: spa-eng metrics: - name: BLEU type: bleu value: 32.0 - name: chr-F type: chrf value: 0.58478 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: newstest2011 type: wmt-2011-news args: spa-fra metrics: - name: BLEU type: bleu value: 33.6 - name: chr-F type: chrf value: 0.60332 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: newstest2012 type: wmt-2012-news args: deu-ces metrics: - name: BLEU type: bleu value: 19.3 - name: chr-F type: chrf value: 0.47349 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2012 type: wmt-2012-news args: deu-eng metrics: - name: BLEU type: bleu value: 27.0 - name: chr-F type: chrf value: 0.54991 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2012 type: wmt-2012-news args: deu-fra metrics: - name: BLEU type: bleu value: 26.2 - name: chr-F type: chrf value: 0.54838 - task: name: Translation deu-rus type: translation args: deu-rus dataset: name: newstest2012 type: wmt-2012-news args: deu-rus metrics: - name: BLEU type: bleu value: 17.8 - name: chr-F type: chrf value: 0.47331 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: newstest2012 type: wmt-2012-news args: deu-spa metrics: - name: BLEU type: bleu value: 29.7 - name: chr-F type: chrf value: 0.56115 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2012 type: wmt-2012-news args: eng-ces metrics: - name: BLEU type: bleu value: 19.2 - name: chr-F type: chrf value: 0.47312 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2012 type: wmt-2012-news args: eng-deu metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.51588 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newstest2012 type: wmt-2012-news args: eng-fra metrics: - name: BLEU type: bleu value: 30.1 - name: chr-F type: chrf value: 0.58096 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2012 type: wmt-2012-news args: eng-rus metrics: - name: BLEU type: bleu value: 30.8 - name: chr-F type: chrf value: 0.58916 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: newstest2012 type: wmt-2012-news args: eng-spa metrics: - name: BLEU type: bleu value: 37.2 - name: chr-F type: chrf value: 0.61457 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: newstest2012 type: wmt-2012-news args: fra-ces metrics: - name: BLEU type: bleu value: 19.8 - name: chr-F type: chrf value: 0.47412 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2012 type: wmt-2012-news args: fra-deu metrics: - name: BLEU type: bleu value: 22.3 - name: chr-F type: chrf value: 0.51511 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newstest2012 type: wmt-2012-news args: fra-eng metrics: - name: BLEU type: bleu value: 31.4 - name: chr-F type: chrf value: 0.58053 - task: name: Translation fra-rus type: translation args: fra-rus dataset: name: newstest2012 type: wmt-2012-news args: fra-rus metrics: - name: BLEU type: bleu value: 20.1 - name: chr-F type: chrf value: 0.49149 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: newstest2012 type: wmt-2012-news args: fra-spa metrics: - name: BLEU type: bleu value: 37.9 - name: chr-F type: chrf value: 0.61788 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: newstest2012 type: wmt-2012-news args: spa-ces metrics: - name: BLEU type: bleu value: 19.8 - name: chr-F type: chrf value: 0.47397 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: newstest2012 type: wmt-2012-news args: spa-deu metrics: - name: BLEU type: bleu value: 22.7 - name: chr-F type: chrf value: 0.52060 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: newstest2012 type: wmt-2012-news args: spa-eng metrics: - name: BLEU type: bleu value: 35.9 - name: chr-F type: chrf value: 0.60936 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: newstest2012 type: wmt-2012-news args: spa-fra metrics: - name: BLEU type: bleu value: 33.5 - name: chr-F type: chrf value: 0.60277 - task: name: Translation spa-rus type: translation args: spa-rus dataset: name: newstest2012 type: wmt-2012-news args: spa-rus metrics: - name: BLEU type: bleu value: 21.2 - name: chr-F type: chrf value: 0.50113 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: newstest2013 type: wmt-2013-news args: deu-ces metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.49584 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2013 type: wmt-2013-news args: deu-eng metrics: - name: BLEU type: bleu value: 30.2 - name: chr-F type: chrf value: 0.56741 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2013 type: wmt-2013-news args: deu-fra metrics: - name: BLEU type: bleu value: 27.6 - name: chr-F type: chrf value: 0.54857 - task: name: Translation deu-rus type: translation args: deu-rus dataset: name: newstest2013 type: wmt-2013-news args: deu-rus metrics: - name: BLEU type: bleu value: 21.3 - name: chr-F type: chrf value: 0.49961 - task: name: Translation deu-spa type: translation args: deu-spa dataset: name: newstest2013 type: wmt-2013-news args: deu-spa metrics: - name: BLEU type: bleu value: 30.1 - name: chr-F type: chrf value: 0.55886 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2013 type: wmt-2013-news args: eng-ces metrics: - name: BLEU type: bleu value: 23.3 - name: chr-F type: chrf value: 0.50582 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2013 type: wmt-2013-news args: eng-deu metrics: - name: BLEU type: bleu value: 25.8 - name: chr-F type: chrf value: 0.54401 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newstest2013 type: wmt-2013-news args: eng-fra metrics: - name: BLEU type: bleu value: 31.4 - name: chr-F type: chrf value: 0.57648 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2013 type: wmt-2013-news args: eng-rus metrics: - name: BLEU type: bleu value: 22.7 - name: chr-F type: chrf value: 0.51291 - task: name: Translation eng-spa type: translation args: eng-spa dataset: name: newstest2013 type: wmt-2013-news args: eng-spa metrics: - name: BLEU type: bleu value: 33.7 - name: chr-F type: chrf value: 0.58821 - task: name: Translation fra-ces type: translation args: fra-ces dataset: name: newstest2013 type: wmt-2013-news args: fra-ces metrics: - name: BLEU type: bleu value: 21.2 - name: chr-F type: chrf value: 0.48374 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2013 type: wmt-2013-news args: fra-deu metrics: - name: BLEU type: bleu value: 24.2 - name: chr-F type: chrf value: 0.52935 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newstest2013 type: wmt-2013-news args: fra-eng metrics: - name: BLEU type: bleu value: 32.7 - name: chr-F type: chrf value: 0.58033 - task: name: Translation fra-rus type: translation args: fra-rus dataset: name: newstest2013 type: wmt-2013-news args: fra-rus metrics: - name: BLEU type: bleu value: 21.5 - name: chr-F type: chrf value: 0.50016 - task: name: Translation fra-spa type: translation args: fra-spa dataset: name: newstest2013 type: wmt-2013-news args: fra-spa metrics: - name: BLEU type: bleu value: 33.6 - name: chr-F type: chrf value: 0.58532 - task: name: Translation spa-ces type: translation args: spa-ces dataset: name: newstest2013 type: wmt-2013-news args: spa-ces metrics: - name: BLEU type: bleu value: 22.8 - name: chr-F type: chrf value: 0.49954 - task: name: Translation spa-deu type: translation args: spa-deu dataset: name: newstest2013 type: wmt-2013-news args: spa-deu metrics: - name: BLEU type: bleu value: 24.7 - name: chr-F type: chrf value: 0.53643 - task: name: Translation spa-eng type: translation args: spa-eng dataset: name: newstest2013 type: wmt-2013-news args: spa-eng metrics: - name: BLEU type: bleu value: 33.2 - name: chr-F type: chrf value: 0.59270 - task: name: Translation spa-fra type: translation args: spa-fra dataset: name: newstest2013 type: wmt-2013-news args: spa-fra metrics: - name: BLEU type: bleu value: 33.0 - name: chr-F type: chrf value: 0.58979 - task: name: Translation spa-rus type: translation args: spa-rus dataset: name: newstest2013 type: wmt-2013-news args: spa-rus metrics: - name: BLEU type: bleu value: 23.3 - name: chr-F type: chrf value: 0.51659 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2014 type: wmt-2014-news args: deu-eng metrics: - name: BLEU type: bleu value: 30.3 - name: chr-F type: chrf value: 0.57690 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2014 type: wmt-2014-news args: eng-ces metrics: - name: BLEU type: bleu value: 25.2 - name: chr-F type: chrf value: 0.54124 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2014 type: wmt-2014-news args: eng-deu metrics: - name: BLEU type: bleu value: 25.8 - name: chr-F type: chrf value: 0.56967 - task: name: Translation eng-fra type: translation args: eng-fra dataset: name: newstest2014 type: wmt-2014-news args: eng-fra metrics: - name: BLEU type: bleu value: 37.3 - name: chr-F type: chrf value: 0.63245 - task: name: Translation eng-hin type: translation args: eng-hin dataset: name: newstest2014 type: wmt-2014-news args: eng-hin metrics: - name: BLEU type: bleu value: 20.4 - name: chr-F type: chrf value: 0.48263 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2014 type: wmt-2014-news args: eng-rus metrics: - name: BLEU type: bleu value: 33.8 - name: chr-F type: chrf value: 0.61540 - task: name: Translation fra-eng type: translation args: fra-eng dataset: name: newstest2014 type: wmt-2014-news args: fra-eng metrics: - name: BLEU type: bleu value: 35.4 - name: chr-F type: chrf value: 0.61729 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2015 type: wmt-2015-news args: deu-eng metrics: - name: BLEU type: bleu value: 31.5 - name: chr-F type: chrf value: 0.58051 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2015 type: wmt-2015-news args: eng-ces metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.50901 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2015 type: wmt-2015-news args: eng-deu metrics: - name: BLEU type: bleu value: 29.6 - name: chr-F type: chrf value: 0.58038 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2015 type: wmt-2015-news args: eng-rus metrics: - name: BLEU type: bleu value: 28.0 - name: chr-F type: chrf value: 0.56909 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2016 type: wmt-2016-news args: deu-eng metrics: - name: BLEU type: bleu value: 37.1 - name: chr-F type: chrf value: 0.62651 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2016 type: wmt-2016-news args: eng-ces metrics: - name: BLEU type: bleu value: 25.4 - name: chr-F type: chrf value: 0.53138 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2016 type: wmt-2016-news args: eng-deu metrics: - name: BLEU type: bleu value: 35.2 - name: chr-F type: chrf value: 0.62052 - task: name: Translation eng-ron type: translation args: eng-ron dataset: name: newstest2016 type: wmt-2016-news args: eng-ron metrics: - name: BLEU type: bleu value: 30.1 - name: chr-F type: chrf value: 0.57801 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2016 type: wmt-2016-news args: eng-rus metrics: - name: BLEU type: bleu value: 26.3 - name: chr-F type: chrf value: 0.55239 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2017 type: wmt-2017-news args: deu-eng metrics: - name: BLEU type: bleu value: 32.9 - name: chr-F type: chrf value: 0.59034 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2017 type: wmt-2017-news args: eng-ces metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.49009 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2017 type: wmt-2017-news args: eng-deu metrics: - name: BLEU type: bleu value: 28.3 - name: chr-F type: chrf value: 0.57301 - task: name: Translation eng-lav type: translation args: eng-lav dataset: name: newstest2017 type: wmt-2017-news args: eng-lav metrics: - name: BLEU type: bleu value: 17.3 - name: chr-F type: chrf value: 0.49647 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2017 type: wmt-2017-news args: eng-rus metrics: - name: BLEU type: bleu value: 29.5 - name: chr-F type: chrf value: 0.57889 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2018 type: wmt-2018-news args: deu-eng metrics: - name: BLEU type: bleu value: 39.9 - name: chr-F type: chrf value: 0.64488 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2018 type: wmt-2018-news args: eng-ces metrics: - name: BLEU type: bleu value: 20.2 - name: chr-F type: chrf value: 0.49105 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2018 type: wmt-2018-news args: eng-deu metrics: - name: BLEU type: bleu value: 41.7 - name: chr-F type: chrf value: 0.66353 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2018 type: wmt-2018-news args: eng-rus metrics: - name: BLEU type: bleu value: 25.6 - name: chr-F type: chrf value: 0.55568 - task: name: Translation deu-ces type: translation args: deu-ces dataset: name: newstest2019 type: wmt-2019-news args: deu-ces metrics: - name: BLEU type: bleu value: 20.5 - name: chr-F type: chrf value: 0.48893 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2019 type: wmt-2019-news args: deu-eng metrics: - name: BLEU type: bleu value: 35.6 - name: chr-F type: chrf value: 0.61048 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2019 type: wmt-2019-news args: deu-fra metrics: - name: BLEU type: bleu value: 33.4 - name: chr-F type: chrf value: 0.61083 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2019 type: wmt-2019-news args: eng-ces metrics: - name: BLEU type: bleu value: 22.0 - name: chr-F type: chrf value: 0.50528 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2019 type: wmt-2019-news args: eng-deu metrics: - name: BLEU type: bleu value: 37.7 - name: chr-F type: chrf value: 0.63438 - task: name: Translation eng-guj type: translation args: eng-guj dataset: name: newstest2019 type: wmt-2019-news args: eng-guj metrics: - name: BLEU type: bleu value: 15.3 - name: chr-F type: chrf value: 0.46302 - task: name: Translation eng-lit type: translation args: eng-lit dataset: name: newstest2019 type: wmt-2019-news args: eng-lit metrics: - name: BLEU type: bleu value: 16.0 - name: chr-F type: chrf value: 0.48848 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2019 type: wmt-2019-news args: eng-rus metrics: - name: BLEU type: bleu value: 25.9 - name: chr-F type: chrf value: 0.53243 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2019 type: wmt-2019-news args: fra-deu metrics: - name: BLEU type: bleu value: 26.9 - name: chr-F type: chrf value: 0.58722 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2020 type: wmt-2020-news args: deu-eng metrics: - name: BLEU type: bleu value: 30.8 - name: chr-F type: chrf value: 0.57511 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2020 type: wmt-2020-news args: deu-fra metrics: - name: BLEU type: bleu value: 30.9 - name: chr-F type: chrf value: 0.58907 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2020 type: wmt-2020-news args: eng-deu metrics: - name: BLEU type: bleu value: 28.2 - name: chr-F type: chrf value: 0.56905 - task: name: Translation eng-pol type: translation args: eng-pol dataset: name: newstest2020 type: wmt-2020-news args: eng-pol metrics: - name: BLEU type: bleu value: 21.6 - name: chr-F type: chrf value: 0.51806 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2020 type: wmt-2020-news args: eng-rus metrics: - name: BLEU type: bleu value: 20.9 - name: chr-F type: chrf value: 0.49190 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2020 type: wmt-2020-news args: fra-deu metrics: - name: BLEU type: bleu value: 25.9 - name: chr-F type: chrf value: 0.58687 - task: name: Translation deu-eng type: translation args: deu-eng dataset: name: newstest2021 type: wmt-2021-news args: deu-eng metrics: - name: BLEU type: bleu value: 29.6 - name: chr-F type: chrf value: 0.58074 - task: name: Translation deu-fra type: translation args: deu-fra dataset: name: newstest2021 type: wmt-2021-news args: deu-fra metrics: - name: BLEU type: bleu value: 29.9 - name: chr-F type: chrf value: 0.57642 - task: name: Translation eng-ces type: translation args: eng-ces dataset: name: newstest2021 type: wmt-2021-news args: eng-ces metrics: - name: BLEU type: bleu value: 15.9 - name: chr-F type: chrf value: 0.45921 - task: name: Translation eng-deu type: translation args: eng-deu dataset: name: newstest2021 type: wmt-2021-news args: eng-deu metrics: - name: BLEU type: bleu value: 23.8 - name: chr-F type: chrf value: 0.54593 - task: name: Translation eng-isl type: translation args: eng-isl dataset: name: newstest2021 type: wmt-2021-news args: eng-isl metrics: - name: BLEU type: bleu value: 18.6 - name: chr-F type: chrf value: 0.46926 - task: name: Translation eng-rus type: translation args: eng-rus dataset: name: newstest2021 type: wmt-2021-news args: eng-rus metrics: - name: BLEU type: bleu value: 22.1 - name: chr-F type: chrf value: 0.50587 - task: name: Translation fra-deu type: translation args: fra-deu dataset: name: newstest2021 type: wmt-2021-news args: fra-deu metrics: - name: BLEU type: bleu value: 36.0 - name: chr-F type: chrf value: 0.62883 --- # opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine ## Table of Contents - [Model Details](#model-details) - [Uses](#uses) - [Risks, Limitations and Biases](#risks-limitations-and-biases) - [How to Get Started With the Model](#how-to-get-started-with-the-model) - [Training](#training) - [Evaluation](#evaluation) - [Citation Information](#citation-information) - [Acknowledgements](#acknowledgements) ## Model Details Neural machine translation model for translating from unknown (deu+eng+fra+por+spa) to Indo-European languages (ine). This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train). **Model Description:** - **Developed by:** Language Technology Research Group at the University of Helsinki - **Model Type:** Translation (transformer-big) - **Release**: 2024-05-30 - **License:** Apache-2.0 - **Language(s):** - Source Language(s): deu eng fra por spa - Target Language(s): acf afr aln ang anp arg asm ast awa bal bar bel ben bho bis bos bpy bre bul bzj cat cbk ces chu ckb cnr cor cos crs csb cym dan deu diq div djk drt dsb dty egl ell eng enm ext fao fas fra frm fro frp frr fry fur gbm gcf gla gle glg glk glv gos got grc gsw guj hat hbs hif hin hne hns hrv hrx hsb hwc hye hyw icr isl ita jam jdt kas kea kmr kok kri ksh kur lad lah lat lav lij lim lit lld lmo lou lrc ltz mag mai mar mfe mkd mol mwl mzn nap nds nep nld nno nob non nor npi oci ofs ori orv osp oss pal pan pap pcd pcm pdc pes pfl pih pis pli pms pnt pol por prg prs pus rhg rmy roh rom ron rop rue rup rus san scn sco sdh sgs sin skr slk slv snd spa sqi srd srm srn srp stq swe swg syl szl tcs tgk tly tpi ukr urd vec vls wae wln xcl yid zea zza - Valid Target Language Labels: >>acf<< >>act<< >>aee<< >>aeq<< >>afr<< >>afs<< >>aig<< >>aiq<< >>aln<< >>ang<< >>ang_Latn<< >>anp<< >>anr<< >>aoa<< >>arg<< >>ask<< >>asm<< >>ast<< >>atn<< >>avd<< >>ave<< >>awa<< >>axm<< >>bah<< >>bal<< >>bal_Latn<< >>bar<< >>bdv<< >>bel<< >>ben<< >>bfb<< >>bfy<< >>bfz<< >>bgc<< >>bgd<< >>bge<< >>bgw<< >>bha<< >>bhb<< >>bhd<< >>bhe<< >>bhh<< >>bhi<< >>bho<< >>bht<< >>bhu<< >>bis<< >>bjj<< >>bjm<< >>bjs<< >>bkk<< >>bmj<< >>bns<< >>bos_Cyrl<< >>bos_Latn<< >>bpx<< >>bpy<< >>bqi<< >>bra<< >>brc<< >>bre<< >>bsg<< >>bsh<< >>btv<< >>bul<< >>bzj<< >>bzk<< >>cat<< >>cbk<< >>cbk_Latn<< >>ccd<< >>ccp<< >>cdh<< >>cdi<< >>cdj<< >>ces<< >>chu<< >>cih<< >>cim<< >>ckb<< >>cks<< >>clh<< >>cms<< >>cnr<< >>cnr_Latn<< >>cor<< >>cos<< >>cpg<< >>cri<< >>crs<< >>csb<< >>csb_Latn<< >>ctg<< >>cym<< >>czk<< >>dan<< >>dcc<< >>dcr<< >>def<< >>deh<< >>deu<< >>dhn<< >>dho<< >>diq<< >>div<< >>djk<< >>djk_Latn<< >>dlm<< >>dmk<< >>dml<< >>doi<< >>drc<< >>drt<< >>drt_Latn<< >>dry<< >>dsb<< >>dty<< >>dub<< >>duh<< >>dum<< >>dwz<< >>egl<< >>ell<< >>emx<< >>eng<< >>enm<< >>enm_Latn<< >>esh<< >>ext<< >>fab<< >>fao<< >>fas<< >>fax<< >>fay<< >>fpe<< >>fra<< >>frc<< >>frk<< >>frm<< >>frm_Latn<< >>fro<< >>fro_Latn<< >>frp<< >>frr<< >>fry<< >>fur<< >>gas<< >>gbk<< >>gbl<< >>gbm<< >>gbz<< >>gcf<< >>gcf_Latn<< >>gcl<< >>gcr<< >>gct<< >>gdx<< >>geh<< >>ggg<< >>ghc<< >>ghr<< >>gig<< >>gjk<< >>gla<< >>gle<< >>glg<< >>glh<< >>glk<< >>glv<< >>gmh<< >>gml<< >>gmy<< >>goh<< >>gos<< >>got<< >>got_Goth<< >>goz<< >>gpe<< >>gra<< >>grc<< >>grc_Grek<< >>gsw<< >>guj<< >>gul<< >>gwc<< >>gwf<< >>gwt<< >>gyn<< >>gzi<< >>hac<< >>haj<< >>hat<< >>haz<< >>hbs<< >>hbs_Cyrl<< >>hbs_Latn<< >>hca<< >>hif<< >>hif_Latn<< >>hii<< >>hin<< >>hin_Latn<< >>hit<< >>hlb<< >>hlu<< >>hne<< >>hns<< >>hrv<< >>hrx<< >>hrx_Latn<< >>hrz<< >>hsb<< >>hwc<< >>hye<< >>hyw<< >>hyw_Armn<< >>hyw_Latn<< >>icr<< >>idb<< >>imy<< >>isk<< >>isl<< >>ist<< >>ita<< >>itk<< >>jam<< >>jdg<< >>jdt<< >>jdt_Cyrl<< >>jml<< >>jnd<< >>jns<< >>jpr<< >>jut<< >>jvd<< >>kas<< >>kas_Arab<< >>kas_Deva<< >>kbu<< >>kea<< >>keq<< >>key<< >>kfm<< >>kfr<< >>kfs<< >>kft<< >>kfu<< >>kfv<< >>kfx<< >>kfy<< >>kgn<< >>khn<< >>kho<< >>khw<< >>kjo<< >>kjv<< >>kls<< >>kmr<< >>kmv<< >>kok<< >>kra<< >>kri<< >>ksh<< >>ksy<< >>ktl<< >>kur<< >>kur_Arab<< >>kur_Cyrl<< >>kur_Latn<< >>kvx<< >>kww<< >>kxp<< >>kyw<< >>lad<< >>lad_Latn<< >>lah<< >>lat<< >>lat_Latn<< >>lav<< >>lbm<< >>lhl<< >>lij<< >>lim<< >>lit<< >>lki<< >>lld<< >>lld_Latn<< >>lmn<< >>lmo<< >>lng<< >>lou<< >>lou_Latn<< >>lrc<< >>lrl<< >>lsa<< >>lss<< >>ltz<< >>luv<< >>luz<< >>mag<< >>mai<< >>mar<< >>mby<< >>mcm<< >>mfe<< >>mga<< >>mhn<< >>mjl<< >>mjz<< >>mkb<< >>mkd<< >>mke<< >>mki<< >>mnj<< >>mol<< >>mvy<< >>mwl<< >>mwr<< >>mxi<< >>mzn<< >>mzs<< >>nag<< >>nap<< >>ndf<< >>nds<< >>nep<< >>nhh<< >>nld<< >>nli<< >>nlx<< >>nno<< >>nob<< >>noe<< >>noi<< >>non<< >>nor<< >>npi<< >>nrc<< >>nrf<< >>nrn<< >>ntz<< >>nyq<< >>obt<< >>oci<< >>odk<< >>odt<< >>ofs<< >>ofs_Latn<< >>okh<< >>olt<< >>omr<< >>oor<< >>oos<< >>ori<< >>ort<< >>oru<< >>orv<< >>orv_Cyrl<< >>osc<< >>osp<< >>osp_Latn<< >>oss<< >>osx<< >>ovd<< >>owl<< >>pal<< >>pan<< >>pan_Guru<< >>pap<< >>paq<< >>pcd<< >>pcl<< >>pcm<< >>pdc<< >>pdt<< >>peo<< >>pes<< >>pey<< >>pfl<< >>pgg<< >>phd<< >>phl<< >>phv<< >>pih<< >>pih_Latn<< >>pis<< >>pli<< >>plk<< >>pln<< >>plp<< >>plq<< >>pmh<< >>pms<< >>pnt<< >>pnt_Grek<< >>pol<< >>por<< >>pov<< >>pox<< >>prc<< >>pre<< >>prg<< >>prg_Latn<< >>prn<< >>pro<< >>prs<< >>psh<< >>psi<< >>psu<< >>pus<< >>pwr<< >>raj<< >>rat<< >>rcf<< >>rdb<< >>rei<< >>rgn<< >>rhg<< >>rhg_Latn<< >>rjs<< >>rkt<< >>rmg<< >>rmi<< >>rmq<< >>rmt<< >>rmy<< >>roh<< >>rom<< >>ron<< >>rop<< >>rtw<< >>rue<< >>ruo<< >>rup<< >>ruq<< >>rus<< >>san<< >>san_Deva<< >>saz<< >>sbn<< >>scf<< >>sck<< >>scl<< >>scn<< >>sco<< >>scx<< >>sdb<< >>sdf<< >>sdg<< >>sdh<< >>sdr<< >>sdt<< >>sdz<< >>sga<< >>sgh<< >>sgl<< >>sgr<< >>sgs<< >>sgy<< >>shd<< >>shm<< >>sin<< >>siy<< >>sjp<< >>skr<< >>skw<< >>sli<< >>slk<< >>slv<< >>smm<< >>smv<< >>smy<< >>snd<< >>snd_Arab<< >>sog<< >>soi<< >>soj<< >>spa<< >>spq<< >>spx<< >>sqi<< >>sqo<< >>srd<< >>srh<< >>srm<< >>srn<< >>srp_Cyrl<< >>srx<< >>srz<< >>ssi<< >>stl<< >>stq<< >>sts<< >>svc<< >>svm<< >>svx<< >>swe<< >>swg<< >>sxl<< >>sxu<< >>syl<< >>syl_Sylo<< >>szl<< >>tch<< >>tcs<< >>tdb<< >>tgh<< >>tgk<< >>tgk_Cyrl<< >>tgk_Latn<< >>the<< >>thl<< >>thq<< >>thr<< >>tkb<< >>tks<< >>tkt<< >>tly<< >>tly_Latn<< >>tmg<< >>tnv<< >>tov<< >>tpi<< >>tra<< >>trf<< >>trm<< >>trw<< >>tsd<< >>ttt<< >>tvy<< >>twd<< >>txb<< >>txh<< >>ukr<< >>uln<< >>urd<< >>ush<< >>vaa<< >>vaf<< >>vah<< >>vas<< >>vav<< >>vec<< >>ved<< >>vel<< >>vgr<< >>vic<< >>vkp<< >>vls<< >>vmf<< >>vmh<< >>wae<< >>wbk<< >>wbl<< >>wep<< >>wes<< >>wlm<< >>wln<< >>wne<< >>wsv<< >>wtm<< >>wym<< >>xbc<< >>xbm<< >>xcb<< >>xce<< >>xcg<< >>xcl<< >>xcl_Armn<< >>xcl_Latn<< >>xco<< >>xcr<< >>xcu<< >>xdc<< >>xfa<< >>xga<< >>xgl<< >>xka<< >>xkc<< >>xkj<< >>xkp<< >>xlc<< >>xld<< >>xlg<< >>xlp<< >>xls<< >>xlu<< >>xmk<< >>xpg<< >>xpi<< >>xpr<< >>xps<< >>xsc<< >>xsd<< >>xsv<< >>xtg<< >>xto<< >>xtq<< >>xum<< >>xve<< >>xvi<< >>xvn<< >>xxx<< >>xzm<< >>yah<< >>yai<< >>ydg<< >>yec<< >>yej<< >>yid<< >>zea<< >>zum<< >>zza<< - **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) - **Resources for more information:** - [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-ine/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian) - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/) - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1) - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/) This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>acf<<` ## Uses This model can be used for translation and text-to-text generation. ## Risks, Limitations and Biases **CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.** Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)). ## How to Get Started With the Model A short example code: ```python from transformers import MarianMTModel, MarianTokenizer src_text = [ ">>acf<< Replace this with text in an accepted source language.", ">>zza<< This is the second sentence." ] model_name = "pytorch-models/opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine" tokenizer = MarianTokenizer.from_pretrained(model_name) model = MarianMTModel.from_pretrained(model_name) translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True)) for t in translated: print( tokenizer.decode(t, skip_special_tokens=True) ) ``` You can also use OPUS-MT models with the transformers pipelines, for example: ```python from transformers import pipeline pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine") print(pipe(">>acf<< Replace this with text in an accepted source language.")) ``` ## Training - **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge)) - **Pre-processing**: SentencePiece (spm32k,spm32k) - **Model Type:** transformer-big - **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) - **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) ## Evaluation * [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-ine/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) * test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt) * test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt) * benchmark results: [benchmark_results.txt](benchmark_results.txt) * benchmark output: [benchmark_translations.zip](benchmark_translations.zip) | langpair | testset | chr-F | BLEU | #sent | #words | |----------|---------|-------|-------|-------|--------| | deu-afr | tatoeba-test-v2021-08-07 | 0.69843 | 53.9 | 1583 | 9507 | | deu-bel | tatoeba-test-v2021-08-07 | 0.55105 | 27.8 | 551 | 3601 | | deu-bul | tatoeba-test-v2021-08-07 | 0.64736 | 45.3 | 314 | 2036 | | deu-cat | tatoeba-test-v2021-08-07 | 0.60706 | 39.7 | 723 | 5539 | | deu-ces | tatoeba-test-v2021-08-07 | 0.60622 | 38.3 | 3490 | 22864 | | deu-dan | tatoeba-test-v2021-08-07 | 0.71239 | 54.3 | 9998 | 74644 | | deu-deu | tatoeba-test-v2021-08-07 | 0.59800 | 36.4 | 2500 | 20806 | | deu-dsb | tatoeba-test-v2021-08-07 | 0.40343 | 14.6 | 640 | 3975 | | deu-ell | tatoeba-test-v2021-08-07 | 0.62906 | 42.3 | 2500 | 15517 | | deu-eng | tatoeba-test-v2021-08-07 | 0.63986 | 45.8 | 17565 | 149462 | | deu-fas | tatoeba-test-v2021-08-07 | 0.44275 | 18.6 | 3185 | 24941 | | deu-fra | tatoeba-test-v2021-08-07 | 0.65864 | 47.4 | 12418 | 102721 | | deu-hrv | tatoeba-test-v2021-08-07 | 0.64086 | 42.0 | 782 | 4933 | | deu-hsb | tatoeba-test-v2021-08-07 | 0.43068 | 19.3 | 666 | 4195 | | deu-isl | tatoeba-test-v2021-08-07 | 0.58857 | 37.7 | 969 | 5951 | | deu-ita | tatoeba-test-v2021-08-07 | 0.66819 | 44.9 | 10094 | 75504 | | deu-lat | tatoeba-test-v2021-08-07 | 0.41791 | 15.1 | 2016 | 10538 | | deu-lit | tatoeba-test-v2021-08-07 | 0.61083 | 32.6 | 1115 | 7091 | | deu-ltz | tatoeba-test-v2021-08-07 | 0.57811 | 37.5 | 347 | 2206 | | deu-nds | tatoeba-test-v2021-08-07 | 0.44188 | 18.2 | 9999 | 76137 | | deu-nld | tatoeba-test-v2021-08-07 | 0.69440 | 51.6 | 10218 | 75235 | | deu-nob | tatoeba-test-v2021-08-07 | 0.69018 | 48.9 | 3525 | 31978 | | deu-nor | tatoeba-test-v2021-08-07 | 0.68845 | 48.7 | 3651 | 32928 | | deu-pol | tatoeba-test-v2021-08-07 | 0.62153 | 38.4 | 5000 | 31726 | | deu-por | tatoeba-test-v2021-08-07 | 0.62059 | 40.8 | 10000 | 81482 | | deu-ron | tatoeba-test-v2021-08-07 | 0.62094 | 39.7 | 1141 | 7432 | | deu-rus | tatoeba-test-v2021-08-07 | 0.62731 | 40.3 | 12800 | 87296 | | deu-spa | tatoeba-test-v2021-08-07 | 0.66256 | 46.5 | 10521 | 82570 | | deu-swe | tatoeba-test-v2021-08-07 | 0.69697 | 54.0 | 3410 | 22701 | | deu-ukr | tatoeba-test-v2021-08-07 | 0.60825 | 37.3 | 10319 | 56287 | | eng-afr | tatoeba-test-v2021-08-07 | 0.70651 | 55.3 | 1374 | 10317 | | eng-bel | tatoeba-test-v2021-08-07 | 0.50356 | 23.5 | 2500 | 16237 | | eng-ben | tatoeba-test-v2021-08-07 | 0.44552 | 13.6 | 2500 | 11654 | | eng-bos_Latn | tatoeba-test-v2021-08-07 | 0.64765 | 43.2 | 301 | 1650 | | eng-bul | tatoeba-test-v2021-08-07 | 0.64094 | 45.0 | 10000 | 69504 | | eng-cat | tatoeba-test-v2021-08-07 | 0.65036 | 45.3 | 1631 | 12344 | | eng-ces | tatoeba-test-v2021-08-07 | 0.60779 | 39.9 | 13824 | 91332 | | eng-cym | tatoeba-test-v2021-08-07 | 0.58768 | 33.7 | 818 | 6020 | | eng-dan | tatoeba-test-v2021-08-07 | 0.71901 | 56.7 | 10795 | 79385 | | eng-deu | tatoeba-test-v2021-08-07 | 0.60900 | 38.8 | 17565 | 151568 | | eng-ell | tatoeba-test-v2021-08-07 | 0.68844 | 47.7 | 10899 | 66884 | | eng-eng | tatoeba-test-v2021-08-07 | 0.83261 | 69.2 | 12062 | 115106 | | eng-fao | tatoeba-test-v2021-08-07 | 0.44702 | 23.3 | 294 | 1933 | | eng-fas | tatoeba-test-v2021-08-07 | 0.42166 | 17.8 | 3762 | 31110 | | eng-fra | tatoeba-test-v2021-08-07 | 0.66478 | 48.0 | 12681 | 106378 | | eng-fry | tatoeba-test-v2021-08-07 | 0.44477 | 21.9 | 220 | 1600 | | eng-gla | tatoeba-test-v2021-08-07 | 0.45225 | 22.1 | 955 | 7333 | | eng-gle | tatoeba-test-v2021-08-07 | 0.58293 | 38.3 | 1913 | 12142 | | eng-glg | tatoeba-test-v2021-08-07 | 0.61841 | 41.4 | 1015 | 7881 | | eng-got | tatoeba-test-v2021-08-07 | 1.138 | 0.3 | 202 | 913 | | eng-hin | tatoeba-test-v2021-08-07 | 0.50692 | 26.6 | 5000 | 32904 | | eng-hrv | tatoeba-test-v2021-08-07 | 0.66340 | 44.9 | 1480 | 9396 | | eng-isl | tatoeba-test-v2021-08-07 | 0.54222 | 31.9 | 2503 | 19023 | | eng-ita | tatoeba-test-v2021-08-07 | 0.70559 | 51.1 | 17320 | 116336 | | eng-lad | tatoeba-test-v2021-08-07 | 0.40057 | 19.4 | 768 | 4105 | | eng-lad_Latn | tatoeba-test-v2021-08-07 | 0.46409 | 22.0 | 672 | 3580 | | eng-lat | tatoeba-test-v2021-08-07 | 0.42128 | 15.2 | 10298 | 76510 | | eng-lav | tatoeba-test-v2021-08-07 | 0.63154 | 39.3 | 1631 | 9932 | | eng-lit | tatoeba-test-v2021-08-07 | 0.64557 | 34.7 | 2528 | 14942 | | eng-ltz | tatoeba-test-v2021-08-07 | 0.58309 | 39.5 | 293 | 1828 | | eng-mar | tatoeba-test-v2021-08-07 | 0.49010 | 19.9 | 10396 | 61140 | | eng-mkd | tatoeba-test-v2021-08-07 | 0.58369 | 34.7 | 10010 | 62029 | | eng-nds | tatoeba-test-v2021-08-07 | 0.44492 | 19.7 | 2500 | 18264 | | eng-nld | tatoeba-test-v2021-08-07 | 0.69106 | 51.6 | 12696 | 91796 | | eng-nno | tatoeba-test-v2021-08-07 | 0.60123 | 38.7 | 460 | 3428 | | eng-nob | tatoeba-test-v2021-08-07 | 0.69979 | 53.8 | 4539 | 36119 | | eng-nor | tatoeba-test-v2021-08-07 | 0.69136 | 52.5 | 5000 | 39552 | | eng-pes | tatoeba-test-v2021-08-07 | 0.42287 | 17.9 | 3757 | 31044 | | eng-pol | tatoeba-test-v2021-08-07 | 0.63041 | 40.6 | 10099 | 65592 | | eng-por | tatoeba-test-v2021-08-07 | 0.70207 | 50.6 | 13222 | 105265 | | eng-ron | tatoeba-test-v2021-08-07 | 0.65546 | 44.2 | 5508 | 40367 | | eng-rus | tatoeba-test-v2021-08-07 | 0.60525 | 38.2 | 19425 | 134296 | | eng-spa | tatoeba-test-v2021-08-07 | 0.70563 | 52.4 | 16583 | 134710 | | eng-sqi | tatoeba-test-v2021-08-07 | 0.65412 | 41.7 | 1109 | 8281 | | eng-srp_Cyrl | tatoeba-test-v2021-08-07 | 0.59271 | 38.0 | 1580 | 9152 | | eng-swe | tatoeba-test-v2021-08-07 | 0.70223 | 55.4 | 10362 | 68067 | | eng-ukr | tatoeba-test-v2021-08-07 | 0.57326 | 34.0 | 13127 | 80998 | | eng-urd | tatoeba-test-v2021-08-07 | 0.43242 | 16.0 | 1663 | 12155 | | fra-bel | tatoeba-test-v2021-08-07 | 0.54792 | 30.6 | 283 | 1703 | | fra-bul | tatoeba-test-v2021-08-07 | 0.64862 | 44.1 | 446 | 3286 | | fra-cat | tatoeba-test-v2021-08-07 | 0.65001 | 42.9 | 700 | 5342 | | fra-ces | tatoeba-test-v2021-08-07 | 0.63896 | 41.1 | 438 | 2699 | | fra-dan | tatoeba-test-v2021-08-07 | 0.75807 | 62.0 | 1731 | 11312 | | fra-deu | tatoeba-test-v2021-08-07 | 0.66141 | 46.4 | 12418 | 100545 | | fra-ell | tatoeba-test-v2021-08-07 | 0.68793 | 49.0 | 1506 | 8975 | | fra-eng | tatoeba-test-v2021-08-07 | 0.70406 | 54.8 | 12681 | 101754 | | fra-fas | tatoeba-test-v2021-08-07 | 0.41169 | 16.7 | 376 | 3217 | | fra-fra | tatoeba-test-v2021-08-07 | 0.63417 | 44.2 | 1000 | 7757 | | fra-gcf | tatoeba-test-v2021-08-07 | 6.252 | 0.1 | 1164 | 6118 | | fra-hbs | tatoeba-test-v2021-08-07 | 0.55307 | 25.6 | 474 | 2882 | | fra-hrv | tatoeba-test-v2021-08-07 | 0.60246 | 34.6 | 258 | 1629 | | fra-ita | tatoeba-test-v2021-08-07 | 0.72081 | 52.7 | 10091 | 62060 | | fra-nds | tatoeba-test-v2021-08-07 | 0.40878 | 16.1 | 857 | 5760 | | fra-nld | tatoeba-test-v2021-08-07 | 0.64926 | 45.7 | 11548 | 82164 | | fra-nob | tatoeba-test-v2021-08-07 | 0.72336 | 55.8 | 323 | 2175 | | fra-nor | tatoeba-test-v2021-08-07 | 0.71320 | 55.0 | 477 | 3097 | | fra-pcd | tatoeba-test-v2021-08-07 | 7.211 | 0.1 | 266 | 1569 | | fra-pol | tatoeba-test-v2021-08-07 | 0.60675 | 36.6 | 3087 | 19954 | | fra-por | tatoeba-test-v2021-08-07 | 0.69533 | 50.1 | 10518 | 77650 | | fra-ron | tatoeba-test-v2021-08-07 | 0.64390 | 43.0 | 1925 | 12252 | | fra-rus | tatoeba-test-v2021-08-07 | 0.61704 | 39.8 | 11490 | 70123 | | fra-spa | tatoeba-test-v2021-08-07 | 0.70601 | 52.3 | 10294 | 78406 | | fra-swe | tatoeba-test-v2021-08-07 | 0.73948 | 59.1 | 1407 | 9170 | | fra-ukr | tatoeba-test-v2021-08-07 | 0.59329 | 36.6 | 10035 | 54372 | | por-cat | tatoeba-test-v2021-08-07 | 0.70201 | 50.7 | 747 | 6149 | | por-dan | tatoeba-test-v2021-08-07 | 0.78231 | 64.8 | 873 | 5258 | | por-deu | tatoeba-test-v2021-08-07 | 0.66060 | 45.8 | 10000 | 81246 | | por-ell | tatoeba-test-v2021-08-07 | 0.70353 | 49.6 | 885 | 4946 | | por-eng | tatoeba-test-v2021-08-07 | 0.74714 | 60.7 | 13222 | 105351 | | por-fra | tatoeba-test-v2021-08-07 | 0.74205 | 58.4 | 10518 | 80459 | | por-glg | tatoeba-test-v2021-08-07 | 0.73178 | 56.6 | 433 | 3016 | | por-ita | tatoeba-test-v2021-08-07 | 0.75942 | 57.2 | 3066 | 24897 | | por-nds | tatoeba-test-v2021-08-07 | 0.44477 | 19.6 | 207 | 1292 | | por-nld | tatoeba-test-v2021-08-07 | 0.68084 | 49.8 | 2500 | 17816 | | por-nor | tatoeba-test-v2021-08-07 | 0.72109 | 55.4 | 481 | 4030 | | por-pol | tatoeba-test-v2021-08-07 | 0.64745 | 40.5 | 705 | 4296 | | por-por | tatoeba-test-v2021-08-07 | 0.74601 | 55.2 | 2500 | 19220 | | por-ron | tatoeba-test-v2021-08-07 | 0.68212 | 46.2 | 681 | 4521 | | por-rus | tatoeba-test-v2021-08-07 | 0.63001 | 40.7 | 10000 | 65326 | | por-spa | tatoeba-test-v2021-08-07 | 0.78404 | 63.1 | 10947 | 87335 | | por-swe | tatoeba-test-v2021-08-07 | 0.73715 | 57.6 | 320 | 1938 | | por-ukr | tatoeba-test-v2021-08-07 | 0.62358 | 39.6 | 3372 | 18933 | | spa-afr | tatoeba-test-v2021-08-07 | 0.74092 | 59.3 | 448 | 3044 | | spa-bel | tatoeba-test-v2021-08-07 | 0.56796 | 28.1 | 205 | 1259 | | spa-bul | tatoeba-test-v2021-08-07 | 0.62299 | 43.9 | 286 | 1707 | | spa-cat | tatoeba-test-v2021-08-07 | 0.80208 | 63.8 | 1534 | 12343 | | spa-ces | tatoeba-test-v2021-08-07 | 0.62203 | 40.2 | 1807 | 11295 | | spa-dan | tatoeba-test-v2021-08-07 | 0.71414 | 55.1 | 5000 | 35937 | | spa-deu | tatoeba-test-v2021-08-07 | 0.65649 | 45.6 | 10521 | 86430 | | spa-ell | tatoeba-test-v2021-08-07 | 0.62981 | 41.9 | 1829 | 10464 | | spa-eng | tatoeba-test-v2021-08-07 | 0.72410 | 57.2 | 16583 | 138123 | | spa-fra | tatoeba-test-v2021-08-07 | 0.71593 | 55.0 | 10294 | 83501 | | spa-gla | tatoeba-test-v2021-08-07 | 0.46704 | 22.8 | 289 | 2014 | | spa-glg | tatoeba-test-v2021-08-07 | 0.73880 | 57.9 | 2121 | 16581 | | spa-hbs | tatoeba-test-v2021-08-07 | 0.48593 | 26.1 | 607 | 3513 | | spa-hrv | tatoeba-test-v2021-08-07 | 0.66819 | 49.1 | 254 | 1533 | | spa-isl | tatoeba-test-v2021-08-07 | 0.53084 | 25.4 | 238 | 1220 | | spa-ita | tatoeba-test-v2021-08-07 | 0.75756 | 58.1 | 5000 | 34515 | | spa-lad | tatoeba-test-v2021-08-07 | 0.41031 | 20.7 | 276 | 1464 | | spa-lad_Latn | tatoeba-test-v2021-08-07 | 0.48389 | 24.0 | 239 | 1254 | | spa-lat | tatoeba-test-v2021-08-07 | 0.41591 | 13.9 | 3129 | 27685 | | spa-lit | tatoeba-test-v2021-08-07 | 0.64868 | 39.1 | 454 | 2352 | | spa-mkd | tatoeba-test-v2021-08-07 | 0.65406 | 40.8 | 217 | 1073 | | spa-nds | tatoeba-test-v2021-08-07 | 0.42437 | 17.3 | 923 | 5941 | | spa-nld | tatoeba-test-v2021-08-07 | 0.66981 | 48.2 | 10113 | 79162 | | spa-nob | tatoeba-test-v2021-08-07 | 0.74315 | 58.0 | 885 | 6762 | | spa-nor | tatoeba-test-v2021-08-07 | 0.73699 | 57.1 | 960 | 7217 | | spa-pol | tatoeba-test-v2021-08-07 | 0.63650 | 41.1 | 2544 | 15967 | | spa-por | tatoeba-test-v2021-08-07 | 0.76008 | 59.2 | 10947 | 87610 | | spa-ron | tatoeba-test-v2021-08-07 | 0.67038 | 45.2 | 1959 | 12503 | | spa-rus | tatoeba-test-v2021-08-07 | 0.63866 | 42.5 | 10506 | 69242 | | spa-spa | tatoeba-test-v2021-08-07 | 0.68295 | 51.5 | 2500 | 21469 | | spa-swe | tatoeba-test-v2021-08-07 | 0.70919 | 56.2 | 1351 | 8357 | | spa-ukr | tatoeba-test-v2021-08-07 | 0.60403 | 37.5 | 10115 | 54544 | | deu-afr | flores101-devtest | 0.55623 | 24.1 | 1012 | 25740 | | deu-ast | flores101-devtest | 0.49967 | 18.1 | 1012 | 24572 | | deu-ces | flores101-devtest | 0.51256 | 22.6 | 1012 | 22101 | | deu-dan | flores101-devtest | 0.59669 | 31.5 | 1012 | 24638 | | deu-ell | flores101-devtest | 0.45960 | 18.3 | 1012 | 26615 | | deu-eng | flores101-devtest | 0.64491 | 38.0 | 1012 | 24721 | | deu-hin | flores101-devtest | 0.45329 | 18.8 | 1012 | 27743 | | deu-isl | flores101-devtest | 0.43309 | 14.6 | 1012 | 22834 | | deu-lav | flores101-devtest | 0.50901 | 19.7 | 1012 | 22092 | | deu-nld | flores101-devtest | 0.54019 | 22.0 | 1012 | 25467 | | deu-spa | flores101-devtest | 0.50645 | 22.0 | 1012 | 29199 | | deu-swe | flores101-devtest | 0.59105 | 30.0 | 1012 | 23121 | | eng-bul | flores101-devtest | 0.63884 | 35.6 | 1012 | 24700 | | eng-cat | flores101-devtest | 0.64377 | 39.0 | 1012 | 27304 | | eng-fas | flores101-devtest | 0.48944 | 20.1 | 1012 | 24986 | | eng-gle | flores101-devtest | 0.50290 | 21.4 | 1012 | 28707 | | eng-lit | flores101-devtest | 0.55453 | 22.7 | 1012 | 20695 | | eng-nld | flores101-devtest | 0.56191 | 24.6 | 1012 | 25467 | | eng-pol | flores101-devtest | 0.48997 | 17.8 | 1012 | 22520 | | eng-por | flores101-devtest | 0.68817 | 45.5 | 1012 | 26519 | | eng-slk | flores101-devtest | 0.55488 | 26.6 | 1012 | 22543 | | fra-ast | flores101-devtest | 0.51897 | 19.8 | 1012 | 24572 | | fra-ces | flores101-devtest | 0.50228 | 21.3 | 1012 | 22101 | | fra-hrv | flores101-devtest | 0.53205 | 22.4 | 1012 | 22423 | | fra-ita | flores101-devtest | 0.55420 | 25.7 | 1012 | 27306 | | fra-lav | flores101-devtest | 0.50495 | 19.3 | 1012 | 22092 | | fra-mkd | flores101-devtest | 0.54920 | 23.1 | 1012 | 24314 | | fra-nld | flores101-devtest | 0.52923 | 20.4 | 1012 | 25467 | | fra-nob | flores101-devtest | 0.53696 | 23.0 | 1012 | 23873 | | fra-oci | flores101-devtest | 0.56442 | 26.1 | 1012 | 27305 | | fra-por | flores101-devtest | 0.60935 | 34.9 | 1012 | 26519 | | fra-ron | flores101-devtest | 0.57589 | 30.1 | 1012 | 26799 | | fra-slk | flores101-devtest | 0.47768 | 18.8 | 1012 | 22543 | | fra-srp_Cyrl | flores101-devtest | 0.689 | 0.0 | 1012 | 3 | | por-ast | flores101-devtest | 0.53848 | 21.5 | 1012 | 24572 | | por-cym | flores101-devtest | 0.50778 | 21.8 | 1012 | 27010 | | por-eng | flores101-devtest | 0.68628 | 44.1 | 1012 | 24721 | | por-glg | flores101-devtest | 0.56990 | 29.2 | 1012 | 26582 | | por-hrv | flores101-devtest | 0.53554 | 22.9 | 1012 | 22423 | | por-ltz | flores101-devtest | 0.41322 | 11.3 | 1012 | 25087 | | por-nld | flores101-devtest | 0.52916 | 20.6 | 1012 | 25467 | | por-nob | flores101-devtest | 0.54824 | 24.7 | 1012 | 23873 | | por-oci | flores101-devtest | 0.55361 | 24.6 | 1012 | 27305 | | por-ron | flores101-devtest | 0.58158 | 31.2 | 1012 | 26799 | | spa-afr | flores101-devtest | 0.49705 | 16.3 | 1012 | 25740 | | spa-ces | flores101-devtest | 0.45466 | 15.5 | 1012 | 22101 | | spa-ell | flores101-devtest | 0.44466 | 16.5 | 1012 | 26615 | | spa-hin | flores101-devtest | 0.41638 | 14.6 | 1012 | 27743 | | spa-mkd | flores101-devtest | 0.50767 | 17.4 | 1012 | 24314 | | spa-nld | flores101-devtest | 0.49559 | 15.9 | 1012 | 25467 | | spa-npi | flores101-devtest | 0.792 | 0.3 | 1012 | 19762 | | spa-swe | flores101-devtest | 0.52133 | 20.3 | 1012 | 23121 | | deu-afr | flores200-devtest | 0.56031 | 24.6 | 1012 | 25740 | | deu-ast | flores200-devtest | 0.50634 | 19.2 | 1012 | 24572 | | deu-ben | flores200-devtest | 0.40428 | 7.6 | 1012 | 21155 | | deu-bul | flores200-devtest | 0.57621 | 28.3 | 1012 | 24700 | | deu-cat | flores200-devtest | 0.56694 | 29.3 | 1012 | 27304 | | deu-ces | flores200-devtest | 0.51425 | 22.8 | 1012 | 22101 | | deu-cym | flores200-devtest | 0.50140 | 20.3 | 1012 | 27010 | | deu-dan | flores200-devtest | 0.60094 | 32.3 | 1012 | 24638 | | deu-ell | flores200-devtest | 0.46718 | 18.9 | 1012 | 26615 | | deu-eng | flores200-devtest | 0.65234 | 39.1 | 1012 | 24721 | | deu-fra | flores200-devtest | 0.60504 | 33.6 | 1012 | 28343 | | deu-fur | flores200-devtest | 0.42889 | 14.4 | 1012 | 29171 | | deu-gle | flores200-devtest | 0.45323 | 15.6 | 1012 | 28707 | | deu-glg | flores200-devtest | 0.53882 | 25.8 | 1012 | 26582 | | deu-hat | flores200-devtest | 0.46096 | 15.8 | 1012 | 25833 | | deu-hin | flores200-devtest | 0.46316 | 19.7 | 1012 | 27743 | | deu-hrv | flores200-devtest | 0.53819 | 23.0 | 1012 | 22423 | | deu-isl | flores200-devtest | 0.44322 | 15.2 | 1012 | 22834 | | deu-ita | flores200-devtest | 0.53550 | 23.3 | 1012 | 27306 | | deu-kas_Arab | flores200-devtest | 3.310 | 0.1 | 1012 | 23514 | | deu-lit | flores200-devtest | 0.51743 | 19.0 | 1012 | 20695 | | deu-ltz | flores200-devtest | 0.50960 | 17.1 | 1012 | 25087 | | deu-mkd | flores200-devtest | 0.55622 | 24.3 | 1012 | 24314 | | deu-nld | flores200-devtest | 0.54434 | 22.7 | 1012 | 25467 | | deu-nno | flores200-devtest | 0.51343 | 21.2 | 1012 | 24316 | | deu-nob | flores200-devtest | 0.54538 | 23.7 | 1012 | 23873 | | deu-npi | flores200-devtest | 0.916 | 0.4 | 1012 | 19762 | | deu-oci | flores200-devtest | 0.50121 | 19.4 | 1012 | 27305 | | deu-pap | flores200-devtest | 0.46836 | 19.1 | 1012 | 28016 | | deu-pol | flores200-devtest | 0.47290 | 16.8 | 1012 | 22520 | | deu-por | flores200-devtest | 0.58766 | 31.8 | 1012 | 26519 | | deu-prs | flores200-devtest | 0.42261 | 15.1 | 1012 | 25885 | | deu-ron | flores200-devtest | 0.55715 | 27.7 | 1012 | 26799 | | deu-rus | flores200-devtest | 0.51013 | 21.9 | 1012 | 23295 | | deu-san | flores200-devtest | 5.576 | 0.0 | 1012 | 18253 | | deu-slk | flores200-devtest | 0.49473 | 20.5 | 1012 | 22543 | | deu-slv | flores200-devtest | 0.53054 | 23.3 | 1012 | 23425 | | deu-spa | flores200-devtest | 0.51043 | 22.5 | 1012 | 29199 | | deu-srd | flores200-devtest | 0.42730 | 12.7 | 1012 | 28322 | | deu-srp_Cyrl | flores200-devtest | 0.53885 | 24.3 | 1012 | 23456 | | deu-swe | flores200-devtest | 0.59804 | 31.0 | 1012 | 23121 | | deu-ukr | flores200-devtest | 0.50376 | 20.2 | 1012 | 22810 | | eng-afr | flores200-devtest | 0.65906 | 37.6 | 1012 | 25740 | | eng-ast | flores200-devtest | 0.57438 | 25.8 | 1012 | 24572 | | eng-ben | flores200-devtest | 0.45263 | 11.1 | 1012 | 21155 | | eng-bul | flores200-devtest | 0.64840 | 36.8 | 1012 | 24700 | | eng-cat | flores200-devtest | 0.64881 | 39.9 | 1012 | 27304 | | eng-ces | flores200-devtest | 0.56304 | 28.1 | 1012 | 22101 | | eng-cym | flores200-devtest | 0.62000 | 35.5 | 1012 | 27010 | | eng-dan | flores200-devtest | 0.68128 | 44.0 | 1012 | 24638 | | eng-deu | flores200-devtest | 0.62791 | 34.7 | 1012 | 25094 | | eng-ell | flores200-devtest | 0.51169 | 24.3 | 1012 | 26615 | | eng-fra | flores200-devtest | 0.68379 | 45.2 | 1012 | 28343 | | eng-fur | flores200-devtest | 0.44532 | 17.2 | 1012 | 29171 | | eng-gla | flores200-devtest | 0.40757 | 11.0 | 1012 | 29377 | | eng-gle | flores200-devtest | 0.51295 | 22.6 | 1012 | 28707 | | eng-glg | flores200-devtest | 0.60361 | 32.9 | 1012 | 26582 | | eng-guj | flores200-devtest | 0.44101 | 13.1 | 1012 | 23840 | | eng-hat | flores200-devtest | 0.50780 | 21.1 | 1012 | 25833 | | eng-hin | flores200-devtest | 0.54146 | 28.4 | 1012 | 27743 | | eng-hne | flores200-devtest | 0.44142 | 15.7 | 1012 | 26582 | | eng-hrv | flores200-devtest | 0.58545 | 28.6 | 1012 | 22423 | | eng-hye | flores200-devtest | 0.42244 | 8.8 | 1012 | 22170 | | eng-isl | flores200-devtest | 0.47667 | 18.9 | 1012 | 22834 | | eng-ita | flores200-devtest | 0.57513 | 27.6 | 1012 | 27306 | | eng-kas_Arab | flores200-devtest | 4.438 | 0.3 | 1012 | 23514 | | eng-lit | flores200-devtest | 0.55949 | 23.1 | 1012 | 20695 | | eng-ltz | flores200-devtest | 0.50438 | 17.0 | 1012 | 25087 | | eng-mag | flores200-devtest | 0.46757 | 16.6 | 1012 | 26516 | | eng-mar | flores200-devtest | 0.42102 | 9.6 | 1012 | 21810 | | eng-mkd | flores200-devtest | 0.61359 | 31.3 | 1012 | 24314 | | eng-nld | flores200-devtest | 0.56603 | 24.9 | 1012 | 25467 | | eng-nno | flores200-devtest | 0.58795 | 29.5 | 1012 | 24316 | | eng-nob | flores200-devtest | 0.61824 | 32.9 | 1012 | 23873 | | eng-npi | flores200-devtest | 0.952 | 0.4 | 1012 | 19762 | | eng-oci | flores200-devtest | 0.60388 | 30.7 | 1012 | 27305 | | eng-pap | flores200-devtest | 0.53203 | 25.5 | 1012 | 28016 | | eng-pes | flores200-devtest | 0.45532 | 17.7 | 1012 | 24986 | | eng-pol | flores200-devtest | 0.49411 | 18.5 | 1012 | 22520 | | eng-por | flores200-devtest | 0.69369 | 46.4 | 1012 | 26519 | | eng-prs | flores200-devtest | 0.50119 | 23.1 | 1012 | 25885 | | eng-ron | flores200-devtest | 0.62885 | 37.2 | 1012 | 26799 | | eng-rus | flores200-devtest | 0.55363 | 26.9 | 1012 | 23295 | | eng-slk | flores200-devtest | 0.56631 | 27.9 | 1012 | 22543 | | eng-slv | flores200-devtest | 0.55956 | 26.6 | 1012 | 23425 | | eng-spa | flores200-devtest | 0.54596 | 25.7 | 1012 | 29199 | | eng-srd | flores200-devtest | 0.45435 | 16.0 | 1012 | 28322 | | eng-srp_Cyrl | flores200-devtest | 0.60270 | 31.9 | 1012 | 23456 | | eng-swe | flores200-devtest | 0.67654 | 42.3 | 1012 | 23121 | | eng-tgk | flores200-devtest | 0.41975 | 13.0 | 1012 | 25530 | | eng-ukr | flores200-devtest | 0.55341 | 25.5 | 1012 | 22810 | | eng-urd | flores200-devtest | 0.43298 | 16.3 | 1012 | 28098 | | fra-afr | flores200-devtest | 0.55327 | 24.5 | 1012 | 25740 | | fra-ast | flores200-devtest | 0.52530 | 20.5 | 1012 | 24572 | | fra-ben | flores200-devtest | 0.40164 | 7.2 | 1012 | 21155 | | fra-bul | flores200-devtest | 0.57742 | 28.3 | 1012 | 24700 | | fra-cat | flores200-devtest | 0.59840 | 33.6 | 1012 | 27304 | | fra-ces | flores200-devtest | 0.50851 | 22.1 | 1012 | 22101 | | fra-cym | flores200-devtest | 0.50994 | 21.8 | 1012 | 27010 | | fra-dan | flores200-devtest | 0.59088 | 31.5 | 1012 | 24638 | | fra-deu | flores200-devtest | 0.57176 | 27.5 | 1012 | 25094 | | fra-ell | flores200-devtest | 0.47978 | 20.4 | 1012 | 26615 | | fra-eng | flores200-devtest | 0.66208 | 41.0 | 1012 | 24721 | | fra-fur | flores200-devtest | 0.45619 | 16.7 | 1012 | 29171 | | fra-gle | flores200-devtest | 0.46469 | 17.0 | 1012 | 28707 | | fra-glg | flores200-devtest | 0.56615 | 28.9 | 1012 | 26582 | | fra-hat | flores200-devtest | 0.51091 | 20.6 | 1012 | 25833 | | fra-hin | flores200-devtest | 0.46411 | 20.4 | 1012 | 27743 | | fra-hrv | flores200-devtest | 0.53985 | 23.5 | 1012 | 22423 | | fra-isl | flores200-devtest | 0.43828 | 14.9 | 1012 | 22834 | | fra-ita | flores200-devtest | 0.55679 | 26.0 | 1012 | 27306 | | fra-kas_Arab | flores200-devtest | 3.646 | 0.1 | 1012 | 23514 | | fra-lit | flores200-devtest | 0.52001 | 19.4 | 1012 | 20695 | | fra-ltz | flores200-devtest | 0.46940 | 14.3 | 1012 | 25087 | | fra-mkd | flores200-devtest | 0.55627 | 24.2 | 1012 | 24314 | | fra-nld | flores200-devtest | 0.53308 | 21.0 | 1012 | 25467 | | fra-nno | flores200-devtest | 0.50863 | 20.9 | 1012 | 24316 | | fra-nob | flores200-devtest | 0.53920 | 23.5 | 1012 | 23873 | | fra-npi | flores200-devtest | 0.783 | 0.2 | 1012 | 19762 | | fra-oci | flores200-devtest | 0.56888 | 26.8 | 1012 | 27305 | | fra-pap | flores200-devtest | 0.47545 | 19.6 | 1012 | 28016 | | fra-pol | flores200-devtest | 0.47419 | 16.5 | 1012 | 22520 | | fra-por | flores200-devtest | 0.61219 | 35.3 | 1012 | 26519 | | fra-prs | flores200-devtest | 0.41815 | 14.6 | 1012 | 25885 | | fra-ron | flores200-devtest | 0.57969 | 30.7 | 1012 | 26799 | | fra-rus | flores200-devtest | 0.51130 | 21.8 | 1012 | 23295 | | fra-san | flores200-devtest | 6.562 | 0.1 | 1012 | 18253 | | fra-slk | flores200-devtest | 0.48379 | 19.3 | 1012 | 22543 | | fra-slv | flores200-devtest | 0.52205 | 22.7 | 1012 | 23425 | | fra-spa | flores200-devtest | 0.52358 | 23.5 | 1012 | 29199 | | fra-srd | flores200-devtest | 0.44853 | 14.2 | 1012 | 28322 | | fra-srp_Cyrl | flores200-devtest | 0.53627 | 24.5 | 1012 | 23456 | | fra-swe | flores200-devtest | 0.58741 | 30.0 | 1012 | 23121 | | fra-ukr | flores200-devtest | 0.50351 | 19.7 | 1012 | 22810 | | fra-vec | flores200-devtest | 0.41311 | 8.8 | 1012 | 26257 | | por-afr | flores200-devtest | 0.56310 | 25.1 | 1012 | 25740 | | por-ast | flores200-devtest | 0.53830 | 21.8 | 1012 | 24572 | | por-bul | flores200-devtest | 0.58447 | 29.7 | 1012 | 24700 | | por-cat | flores200-devtest | 0.60967 | 35.1 | 1012 | 27304 | | por-ces | flores200-devtest | 0.51024 | 22.8 | 1012 | 22101 | | por-cym | flores200-devtest | 0.51782 | 22.6 | 1012 | 27010 | | por-dan | flores200-devtest | 0.60269 | 33.4 | 1012 | 24638 | | por-deu | flores200-devtest | 0.57296 | 28.0 | 1012 | 25094 | | por-ell | flores200-devtest | 0.48090 | 20.6 | 1012 | 26615 | | por-eng | flores200-devtest | 0.69147 | 44.8 | 1012 | 24721 | | por-fra | flores200-devtest | 0.63409 | 38.1 | 1012 | 28343 | | por-fur | flores200-devtest | 0.46037 | 16.9 | 1012 | 29171 | | por-gle | flores200-devtest | 0.46790 | 17.4 | 1012 | 28707 | | por-glg | flores200-devtest | 0.57404 | 29.8 | 1012 | 26582 | | por-hat | flores200-devtest | 0.48161 | 17.7 | 1012 | 25833 | | por-hin | flores200-devtest | 0.47667 | 21.4 | 1012 | 27743 | | por-hrv | flores200-devtest | 0.53963 | 23.5 | 1012 | 22423 | | por-hye | flores200-devtest | 0.41362 | 7.5 | 1012 | 22170 | | por-isl | flores200-devtest | 0.44102 | 15.8 | 1012 | 22834 | | por-ita | flores200-devtest | 0.55156 | 25.2 | 1012 | 27306 | | por-kas_Arab | flores200-devtest | 3.653 | 0.1 | 1012 | 23514 | | por-lij | flores200-devtest | 0.40361 | 10.1 | 1012 | 28625 | | por-lit | flores200-devtest | 0.52095 | 19.3 | 1012 | 20695 | | por-ltz | flores200-devtest | 0.40955 | 11.4 | 1012 | 25087 | | por-mkd | flores200-devtest | 0.56282 | 25.3 | 1012 | 24314 | | por-nld | flores200-devtest | 0.53255 | 21.0 | 1012 | 25467 | | por-nno | flores200-devtest | 0.51883 | 22.2 | 1012 | 24316 | | por-nob | flores200-devtest | 0.55147 | 25.1 | 1012 | 23873 | | por-npi | flores200-devtest | 0.808 | 0.3 | 1012 | 19762 | | por-oci | flores200-devtest | 0.55910 | 25.3 | 1012 | 27305 | | por-pap | flores200-devtest | 0.49408 | 21.4 | 1012 | 28016 | | por-pes | flores200-devtest | 0.41574 | 13.4 | 1012 | 24986 | | por-pol | flores200-devtest | 0.46551 | 16.1 | 1012 | 22520 | | por-prs | flores200-devtest | 0.43325 | 16.1 | 1012 | 25885 | | por-ron | flores200-devtest | 0.58583 | 31.8 | 1012 | 26799 | | por-rus | flores200-devtest | 0.51109 | 22.4 | 1012 | 23295 | | por-san | flores200-devtest | 8.715 | 0.1 | 1012 | 18253 | | por-slk | flores200-devtest | 0.48073 | 19.4 | 1012 | 22543 | | por-slv | flores200-devtest | 0.52201 | 22.6 | 1012 | 23425 | | por-spa | flores200-devtest | 0.53122 | 24.6 | 1012 | 29199 | | por-srd | flores200-devtest | 0.46019 | 15.4 | 1012 | 28322 | | por-srp_Cyrl | flores200-devtest | 0.54401 | 25.6 | 1012 | 23456 | | por-swe | flores200-devtest | 0.59310 | 30.7 | 1012 | 23121 | | por-ukr | flores200-devtest | 0.51390 | 21.7 | 1012 | 22810 | | por-vec | flores200-devtest | 0.41666 | 8.9 | 1012 | 26257 | | spa-afr | flores200-devtest | 0.50130 | 16.4 | 1012 | 25740 | | spa-ast | flores200-devtest | 0.48967 | 15.6 | 1012 | 24572 | | spa-bul | flores200-devtest | 0.52657 | 21.6 | 1012 | 24700 | | spa-cat | flores200-devtest | 0.53932 | 23.3 | 1012 | 27304 | | spa-ces | flores200-devtest | 0.46096 | 16.1 | 1012 | 22101 | | spa-cym | flores200-devtest | 0.46919 | 16.2 | 1012 | 27010 | | spa-dan | flores200-devtest | 0.53445 | 23.2 | 1012 | 24638 | | spa-deu | flores200-devtest | 0.51460 | 19.1 | 1012 | 25094 | | spa-ell | flores200-devtest | 0.44703 | 16.8 | 1012 | 26615 | | spa-eng | flores200-devtest | 0.57217 | 26.3 | 1012 | 24721 | | spa-fra | flores200-devtest | 0.56332 | 26.0 | 1012 | 28343 | | spa-fur | flores200-devtest | 0.42007 | 12.2 | 1012 | 29171 | | spa-gle | flores200-devtest | 0.43430 | 13.4 | 1012 | 28707 | | spa-glg | flores200-devtest | 0.52635 | 21.7 | 1012 | 26582 | | spa-hat | flores200-devtest | 0.43928 | 12.9 | 1012 | 25833 | | spa-hin | flores200-devtest | 0.42496 | 15.5 | 1012 | 27743 | | spa-hrv | flores200-devtest | 0.49385 | 17.0 | 1012 | 22423 | | spa-isl | flores200-devtest | 0.40834 | 11.8 | 1012 | 22834 | | spa-ita | flores200-devtest | 0.52008 | 21.1 | 1012 | 27306 | | spa-kas_Arab | flores200-devtest | 3.191 | 0.1 | 1012 | 23514 | | spa-lit | flores200-devtest | 0.48294 | 14.1 | 1012 | 20695 | | spa-mkd | flores200-devtest | 0.51381 | 18.6 | 1012 | 24314 | | spa-nld | flores200-devtest | 0.50049 | 16.4 | 1012 | 25467 | | spa-nno | flores200-devtest | 0.46965 | 16.2 | 1012 | 24316 | | spa-nob | flores200-devtest | 0.49804 | 17.9 | 1012 | 23873 | | spa-npi | flores200-devtest | 0.808 | 0.3 | 1012 | 19762 | | spa-oci | flores200-devtest | 0.48255 | 15.6 | 1012 | 27305 | | spa-pap | flores200-devtest | 0.43941 | 15.3 | 1012 | 28016 | | spa-pol | flores200-devtest | 0.44740 | 13.7 | 1012 | 22520 | | spa-por | flores200-devtest | 0.55622 | 25.5 | 1012 | 26519 | | spa-ron | flores200-devtest | 0.52023 | 22.1 | 1012 | 26799 | | spa-rus | flores200-devtest | 0.46740 | 16.6 | 1012 | 23295 | | spa-san | flores200-devtest | 6.847 | 0.1 | 1012 | 18253 | | spa-slk | flores200-devtest | 0.44274 | 15.0 | 1012 | 22543 | | spa-slv | flores200-devtest | 0.48216 | 17.1 | 1012 | 23425 | | spa-srd | flores200-devtest | 0.42185 | 11.2 | 1012 | 28322 | | spa-srp_Cyrl | flores200-devtest | 0.48533 | 17.4 | 1012 | 23456 | | spa-swe | flores200-devtest | 0.52661 | 20.9 | 1012 | 23121 | | spa-ukr | flores200-devtest | 0.45966 | 15.0 | 1012 | 22810 | | deu-eng | generaltest2022 | 0.54326 | 28.7 | 1984 | 37634 | | deu-fra | generaltest2022 | 0.58009 | 33.7 | 1984 | 38276 | | eng-ces | generaltest2022 | 0.58390 | 32.4 | 2037 | 34787 | | eng-deu | generaltest2022 | 0.59050 | 30.9 | 2037 | 38914 | | eng-hrv | generaltest2022 | 0.51888 | 23.7 | 1671 | 29875 | | eng-rus | generaltest2022 | 0.53137 | 27.7 | 2037 | 36472 | | eng-ukr | generaltest2022 | 0.51104 | 22.8 | 2037 | 35418 | | fra-deu | generaltest2022 | 0.63588 | 39.6 | 2006 | 37696 | | deu-ces | multi30k_test_2016_flickr | 0.49911 | 23.8 | 1000 | 10503 | | deu-eng | multi30k_test_2016_flickr | 0.58821 | 37.5 | 1000 | 12955 | | deu-fra | multi30k_test_2016_flickr | 0.59930 | 34.8 | 1000 | 13505 | | eng-ces | multi30k_test_2016_flickr | 0.53260 | 26.8 | 1000 | 10503 | | eng-deu | multi30k_test_2016_flickr | 0.62535 | 33.8 | 1000 | 12106 | | eng-fra | multi30k_test_2016_flickr | 0.67525 | 44.9 | 1000 | 13505 | | fra-ces | multi30k_test_2016_flickr | 0.49277 | 22.9 | 1000 | 10503 | | fra-deu | multi30k_test_2016_flickr | 0.59793 | 30.4 | 1000 | 12106 | | fra-eng | multi30k_test_2016_flickr | 0.64248 | 44.5 | 1000 | 12955 | | deu-eng | multi30k_test_2017_flickr | 0.60958 | 38.5 | 1000 | 11374 | | deu-fra | multi30k_test_2017_flickr | 0.59840 | 33.5 | 1000 | 12118 | | eng-deu | multi30k_test_2017_flickr | 0.61051 | 32.4 | 1000 | 10755 | | eng-fra | multi30k_test_2017_flickr | 0.68447 | 45.7 | 1000 | 12118 | | fra-deu | multi30k_test_2017_flickr | 0.57580 | 27.4 | 1000 | 10755 | | fra-eng | multi30k_test_2017_flickr | 0.66028 | 46.0 | 1000 | 11374 | | deu-eng | multi30k_test_2017_mscoco | 0.53057 | 29.3 | 461 | 5231 | | deu-fra | multi30k_test_2017_mscoco | 0.57125 | 31.4 | 461 | 5484 | | eng-deu | multi30k_test_2017_mscoco | 0.56006 | 27.3 | 461 | 5158 | | eng-fra | multi30k_test_2017_mscoco | 0.71206 | 51.5 | 461 | 5484 | | fra-deu | multi30k_test_2017_mscoco | 0.54076 | 24.3 | 461 | 5158 | | fra-eng | multi30k_test_2017_mscoco | 0.64852 | 45.4 | 461 | 5231 | | deu-ces | multi30k_test_2018_flickr | 0.48008 | 21.6 | 1071 | 11631 | | deu-eng | multi30k_test_2018_flickr | 0.57472 | 34.4 | 1071 | 14689 | | deu-fra | multi30k_test_2018_flickr | 0.54893 | 27.4 | 1071 | 15867 | | eng-ces | multi30k_test_2018_flickr | 0.54034 | 27.1 | 1071 | 11631 | | eng-deu | multi30k_test_2018_flickr | 0.58338 | 29.0 | 1071 | 13703 | | eng-fra | multi30k_test_2018_flickr | 0.62694 | 37.5 | 1071 | 15867 | | fra-ces | multi30k_test_2018_flickr | 0.47110 | 19.6 | 1071 | 11631 | | fra-deu | multi30k_test_2018_flickr | 0.53726 | 23.0 | 1071 | 13703 | | fra-eng | multi30k_test_2018_flickr | 0.61916 | 40.2 | 1071 | 14689 | | eng-fra | newsdiscusstest2015 | 0.61964 | 36.0 | 1500 | 27975 | | fra-eng | newsdiscusstest2015 | 0.59754 | 36.1 | 1500 | 26982 | | deu-ces | newssyscomb2009 | 0.49492 | 21.0 | 502 | 10032 | | deu-eng | newssyscomb2009 | 0.54252 | 27.2 | 502 | 11818 | | deu-fra | newssyscomb2009 | 0.54517 | 25.3 | 502 | 12331 | | deu-ita | newssyscomb2009 | 0.54536 | 23.8 | 502 | 11551 | | deu-spa | newssyscomb2009 | 0.54378 | 26.9 | 502 | 12503 | | eng-ces | newssyscomb2009 | 0.49696 | 21.0 | 502 | 10032 | | eng-deu | newssyscomb2009 | 0.52782 | 21.8 | 502 | 11271 | | eng-fra | newssyscomb2009 | 0.57675 | 29.1 | 502 | 12331 | | eng-ita | newssyscomb2009 | 0.59851 | 29.9 | 502 | 11551 | | eng-spa | newssyscomb2009 | 0.57893 | 30.6 | 502 | 12503 | | fra-ces | newssyscomb2009 | 0.49843 | 21.0 | 502 | 10032 | | fra-deu | newssyscomb2009 | 0.52257 | 22.2 | 502 | 11271 | | fra-eng | newssyscomb2009 | 0.56329 | 29.6 | 502 | 11818 | | fra-ita | newssyscomb2009 | 0.60086 | 30.5 | 502 | 11551 | | fra-spa | newssyscomb2009 | 0.59982 | 33.7 | 502 | 12503 | | spa-ces | newssyscomb2009 | 0.50359 | 21.3 | 502 | 10032 | | spa-deu | newssyscomb2009 | 0.51688 | 20.8 | 502 | 11271 | | spa-eng | newssyscomb2009 | 0.56400 | 29.4 | 502 | 11818 | | spa-fra | newssyscomb2009 | 0.60759 | 34.0 | 502 | 12331 | | spa-ita | newssyscomb2009 | 0.60891 | 32.0 | 502 | 11551 | | deu-ces | newstest2008 | 0.48361 | 19.5 | 2051 | 42484 | | deu-eng | newstest2008 | 0.53404 | 25.6 | 2051 | 49380 | | deu-fra | newstest2008 | 0.53698 | 24.8 | 2051 | 52685 | | deu-spa | newstest2008 | 0.53079 | 24.8 | 2051 | 52586 | | eng-ces | newstest2008 | 0.47676 | 19.4 | 2051 | 42484 | | eng-deu | newstest2008 | 0.52080 | 22.1 | 2051 | 47447 | | eng-fra | newstest2008 | 0.54257 | 25.7 | 2051 | 52685 | | eng-spa | newstest2008 | 0.55703 | 28.8 | 2051 | 52586 | | fra-ces | newstest2008 | 0.48280 | 19.8 | 2051 | 42484 | | fra-deu | newstest2008 | 0.52005 | 21.7 | 2051 | 47447 | | fra-eng | newstest2008 | 0.53646 | 25.6 | 2051 | 49380 | | fra-spa | newstest2008 | 0.58093 | 32.6 | 2051 | 52586 | | spa-ces | newstest2008 | 0.48268 | 20.1 | 2051 | 42484 | | spa-deu | newstest2008 | 0.50940 | 20.4 | 2051 | 47447 | | spa-eng | newstest2008 | 0.54416 | 26.4 | 2051 | 49380 | | spa-fra | newstest2008 | 0.58071 | 31.6 | 2051 | 52685 | | deu-ces | newstest2009 | 0.47931 | 19.8 | 2525 | 55533 | | deu-eng | newstest2009 | 0.52919 | 24.9 | 2525 | 65399 | | deu-fra | newstest2009 | 0.52900 | 24.0 | 2525 | 69263 | | deu-ita | newstest2009 | 0.53248 | 23.2 | 2525 | 63466 | | deu-spa | newstest2009 | 0.53006 | 24.8 | 2525 | 68111 | | eng-ces | newstest2009 | 0.48860 | 20.1 | 2525 | 55533 | | eng-deu | newstest2009 | 0.52184 | 21.5 | 2525 | 62816 | | eng-fra | newstest2009 | 0.56544 | 27.9 | 2525 | 69263 | | eng-ita | newstest2009 | 0.59223 | 30.1 | 2525 | 63466 | | eng-spa | newstest2009 | 0.57251 | 29.4 | 2525 | 68111 | | fra-ces | newstest2009 | 0.48263 | 19.6 | 2525 | 55533 | | fra-deu | newstest2009 | 0.51645 | 21.5 | 2525 | 62816 | | fra-eng | newstest2009 | 0.55614 | 28.6 | 2525 | 65399 | | fra-ita | newstest2009 | 0.59145 | 30.2 | 2525 | 63466 | | fra-spa | newstest2009 | 0.58146 | 31.5 | 2525 | 68111 | | spa-ces | newstest2009 | 0.48619 | 19.9 | 2525 | 55533 | | spa-deu | newstest2009 | 0.51369 | 20.8 | 2525 | 62816 | | spa-eng | newstest2009 | 0.55967 | 28.8 | 2525 | 65399 | | spa-fra | newstest2009 | 0.58258 | 30.8 | 2525 | 69263 | | spa-ita | newstest2009 | 0.60212 | 32.2 | 2525 | 63466 | | deu-ces | newstest2010 | 0.50679 | 22.0 | 2489 | 52955 | | deu-eng | newstest2010 | 0.57070 | 29.1 | 2489 | 61711 | | deu-fra | newstest2010 | 0.56316 | 27.6 | 2489 | 66022 | | deu-spa | newstest2010 | 0.58086 | 31.1 | 2489 | 65480 | | eng-ces | newstest2010 | 0.49895 | 21.0 | 2489 | 52955 | | eng-deu | newstest2010 | 0.53499 | 23.7 | 2489 | 61503 | | eng-fra | newstest2010 | 0.58290 | 30.7 | 2489 | 66022 | | eng-spa | newstest2010 | 0.61355 | 36.1 | 2489 | 65480 | | fra-ces | newstest2010 | 0.48847 | 20.2 | 2489 | 52955 | | fra-deu | newstest2010 | 0.52472 | 22.1 | 2489 | 61503 | | fra-eng | newstest2010 | 0.57996 | 31.3 | 2489 | 61711 | | fra-spa | newstest2010 | 0.61617 | 36.8 | 2489 | 65480 | | spa-ces | newstest2010 | 0.50675 | 22.3 | 2489 | 52955 | | spa-deu | newstest2010 | 0.53790 | 24.2 | 2489 | 61503 | | spa-eng | newstest2010 | 0.60183 | 33.9 | 2489 | 61711 | | spa-fra | newstest2010 | 0.60950 | 34.4 | 2489 | 66022 | | deu-ces | newstest2011 | 0.48143 | 19.8 | 3003 | 65653 | | deu-eng | newstest2011 | 0.54135 | 25.6 | 3003 | 74681 | | deu-fra | newstest2011 | 0.54455 | 25.4 | 3003 | 80626 | | deu-spa | newstest2011 | 0.55696 | 29.2 | 3003 | 79476 | | eng-ces | newstest2011 | 0.49872 | 21.4 | 3003 | 65653 | | eng-deu | newstest2011 | 0.51663 | 21.5 | 3003 | 72981 | | eng-fra | newstest2011 | 0.59757 | 32.3 | 3003 | 80626 | | eng-spa | newstest2011 | 0.61259 | 37.2 | 3003 | 79476 | | fra-ces | newstest2011 | 0.49079 | 20.9 | 3003 | 65653 | | fra-deu | newstest2011 | 0.51558 | 21.6 | 3003 | 72981 | | fra-eng | newstest2011 | 0.58573 | 31.5 | 3003 | 74681 | | fra-spa | newstest2011 | 0.62198 | 38.7 | 3003 | 79476 | | spa-ces | newstest2011 | 0.48837 | 20.9 | 3003 | 65653 | | spa-deu | newstest2011 | 0.51765 | 22.3 | 3003 | 72981 | | spa-eng | newstest2011 | 0.58478 | 32.0 | 3003 | 74681 | | spa-fra | newstest2011 | 0.60332 | 33.6 | 3003 | 80626 | | deu-ces | newstest2012 | 0.47349 | 19.3 | 3003 | 65456 | | deu-eng | newstest2012 | 0.54991 | 27.0 | 3003 | 72812 | | deu-fra | newstest2012 | 0.54838 | 26.2 | 3003 | 78011 | | deu-rus | newstest2012 | 0.47331 | 17.8 | 3003 | 64790 | | deu-spa | newstest2012 | 0.56115 | 29.7 | 3003 | 79006 | | eng-ces | newstest2012 | 0.47312 | 19.2 | 3003 | 65456 | | eng-deu | newstest2012 | 0.51588 | 22.0 | 3003 | 72886 | | eng-fra | newstest2012 | 0.58096 | 30.1 | 3003 | 78011 | | eng-rus | newstest2012 | 0.58916 | 30.8 | 3003 | 64790 | | eng-spa | newstest2012 | 0.61457 | 37.2 | 3003 | 79006 | | fra-ces | newstest2012 | 0.47412 | 19.8 | 3003 | 65456 | | fra-deu | newstest2012 | 0.51511 | 22.3 | 3003 | 72886 | | fra-eng | newstest2012 | 0.58053 | 31.4 | 3003 | 72812 | | fra-rus | newstest2012 | 0.49149 | 20.1 | 3003 | 64790 | | fra-spa | newstest2012 | 0.61788 | 37.9 | 3003 | 79006 | | spa-ces | newstest2012 | 0.47397 | 19.8 | 3003 | 65456 | | spa-deu | newstest2012 | 0.52060 | 22.7 | 3003 | 72886 | | spa-eng | newstest2012 | 0.60936 | 35.9 | 3003 | 72812 | | spa-fra | newstest2012 | 0.60277 | 33.5 | 3003 | 78011 | | spa-rus | newstest2012 | 0.50113 | 21.2 | 3003 | 64790 | | deu-ces | newstest2013 | 0.49584 | 22.1 | 3000 | 57250 | | deu-eng | newstest2013 | 0.56741 | 30.2 | 3000 | 64505 | | deu-fra | newstest2013 | 0.54857 | 27.6 | 3000 | 70037 | | deu-rus | newstest2013 | 0.49961 | 21.3 | 3000 | 58560 | | deu-spa | newstest2013 | 0.55886 | 30.1 | 3000 | 70528 | | eng-ces | newstest2013 | 0.50582 | 23.3 | 3000 | 57250 | | eng-deu | newstest2013 | 0.54401 | 25.8 | 3000 | 63737 | | eng-fra | newstest2013 | 0.57648 | 31.4 | 3000 | 70037 | | eng-rus | newstest2013 | 0.51291 | 22.7 | 3000 | 58560 | | eng-spa | newstest2013 | 0.58821 | 33.7 | 3000 | 70528 | | fra-ces | newstest2013 | 0.48374 | 21.2 | 3000 | 57250 | | fra-deu | newstest2013 | 0.52935 | 24.2 | 3000 | 63737 | | fra-eng | newstest2013 | 0.58033 | 32.7 | 3000 | 64505 | | fra-rus | newstest2013 | 0.50016 | 21.5 | 3000 | 58560 | | fra-spa | newstest2013 | 0.58532 | 33.6 | 3000 | 70528 | | spa-ces | newstest2013 | 0.49954 | 22.8 | 3000 | 57250 | | spa-deu | newstest2013 | 0.53643 | 24.7 | 3000 | 63737 | | spa-eng | newstest2013 | 0.59270 | 33.2 | 3000 | 64505 | | spa-fra | newstest2013 | 0.58979 | 33.0 | 3000 | 70037 | | spa-rus | newstest2013 | 0.51659 | 23.3 | 3000 | 58560 | | deu-eng | newstest2014 | 0.57690 | 30.3 | 3003 | 67337 | | eng-ces | newstest2014 | 0.54124 | 25.2 | 3003 | 59902 | | eng-deu | newstest2014 | 0.56967 | 25.8 | 3003 | 62688 | | eng-fra | newstest2014 | 0.63245 | 37.3 | 3003 | 77306 | | eng-hin | newstest2014 | 0.48263 | 20.4 | 2507 | 60872 | | eng-rus | newstest2014 | 0.61540 | 33.8 | 3003 | 61603 | | fra-eng | newstest2014 | 0.61729 | 35.4 | 3003 | 70708 | | deu-eng | newstest2015 | 0.58051 | 31.5 | 2169 | 46443 | | eng-ces | newstest2015 | 0.50901 | 22.1 | 2656 | 45858 | | eng-deu | newstest2015 | 0.58038 | 29.6 | 2169 | 44260 | | eng-rus | newstest2015 | 0.56909 | 28.0 | 2818 | 55920 | | deu-eng | newstest2016 | 0.62651 | 37.1 | 2999 | 64119 | | eng-ces | newstest2016 | 0.53138 | 25.4 | 2999 | 56998 | | eng-deu | newstest2016 | 0.62052 | 35.2 | 2999 | 62669 | | eng-ron | newstest2016 | 0.57801 | 30.1 | 1999 | 48945 | | eng-rus | newstest2016 | 0.55239 | 26.3 | 2998 | 62014 | | deu-eng | newstest2017 | 0.59034 | 32.9 | 3004 | 64399 | | eng-ces | newstest2017 | 0.49009 | 20.9 | 3005 | 54361 | | eng-deu | newstest2017 | 0.57301 | 28.3 | 3004 | 61287 | | eng-lav | newstest2017 | 0.49647 | 17.3 | 2001 | 39392 | | eng-rus | newstest2017 | 0.57889 | 29.5 | 3001 | 60253 | | deu-eng | newstest2018 | 0.64488 | 39.9 | 2998 | 67012 | | eng-ces | newstest2018 | 0.49105 | 20.2 | 2983 | 54652 | | eng-deu | newstest2018 | 0.66353 | 41.7 | 2998 | 64276 | | eng-rus | newstest2018 | 0.55568 | 25.6 | 3000 | 61907 | | deu-ces | newstest2019 | 0.48893 | 20.5 | 1997 | 43113 | | deu-eng | newstest2019 | 0.61048 | 35.6 | 2000 | 39227 | | deu-fra | newstest2019 | 0.61083 | 33.4 | 1701 | 42509 | | eng-ces | newstest2019 | 0.50528 | 22.0 | 1997 | 43113 | | eng-deu | newstest2019 | 0.63438 | 37.7 | 1997 | 48746 | | eng-guj | newstest2019 | 0.46302 | 15.3 | 998 | 21924 | | eng-lit | newstest2019 | 0.48848 | 16.0 | 998 | 19711 | | eng-rus | newstest2019 | 0.53243 | 25.9 | 1997 | 48147 | | fra-deu | newstest2019 | 0.58722 | 26.9 | 1701 | 36446 | | deu-eng | newstest2020 | 0.57511 | 30.8 | 785 | 38220 | | deu-fra | newstest2020 | 0.58907 | 30.9 | 1619 | 36890 | | eng-deu | newstest2020 | 0.56905 | 28.2 | 1418 | 52383 | | eng-pol | newstest2020 | 0.51806 | 21.6 | 1000 | 23855 | | eng-rus | newstest2020 | 0.49190 | 20.9 | 2002 | 47083 | | fra-deu | newstest2020 | 0.58687 | 25.9 | 1619 | 30265 | | deu-eng | newstest2021 | 0.58074 | 29.6 | 1000 | 20180 | | deu-fra | newstest2021 | 0.57642 | 29.9 | 1000 | 23757 | | eng-ces | newstest2021 | 0.45921 | 15.9 | 1002 | 25589 | | eng-deu | newstest2021 | 0.54593 | 23.8 | 1002 | 27970 | | eng-isl | newstest2021 | 0.46926 | 18.6 | 1000 | 25233 | | eng-rus | newstest2021 | 0.50587 | 22.1 | 1002 | 26095 | | fra-deu | newstest2021 | 0.62883 | 36.0 | 1026 | 26077 | | deu-eng | newstestALL2020 | 0.57511 | 30.8 | 785 | 38220 | | eng-deu | newstestALL2020 | 0.56905 | 28.2 | 1418 | 52383 | | deu-eng | newstestB2020 | 0.57270 | 30.4 | 785 | 37696 | | eng-deu | newstestB2020 | 0.55895 | 27.8 | 1418 | 53092 | | deu-afr | ntrex128 | 0.55112 | 25.2 | 1997 | 50050 | | deu-bel | ntrex128 | 0.43275 | 14.7 | 1997 | 43951 | | deu-ben | ntrex128 | 0.40104 | 6.3 | 1997 | 40095 | | deu-bul | ntrex128 | 0.50482 | 22.6 | 1997 | 48832 | | deu-cat | ntrex128 | 0.53145 | 25.8 | 1997 | 53438 | | deu-ces | ntrex128 | 0.49340 | 20.9 | 1997 | 43356 | | deu-cym | ntrex128 | 0.46757 | 16.9 | 1997 | 51768 | | deu-dan | ntrex128 | 0.54629 | 27.2 | 1997 | 47643 | | deu-div | ntrex128 | 9.726 | 0.0 | 1997 | 37802 | | deu-ell | ntrex128 | 0.47825 | 21.0 | 1997 | 52028 | | deu-eng | ntrex128 | 0.60047 | 31.8 | 1997 | 47673 | | deu-fas | ntrex128 | 0.40193 | 12.7 | 1997 | 50525 | | deu-fra | ntrex128 | 0.54175 | 26.6 | 1997 | 53481 | | deu-gle | ntrex128 | 0.42902 | 13.7 | 1997 | 55846 | | deu-glg | ntrex128 | 0.53430 | 25.5 | 1997 | 50432 | | deu-hin | ntrex128 | 0.41309 | 15.0 | 1997 | 55219 | | deu-hrv | ntrex128 | 0.51998 | 22.0 | 1997 | 44449 | | deu-isl | ntrex128 | 0.44649 | 16.0 | 1997 | 46643 | | deu-ita | ntrex128 | 0.54145 | 24.8 | 1997 | 50759 | | deu-lav | ntrex128 | 0.45243 | 14.0 | 1997 | 44709 | | deu-lit | ntrex128 | 0.47694 | 15.1 | 1997 | 41189 | | deu-ltz | ntrex128 | 0.45326 | 13.1 | 1997 | 49763 | | deu-mkd | ntrex128 | 0.52189 | 21.8 | 1997 | 47552 | | deu-nld | ntrex128 | 0.55518 | 26.0 | 1997 | 51884 | | deu-nno | ntrex128 | 0.49799 | 20.2 | 1997 | 46512 | | deu-nob | ntrex128 | 0.54700 | 25.7 | 1997 | 45501 | | deu-pol | ntrex128 | 0.47430 | 18.1 | 1997 | 44700 | | deu-por | ntrex128 | 0.53262 | 24.6 | 1997 | 51631 | | deu-ron | ntrex128 | 0.51091 | 24.2 | 1997 | 53498 | | deu-rus | ntrex128 | 0.47374 | 20.0 | 1997 | 45714 | | deu-slk | ntrex128 | 0.47850 | 19.9 | 1997 | 44242 | | deu-slv | ntrex128 | 0.50797 | 21.7 | 1997 | 46072 | | deu-snd_Arab | ntrex128 | 0.646 | 0.1 | 1997 | 49866 | | deu-spa | ntrex128 | 0.55580 | 28.9 | 1997 | 54107 | | deu-sqi | ntrex128 | 0.50383 | 21.4 | 1997 | 54563 | | deu-swe | ntrex128 | 0.56144 | 26.9 | 1997 | 44889 | | deu-ukr | ntrex128 | 0.45481 | 16.5 | 1997 | 45346 | | eng-afr | ntrex128 | 0.66106 | 40.7 | 1997 | 50050 | | eng-bel | ntrex128 | 0.47642 | 19.3 | 1997 | 43951 | | eng-ben | ntrex128 | 0.44938 | 10.2 | 1997 | 40095 | | eng-bul | ntrex128 | 0.55238 | 28.3 | 1997 | 48832 | | eng-cat | ntrex128 | 0.59563 | 33.8 | 1997 | 53438 | | eng-ces | ntrex128 | 0.54586 | 26.4 | 1997 | 43356 | | eng-cym | ntrex128 | 0.54759 | 26.0 | 1997 | 51768 | | eng-dan | ntrex128 | 0.60350 | 35.6 | 1997 | 47643 | | eng-deu | ntrex128 | 0.57027 | 27.9 | 1997 | 48761 | | eng-div | ntrex128 | 9.103 | 0.0 | 1997 | 37802 | | eng-ell | ntrex128 | 0.53745 | 28.5 | 1997 | 52028 | | eng-fas | ntrex128 | 0.44487 | 17.0 | 1997 | 50525 | | eng-fra | ntrex128 | 0.59630 | 32.9 | 1997 | 53481 | | eng-gle | ntrex128 | 0.48192 | 19.0 | 1997 | 55846 | | eng-glg | ntrex128 | 0.60389 | 34.3 | 1997 | 50432 | | eng-guj | ntrex128 | 0.40892 | 10.6 | 1997 | 45335 | | eng-hin | ntrex128 | 0.48575 | 22.9 | 1997 | 55219 | | eng-hrv | ntrex128 | 0.58236 | 30.0 | 1997 | 44449 | | eng-isl | ntrex128 | 0.48066 | 20.3 | 1997 | 46643 | | eng-ita | ntrex128 | 0.60485 | 33.7 | 1997 | 50759 | | eng-lav | ntrex128 | 0.49041 | 17.5 | 1997 | 44709 | | eng-lit | ntrex128 | 0.51230 | 18.3 | 1997 | 41189 | | eng-ltz | ntrex128 | 0.46754 | 15.0 | 1997 | 49763 | | eng-mkd | ntrex128 | 0.59421 | 30.5 | 1997 | 47552 | | eng-nld | ntrex128 | 0.59539 | 31.7 | 1997 | 51884 | | eng-nno | ntrex128 | 0.58757 | 30.9 | 1997 | 46512 | | eng-nob | ntrex128 | 0.61045 | 35.2 | 1997 | 45501 | | eng-pol | ntrex128 | 0.50306 | 21.5 | 1997 | 44700 | | eng-por | ntrex128 | 0.59064 | 32.3 | 1997 | 51631 | | eng-prs | ntrex128 | 0.40486 | 13.7 | 1997 | 52316 | | eng-ron | ntrex128 | 0.56071 | 30.3 | 1997 | 53498 | | eng-rus | ntrex128 | 0.52359 | 26.5 | 1997 | 45714 | | eng-slk | ntrex128 | 0.54391 | 26.5 | 1997 | 44242 | | eng-slv | ntrex128 | 0.54372 | 25.9 | 1997 | 46072 | | eng-snd_Arab | ntrex128 | 0.659 | 0.1 | 1997 | 49866 | | eng-spa | ntrex128 | 0.62654 | 38.1 | 1997 | 54107 | | eng-sqi | ntrex128 | 0.56845 | 30.7 | 1997 | 54563 | | eng-srp_Cyrl | ntrex128 | 0.43244 | 18.5 | 1997 | 45487 | | eng-swe | ntrex128 | 0.64175 | 38.8 | 1997 | 44889 | | eng-ukr | ntrex128 | 0.49480 | 21.0 | 1997 | 45346 | | eng-urd | ntrex128 | 0.44382 | 17.8 | 1997 | 54259 | | fra-afr | ntrex128 | 0.53285 | 23.8 | 1997 | 50050 | | fra-bel | ntrex128 | 0.42933 | 14.5 | 1997 | 43951 | | fra-bul | ntrex128 | 0.50188 | 22.6 | 1997 | 48832 | | fra-cat | ntrex128 | 0.54019 | 26.5 | 1997 | 53438 | | fra-ces | ntrex128 | 0.47876 | 19.4 | 1997 | 43356 | | fra-cym | ntrex128 | 0.47101 | 18.2 | 1997 | 51768 | | fra-dan | ntrex128 | 0.52518 | 25.5 | 1997 | 47643 | | fra-deu | ntrex128 | 0.51567 | 21.8 | 1997 | 48761 | | fra-div | ntrex128 | 9.433 | 0.0 | 1997 | 37802 | | fra-ell | ntrex128 | 0.47986 | 21.3 | 1997 | 52028 | | fra-eng | ntrex128 | 0.59200 | 31.6 | 1997 | 47673 | | fra-gle | ntrex128 | 0.42837 | 13.5 | 1997 | 55846 | | fra-glg | ntrex128 | 0.54310 | 26.4 | 1997 | 50432 | | fra-hin | ntrex128 | 0.41234 | 15.4 | 1997 | 55219 | | fra-hrv | ntrex128 | 0.51276 | 21.4 | 1997 | 44449 | | fra-isl | ntrex128 | 0.44117 | 16.4 | 1997 | 46643 | | fra-ita | ntrex128 | 0.55460 | 26.5 | 1997 | 50759 | | fra-lav | ntrex128 | 0.44057 | 13.3 | 1997 | 44709 | | fra-lit | ntrex128 | 0.46745 | 13.9 | 1997 | 41189 | | fra-ltz | ntrex128 | 0.42060 | 11.2 | 1997 | 49763 | | fra-mkd | ntrex128 | 0.51077 | 20.7 | 1997 | 47552 | | fra-nld | ntrex128 | 0.53226 | 23.6 | 1997 | 51884 | | fra-nno | ntrex128 | 0.48806 | 19.5 | 1997 | 46512 | | fra-nob | ntrex128 | 0.52610 | 24.2 | 1997 | 45501 | | fra-pol | ntrex128 | 0.46942 | 17.9 | 1997 | 44700 | | fra-por | ntrex128 | 0.53724 | 25.2 | 1997 | 51631 | | fra-ron | ntrex128 | 0.51064 | 23.7 | 1997 | 53498 | | fra-rus | ntrex128 | 0.47588 | 20.7 | 1997 | 45714 | | fra-slk | ntrex128 | 0.46230 | 18.1 | 1997 | 44242 | | fra-slv | ntrex128 | 0.49389 | 20.4 | 1997 | 46072 | | fra-snd_Arab | ntrex128 | 0.494 | 0.1 | 1997 | 49866 | | fra-spa | ntrex128 | 0.56432 | 30.0 | 1997 | 54107 | | fra-sqi | ntrex128 | 0.50181 | 21.7 | 1997 | 54563 | | fra-swe | ntrex128 | 0.54462 | 25.8 | 1997 | 44889 | | fra-ukr | ntrex128 | 0.44589 | 15.8 | 1997 | 45346 | | por-afr | ntrex128 | 0.56124 | 26.6 | 1997 | 50050 | | por-bel | ntrex128 | 0.44346 | 15.4 | 1997 | 43951 | | por-bul | ntrex128 | 0.51578 | 24.1 | 1997 | 48832 | | por-cat | ntrex128 | 0.57052 | 30.4 | 1997 | 53438 | | por-ces | ntrex128 | 0.49385 | 21.0 | 1997 | 43356 | | por-cym | ntrex128 | 0.47606 | 18.0 | 1997 | 51768 | | por-dan | ntrex128 | 0.54564 | 27.9 | 1997 | 47643 | | por-deu | ntrex128 | 0.53023 | 22.6 | 1997 | 48761 | | por-div | ntrex128 | 8.442 | 0.0 | 1997 | 37802 | | por-ell | ntrex128 | 0.50229 | 24.0 | 1997 | 52028 | | por-eng | ntrex128 | 0.62761 | 36.2 | 1997 | 47673 | | por-fas | ntrex128 | 0.40704 | 13.2 | 1997 | 50525 | | por-fra | ntrex128 | 0.55864 | 27.9 | 1997 | 53481 | | por-gle | ntrex128 | 0.43855 | 14.4 | 1997 | 55846 | | por-glg | ntrex128 | 0.56576 | 28.9 | 1997 | 50432 | | por-hin | ntrex128 | 0.41906 | 16.1 | 1997 | 55219 | | por-hrv | ntrex128 | 0.52756 | 22.9 | 1997 | 44449 | | por-isl | ntrex128 | 0.44649 | 16.4 | 1997 | 46643 | | por-ita | ntrex128 | 0.57836 | 29.5 | 1997 | 50759 | | por-lav | ntrex128 | 0.45519 | 14.3 | 1997 | 44709 | | por-lit | ntrex128 | 0.48342 | 15.2 | 1997 | 41189 | | por-mkd | ntrex128 | 0.53728 | 23.3 | 1997 | 47552 | | por-nld | ntrex128 | 0.54708 | 25.9 | 1997 | 51884 | | por-nno | ntrex128 | 0.50133 | 20.9 | 1997 | 46512 | | por-nob | ntrex128 | 0.54357 | 25.6 | 1997 | 45501 | | por-pol | ntrex128 | 0.47970 | 18.5 | 1997 | 44700 | | por-ron | ntrex128 | 0.53061 | 26.3 | 1997 | 53498 | | por-rus | ntrex128 | 0.48075 | 21.3 | 1997 | 45714 | | por-slk | ntrex128 | 0.47540 | 19.2 | 1997 | 44242 | | por-slv | ntrex128 | 0.50780 | 21.9 | 1997 | 46072 | | por-snd_Arab | ntrex128 | 0.565 | 0.1 | 1997 | 49866 | | por-spa | ntrex128 | 0.58969 | 33.3 | 1997 | 54107 | | por-sqi | ntrex128 | 0.52446 | 25.0 | 1997 | 54563 | | por-srp_Cyrl | ntrex128 | 0.40145 | 14.6 | 1997 | 45487 | | por-swe | ntrex128 | 0.55721 | 26.9 | 1997 | 44889 | | por-ukr | ntrex128 | 0.46398 | 17.9 | 1997 | 45346 | | spa-afr | ntrex128 | 0.55892 | 25.5 | 1997 | 50050 | | spa-bel | ntrex128 | 0.44316 | 15.1 | 1997 | 43951 | | spa-ben | ntrex128 | 0.40604 | 6.6 | 1997 | 40095 | | spa-bul | ntrex128 | 0.51341 | 23.6 | 1997 | 48832 | | spa-cat | ntrex128 | 0.60359 | 33.7 | 1997 | 53438 | | spa-ces | ntrex128 | 0.49078 | 20.2 | 1997 | 43356 | | spa-cym | ntrex128 | 0.48640 | 19.0 | 1997 | 51768 | | spa-dan | ntrex128 | 0.54368 | 26.6 | 1997 | 47643 | | spa-deu | ntrex128 | 0.52793 | 22.0 | 1997 | 48761 | | spa-div | ntrex128 | 8.405 | 0.0 | 1997 | 37802 | | spa-ell | ntrex128 | 0.49688 | 23.5 | 1997 | 52028 | | spa-eng | ntrex128 | 0.62576 | 34.6 | 1997 | 47673 | | spa-fas | ntrex128 | 0.41004 | 13.0 | 1997 | 50525 | | spa-fra | ntrex128 | 0.56440 | 28.5 | 1997 | 53481 | | spa-gle | ntrex128 | 0.44229 | 14.7 | 1997 | 55846 | | spa-glg | ntrex128 | 0.60955 | 33.9 | 1997 | 50432 | | spa-hin | ntrex128 | 0.42185 | 16.1 | 1997 | 55219 | | spa-hrv | ntrex128 | 0.53061 | 22.8 | 1997 | 44449 | | spa-isl | ntrex128 | 0.45185 | 17.1 | 1997 | 46643 | | spa-ita | ntrex128 | 0.56945 | 27.9 | 1997 | 50759 | | spa-lav | ntrex128 | 0.45424 | 14.2 | 1997 | 44709 | | spa-lit | ntrex128 | 0.48405 | 15.5 | 1997 | 41189 | | spa-mkd | ntrex128 | 0.53653 | 22.9 | 1997 | 47552 | | spa-nld | ntrex128 | 0.54795 | 25.6 | 1997 | 51884 | | spa-nno | ntrex128 | 0.50373 | 20.9 | 1997 | 46512 | | spa-nob | ntrex128 | 0.54331 | 25.4 | 1997 | 45501 | | spa-pol | ntrex128 | 0.47592 | 18.3 | 1997 | 44700 | | spa-por | ntrex128 | 0.56627 | 28.8 | 1997 | 51631 | | spa-ron | ntrex128 | 0.53162 | 26.5 | 1997 | 53498 | | spa-rus | ntrex128 | 0.48366 | 21.3 | 1997 | 45714 | | spa-slk | ntrex128 | 0.47742 | 19.5 | 1997 | 44242 | | spa-slv | ntrex128 | 0.50955 | 21.5 | 1997 | 46072 | | spa-snd_Arab | ntrex128 | 0.611 | 0.1 | 1997 | 49866 | | spa-sqi | ntrex128 | 0.52450 | 24.1 | 1997 | 54563 | | spa-srp_Cyrl | ntrex128 | 0.40529 | 14.8 | 1997 | 45487 | | spa-swe | ntrex128 | 0.55918 | 26.5 | 1997 | 44889 | | spa-ukr | ntrex128 | 0.46554 | 18.0 | 1997 | 45346 | | eng-ben | tico19-test | 0.43061 | 12.1 | 2100 | 51695 | | eng-fas | tico19-test | 0.49470 | 21.5 | 2100 | 59779 | | eng-fra | tico19-test | 0.60842 | 37.1 | 2100 | 64661 | | eng-hin | tico19-test | 0.56535 | 33.7 | 2100 | 62680 | | eng-nep | tico19-test | 0.43865 | 10.6 | 2100 | 48363 | | eng-por | tico19-test | 0.70681 | 46.5 | 2100 | 62729 | | eng-prs | tico19-test | 0.42390 | 16.0 | 2100 | 62972 | | eng-rus | tico19-test | 0.54724 | 27.3 | 2100 | 55843 | | eng-spa | tico19-test | 0.70628 | 47.9 | 2100 | 66563 | | eng-urd | tico19-test | 0.44071 | 16.9 | 2100 | 65312 | | fra-eng | tico19-test | 0.60880 | 37.3 | 2100 | 56323 | | fra-fas | tico19-test | 0.41606 | 15.7 | 2100 | 59779 | | fra-hin | tico19-test | 0.45682 | 22.6 | 2100 | 62680 | | fra-por | tico19-test | 0.57865 | 33.3 | 2100 | 62729 | | fra-rus | tico19-test | 0.47330 | 21.3 | 2100 | 55843 | | fra-spa | tico19-test | 0.58605 | 35.3 | 2100 | 66563 | | por-eng | tico19-test | 0.72407 | 49.2 | 2100 | 56315 | | por-fas | tico19-test | 0.46862 | 18.3 | 2100 | 59779 | | por-fra | tico19-test | 0.58796 | 33.5 | 2100 | 64661 | | por-hin | tico19-test | 0.52110 | 27.5 | 2100 | 62680 | | por-nep | tico19-test | 0.41083 | 7.9 | 2100 | 48363 | | por-rus | tico19-test | 0.52261 | 24.0 | 2100 | 55843 | | por-spa | tico19-test | 0.67491 | 43.7 | 2100 | 66563 | | por-urd | tico19-test | 0.41511 | 14.4 | 2100 | 65312 | | spa-ben | tico19-test | 0.40476 | 9.3 | 2100 | 51695 | | spa-eng | tico19-test | 0.70962 | 47.1 | 2100 | 56315 | | spa-fas | tico19-test | 0.46948 | 18.4 | 2100 | 59779 | | spa-fra | tico19-test | 0.59250 | 34.3 | 2100 | 64661 | | spa-hin | tico19-test | 0.51847 | 27.4 | 2100 | 62680 | | spa-nep | tico19-test | 0.40390 | 7.3 | 2100 | 48363 | | spa-por | tico19-test | 0.66969 | 41.5 | 2100 | 62729 | | spa-prs | tico19-test | 0.40661 | 13.3 | 2100 | 62972 | | spa-rus | tico19-test | 0.53338 | 25.0 | 2100 | 55843 | | spa-urd | tico19-test | 0.41128 | 13.9 | 2100 | 65312 | ## Citation Information * Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.) ```bibtex @article{tiedemann2023democratizing, title={Democratizing neural machine translation with {OPUS-MT}}, author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami}, journal={Language Resources and Evaluation}, number={58}, pages={713--755}, year={2023}, publisher={Springer Nature}, issn={1574-0218}, doi={10.1007/s10579-023-09704-w} } @inproceedings{tiedemann-thottingal-2020-opus, title = "{OPUS}-{MT} {--} Building open translation services for the World", author = {Tiedemann, J{\"o}rg and Thottingal, Santhosh}, booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation", month = nov, year = "2020", address = "Lisboa, Portugal", publisher = "European Association for Machine Translation", url = "https://aclanthology.org/2020.eamt-1.61", pages = "479--480", } @inproceedings{tiedemann-2020-tatoeba, title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}", author = {Tiedemann, J{\"o}rg}, booktitle = "Proceedings of the Fifth Conference on Machine Translation", month = nov, year = "2020", address = "Online", publisher = "Association for Computational Linguistics", url = "https://aclanthology.org/2020.wmt-1.139", pages = "1174--1182", } ``` ## Acknowledgements The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/). ## Model conversion info * transformers version: 4.45.1 * OPUS-MT git hash: 0882077 * port time: Tue Oct 8 10:12:36 EEST 2024 * port machine: LM0-400-22516.local