diff --git "a/README.md" "b/README.md"
new file mode 100644--- /dev/null
+++ "b/README.md"
@@ -0,0 +1,17788 @@
+---
+library_name: transformers
+language:
+- aa
+- aai
+- aau
+- ab
+- abi
+- acd
+- ace
+- acf
+- ach
+- acn
+- acr
+- ade
+- adj
+- ady
+- aeu
+- aey
+- af
+- afh
+- agd
+- agn
+- agu
+- ahk
+- aia
+- ak
+- akh
+- akl
+- akp
+- alj
+- alp
+- alq
+- alt
+- alz
+- am
+- ame
+- ami
+- amk
+- amu
+- an
+- ang
+- ann
+- anp
+- anv
+- aoz
+- apr
+- apu
+- ar
+- arc
+- as
+- aso
+- ast
+- atg
+- atj
+- atq
+- aui
+- auy
+- av
+- avk
+- avn
+- avu
+- awa
+- awb
+- awx
+- az
+- azg
+- azz
+- ba
+- bal
+- ban
+- bar
+- bas
+- bav
+- bba
+- bbo
+- bbr
+- bcl
+- bcw
+- be
+- bef
+- beh
+- bem
+- bep
+- bex
+- bfa
+- bfd
+- bfo
+- bg
+- bgr
+- bhl
+- bho
+- bhz
+- bi
+- bib
+- bik
+- bim
+- biv
+- bjr
+- bjv
+- bku
+- bkv
+- blh
+- blt
+- blz
+- bm
+- bmh
+- bmk
+- bmq
+- bmu
+- bmv
+- bn
+- bnp
+- bo
+- boj
+- bom
+- bov
+- box
+- bpr
+- bps
+- bpy
+- bqc
+- bqj
+- bqp
+- br
+- bru
+- brx
+- bs
+- bss
+- btd
+- bth
+- bto
+- bts
+- btt
+- btx
+- bua
+- bud
+- bug
+- buk
+- bus
+- bvy
+- bwq
+- bwu
+- byn
+- bzd
+- bzh
+- bzj
+- bzt
+- ca
+- caa
+- cab
+- cac
+- cak
+- cay
+- cbk
+- cce
+- cco
+- ce
+- ceb
+- cfm
+- cgc
+- ch
+- chf
+- chm
+- chq
+- chr
+- chy
+- chz
+- cjk
+- cjo
+- cjp
+- cjv
+- cko
+- cle
+- cme
+- cmo
+- cmr
+- cnh
+- cni
+- cnl
+- cnt
+- cnw
+- co
+- cok
+- cop
+- cot
+- cpa
+- cpu
+- cr
+- crh
+- crn
+- crs
+- crx
+- cs
+- csb
+- csk
+- cso
+- csy
+- cta
+- ctd
+- ctp
+- ctu
+- cu
+- cuc
+- cui
+- cuk
+- cut
+- cux
+- cv
+- cwe
+- cwt
+- cy
+- cya
+- czt
+- da
+- daa
+- dad
+- dag
+- dah
+- de
+- ded
+- dga
+- dgi
+- dig
+- dik
+- din
+- diq
+- dje
+- djk
+- dng
+- dni
+- dnj
+- dob
+- dop
+- drt
+- dsb
+- dsh
+- dtp
+- dug
+- dv
+- dws
+- dww
+- dyi
+- dyo
+- dyu
+- dz
+- ee
+- efi
+- egl
+- el
+- emi
+- en
+- enm
+- eo
+- es
+- ess
+- et
+- eu
+- ext
+- fa
+- fai
+- fal
+- far
+- ff
+- fi
+- fil
+- fj
+- fkv
+- fo
+- fon
+- for
+- fr
+- frd
+- frm
+- fro
+- frp
+- frr
+- fur
+- fy
+- ga
+- gag
+- gah
+- gaw
+- gbm
+- gcf
+- gd
+- gde
+- gej
+- gfk
+- ghs
+- gil
+- gkn
+- gl
+- glk
+- gn
+- gnd
+- gng
+- gog
+- gor
+- gos
+- got
+- gqr
+- grc
+- gsw
+- gu
+- guc
+- gud
+- guh
+- guo
+- gur
+- guw
+- gux
+- gv
+- gvf
+- gvl
+- gwi
+- gwr
+- gym
+- gyr
+- ha
+- hag
+- haw
+- hay
+- hbo
+- hch
+- he
+- heh
+- hi
+- hif
+- hig
+- hil
+- hla
+- hlt
+- hmn
+- hne
+- hnj
+- hnn
+- hns
+- hoc
+- hot
+- hr
+- hrx
+- hsb
+- ht
+- hu
+- hui
+- hus
+- hvn
+- hwc
+- hy
+- hyw
+- hz
+- ia
+- iba
+- icr
+- id
+- ie
+- ifa
+- ifb
+- ife
+- ifk
+- ifu
+- ify
+- ig
+- ign
+- igs
+- ii
+- ik
+- ilo
+- imo
+- inh
+- ino
+- io
+- iou
+- ipi
+- iri
+- irk
+- iry
+- is
+- it
+- itv
+- iu
+- ium
+- ixl
+- izh
+- izr
+- ja
+- jaa
+- jac
+- jam
+- jbo
+- jbu
+- jdt
+- jmc
+- jpa
+- jun
+- jv
+- jvn
+- ka
+- kaa
+- kab
+- kac
+- kam
+- kao
+- kbd
+- kbm
+- kbp
+- kdc
+- kdj
+- kdl
+- kdn
+- kea
+- kek
+- ken
+- keo
+- ker
+- keu
+- kew
+- kez
+- kg
+- kgf
+- kgk
+- kha
+- khz
+- ki
+- kia
+- kj
+- kjb
+- kje
+- kjh
+- kjs
+- kk
+- kki
+- kkj
+- kl
+- kle
+- km
+- kma
+- kmb
+- kmg
+- kmh
+- kmo
+- kmu
+- kn
+- kne
+- knj
+- knk
+- kno
+- kog
+- kok
+- kpf
+- kpg
+- kpr
+- kpw
+- kpz
+- kqe
+- kqf
+- kqp
+- kqw
+- kr
+- krc
+- kri
+- krj
+- krl
+- kru
+- ks
+- ksb
+- ksh
+- ksr
+- ktb
+- ktj
+- ku
+- kub
+- kud
+- kue
+- kum
+- kus
+- kv
+- kvn
+- kw
+- kwf
+- kxc
+- kxm
+- ky
+- kyc
+- kyf
+- kyg
+- kyq
+- kzf
+- la
+- laa
+- lac
+- lad
+- lah
+- las
+- law
+- lb
+- lbe
+- lcm
+- ldn
+- lee
+- lef
+- lem
+- leu
+- lew
+- lex
+- lez
+- lfn
+- lg
+- lgg
+- lhu
+- li
+- lia
+- lid
+- lif
+- lij
+- lip
+- liv
+- ljp
+- lkt
+- lld
+- lln
+- lme
+- lmo
+- ln
+- lnd
+- lo
+- lob
+- lok
+- lon
+- lou
+- lrc
+- lsi
+- lt
+- lua
+- luc
+- luo
+- lus
+- lut
+- luy
+- lv
+- lzz
+- maa
+- mad
+- mag
+- mai
+- maj
+- mak
+- mam
+- maq
+- mau
+- maw
+- maz
+- mbb
+- mbf
+- mbt
+- mcb
+- mcp
+- mcu
+- mda
+- mdf
+- med
+- mee
+- meh
+- mek
+- men
+- meq
+- mfe
+- mfh
+- mfi
+- mfk
+- mfq
+- mfy
+- mg
+- mgd
+- mgm
+- mgo
+- mh
+- mhi
+- mhl
+- mhx
+- mhy
+- mi
+- mib
+- mic
+- mie
+- mif
+- mig
+- mih
+- mil
+- mio
+- mit
+- mix
+- miy
+- miz
+- mjc
+- mk
+- mks
+- ml
+- mlh
+- mlp
+- mmo
+- mmx
+- mn
+- mna
+- mnb
+- mnf
+- mnh
+- mni
+- mnr
+- mnw
+- mo
+- moa
+- mog
+- moh
+- mop
+- mor
+- mos
+- mox
+- mpg
+- mpm
+- mpt
+- mpx
+- mqb
+- mqj
+- mr
+- mrj
+- mrw
+- ms
+- msm
+- mt
+- mta
+- muh
+- mux
+- muy
+- mva
+- mvp
+- mvv
+- mwc
+- mwl
+- mwm
+- mwv
+- mww
+- mxb
+- mxt
+- my
+- myb
+- myk
+- myu
+- myv
+- myw
+- myx
+- mzk
+- mzm
+- mzn
+- mzw
+- mzz
+- na
+- naf
+- nak
+- nap
+- nas
+- nb
+- nca
+- nch
+- ncj
+- ncl
+- ncu
+- nd
+- nds
+- ndz
+- ne
+- neb
+- new
+- nfr
+- ng
+- ngt
+- ngu
+- nhe
+- nhg
+- nhi
+- nhn
+- nhu
+- nhw
+- nhx
+- nhy
+- nia
+- nif
+- nii
+- nij
+- nim
+- nin
+- niu
+- njm
+- nl
+- nlc
+- nlv
+- nmz
+- nn
+- nnb
+- nnh
+- nnw
+- no
+- nog
+- non
+- nop
+- not
+- nou
+- nov
+- npl
+- npy
+- nqo
+- nr
+- nsn
+- nso
+- nss
+- nst
+- nsu
+- ntm
+- ntp
+- ntr
+- nuj
+- nus
+- nuy
+- nv
+- nwb
+- nwi
+- ny
+- nyf
+- nyn
+- nyo
+- nyy
+- nzi
+- oar
+- obo
+- oc
+- ofs
+- oj
+- oku
+- okv
+- old
+- om
+- omw
+- ood
+- opm
+- or
+- orv
+- os
+- osp
+- ota
+- ote
+- otk
+- otm
+- otn
+- otq
+- ozm
+- pa
+- pab
+- pad
+- pag
+- pai
+- pal
+- pam
+- pao
+- pap
+- pau
+- pbi
+- pbl
+- pcd
+- pck
+- pcm
+- pdc
+- pfl
+- phn
+- pi
+- pib
+- pih
+- pio
+- pis
+- pkb
+- pl
+- pls
+- plw
+- pmf
+- pms
+- pmy
+- pne
+- pnt
+- poe
+- poh
+- pot
+- ppk
+- ppl
+- prf
+- prg
+- ps
+- pt
+- ptp
+- ptu
+- pwg
+- pww
+- quc
+- qya
+- rai
+- rap
+- rav
+- rej
+- rhg
+- rif
+- rim
+- rm
+- rmy
+- rn
+- ro
+- rom
+- rop
+- rro
+- ru
+- rue
+- rug
+- rup
+- rw
+- rwo
+- sa
+- sab
+- sah
+- sas
+- sat
+- sba
+- sbd
+- sbl
+- sc
+- scn
+- sco
+- sd
+- sda
+- se
+- seh
+- ses
+- sg
+- sgb
+- sgs
+- sgw
+- sgz
+- sh
+- shi
+- shk
+- shn
+- shs
+- shy
+- si
+- sig
+- sil
+- sjn
+- sk
+- skr
+- sl
+- sld
+- sll
+- sm
+- sma
+- smk
+- sml
+- smn
+- sn
+- snc
+- snp
+- snw
+- so
+- soy
+- spl
+- spp
+- sps
+- sq
+- sr
+- srm
+- srn
+- srq
+- ss
+- ssd
+- ssx
+- st
+- stn
+- stp
+- stq
+- su
+- sue
+- suk
+- sur
+- sus
+- suz
+- sv
+- sw
+- swg
+- swp
+- sxb
+- sxn
+- syc
+- syl
+- syr
+- szb
+- szl
+- ta
+- tab
+- tac
+- taj
+- taq
+- tbc
+- tbl
+- tbo
+- tbz
+- tcs
+- tcy
+- te
+- tem
+- teo
+- ter
+- tet
+- tfr
+- tg
+- tgo
+- tgp
+- th
+- thk
+- thv
+- ti
+- tig
+- tik
+- tim
+- tk
+- tkl
+- tl
+- tlb
+- tlf
+- tlh
+- tlj
+- tlx
+- tly
+- tmc
+- tmh
+- tmr
+- tn
+- to
+- toh
+- toi
+- toj
+- tpa
+- tpi
+- tpm
+- tpw
+- tpz
+- tr
+- trc
+- trn
+- trq
+- trs
+- trv
+- ts
+- tsw
+- tt
+- ttc
+- tte
+- ttr
+- tts
+- tuc
+- tuf
+- tum
+- tvl
+- tw
+- twb
+- twu
+- txa
+- ty
+- tyj
+- tyv
+- tzh
+- tzj
+- tzl
+- tzm
+- tzo
+- ubr
+- ubu
+- udm
+- udu
+- ug
+- uk
+- umb
+- ur
+- usa
+- usp
+- uvl
+- uz
+- vag
+- ve
+- vec
+- vep
+- vi
+- viv
+- vls
+- vmw
+- vmy
+- vo
+- vot
+- vun
+- wa
+- wae
+- waj
+- wal
+- wap
+- war
+- wbm
+- wbp
+- wed
+- wmt
+- wmw
+- wnc
+- wnu
+- wo
+- wob
+- wsk
+- wuv
+- xal
+- xcl
+- xed
+- xh
+- xmf
+- xog
+- xon
+- xrb
+- xsb
+- xsi
+- xsm
+- xsr
+- xtd
+- xtm
+- xuo
+- yal
+- yam
+- yaq
+- yaz
+- yby
+- ycl
+- ycn
+- yi
+- yli
+- yml
+- yo
+- yon
+- yua
+- yut
+- yuw
+- za
+- zam
+- zap
+- zea
+- zgh
+- zh
+- zia
+- zom
+- zu
+- zyp
+- zza
+language_bcp47:
+- bs_Latn
+- io_Latn
+- kk_Cyrl
+- zh_Hans
+- zh_Hant
+
+tags:
+- translation
+- opus-mt-tc-bible
+
+license: apache-2.0
+model-index:
+- name: opus-mt-tc-bible-big-mul-deu_eng_fra_por_spa
+  results:
+  - task:
+      name: Translation acm-deu
+      type: translation
+      args: acm-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: acm-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.45619
+  - task:
+      name: Translation acm-eng
+      type: translation
+      args: acm-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: acm-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
+       - name: chr-F
+         type: chrf
+         value: 0.52366
+  - task:
+      name: Translation acm-fra
+      type: translation
+      args: acm-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: acm-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.1
+       - name: chr-F
+         type: chrf
+         value: 0.49554
+  - task:
+      name: Translation acm-por
+      type: translation
+      args: acm-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: acm-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.48961
+  - task:
+      name: Translation acm-spa
+      type: translation
+      args: acm-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: acm-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.6
+       - name: chr-F
+         type: chrf
+         value: 0.44080
+  - task:
+      name: Translation afr-deu
+      type: translation
+      args: afr-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: afr-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.2
+       - name: chr-F
+         type: chrf
+         value: 0.54906
+  - task:
+      name: Translation afr-eng
+      type: translation
+      args: afr-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: afr-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.9
+       - name: chr-F
+         type: chrf
+         value: 0.70517
+  - task:
+      name: Translation afr-fra
+      type: translation
+      args: afr-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: afr-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.2
+       - name: chr-F
+         type: chrf
+         value: 0.58448
+  - task:
+      name: Translation afr-por
+      type: translation
+      args: afr-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: afr-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.6
+       - name: chr-F
+         type: chrf
+         value: 0.58153
+  - task:
+      name: Translation afr-spa
+      type: translation
+      args: afr-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: afr-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.3
+       - name: chr-F
+         type: chrf
+         value: 0.48878
+  - task:
+      name: Translation amh-eng
+      type: translation
+      args: amh-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: amh-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.6
+       - name: chr-F
+         type: chrf
+         value: 0.39408
+  - task:
+      name: Translation amh-fra
+      type: translation
+      args: amh-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: amh-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.4
+       - name: chr-F
+         type: chrf
+         value: 0.37190
+  - task:
+      name: Translation apc-deu
+      type: translation
+      args: apc-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: apc-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.43490
+  - task:
+      name: Translation apc-eng
+      type: translation
+      args: apc-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: apc-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.4
+       - name: chr-F
+         type: chrf
+         value: 0.50478
+  - task:
+      name: Translation apc-fra
+      type: translation
+      args: apc-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: apc-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.48076
+  - task:
+      name: Translation apc-por
+      type: translation
+      args: apc-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: apc-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.47020
+  - task:
+      name: Translation apc-spa
+      type: translation
+      args: apc-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: apc-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.42945
+  - task:
+      name: Translation arz-deu
+      type: translation
+      args: arz-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: arz-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.42474
+  - task:
+      name: Translation arz-eng
+      type: translation
+      args: arz-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: arz-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.3
+       - name: chr-F
+         type: chrf
+         value: 0.47931
+  - task:
+      name: Translation arz-fra
+      type: translation
+      args: arz-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: arz-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.46238
+  - task:
+      name: Translation arz-por
+      type: translation
+      args: arz-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: arz-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.44887
+  - task:
+      name: Translation arz-spa
+      type: translation
+      args: arz-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: arz-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.41615
+  - task:
+      name: Translation ast-deu
+      type: translation
+      args: ast-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ast-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.4
+       - name: chr-F
+         type: chrf
+         value: 0.48985
+  - task:
+      name: Translation ast-eng
+      type: translation
+      args: ast-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ast-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.5
+       - name: chr-F
+         type: chrf
+         value: 0.57515
+  - task:
+      name: Translation ast-fra
+      type: translation
+      args: ast-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ast-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.3
+       - name: chr-F
+         type: chrf
+         value: 0.54322
+  - task:
+      name: Translation ast-por
+      type: translation
+      args: ast-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ast-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.5
+       - name: chr-F
+         type: chrf
+         value: 0.54963
+  - task:
+      name: Translation ast-spa
+      type: translation
+      args: ast-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ast-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.6
+       - name: chr-F
+         type: chrf
+         value: 0.48973
+  - task:
+      name: Translation awa-deu
+      type: translation
+      args: awa-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.43494
+  - task:
+      name: Translation awa-eng
+      type: translation
+      args: awa-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.6
+       - name: chr-F
+         type: chrf
+         value: 0.51602
+  - task:
+      name: Translation awa-fra
+      type: translation
+      args: awa-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.5
+       - name: chr-F
+         type: chrf
+         value: 0.46758
+  - task:
+      name: Translation awa-por
+      type: translation
+      args: awa-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.7
+       - name: chr-F
+         type: chrf
+         value: 0.45451
+  - task:
+      name: Translation awa-spa
+      type: translation
+      args: awa-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.41150
+  - task:
+      name: Translation bak-eng
+      type: translation
+      args: bak-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bak-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.40644
+  - task:
+      name: Translation ban-eng
+      type: translation
+      args: ban-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ban-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.42334
+  - task:
+      name: Translation ban-fra
+      type: translation
+      args: ban-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ban-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.35943
+  - task:
+      name: Translation ban-por
+      type: translation
+      args: ban-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ban-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.8
+       - name: chr-F
+         type: chrf
+         value: 0.35337
+  - task:
+      name: Translation bel-deu
+      type: translation
+      args: bel-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bel-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.43902
+  - task:
+      name: Translation bel-eng
+      type: translation
+      args: bel-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bel-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.46940
+  - task:
+      name: Translation bel-fra
+      type: translation
+      args: bel-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bel-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.9
+       - name: chr-F
+         type: chrf
+         value: 0.46990
+  - task:
+      name: Translation bel-por
+      type: translation
+      args: bel-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bel-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.45316
+  - task:
+      name: Translation bel-spa
+      type: translation
+      args: bel-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bel-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.42921
+  - task:
+      name: Translation ben-deu
+      type: translation
+      args: ben-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.42924
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.7
+       - name: chr-F
+         type: chrf
+         value: 0.50522
+  - task:
+      name: Translation ben-fra
+      type: translation
+      args: ben-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.9
+       - name: chr-F
+         type: chrf
+         value: 0.46063
+  - task:
+      name: Translation ben-por
+      type: translation
+      args: ben-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.8
+       - name: chr-F
+         type: chrf
+         value: 0.45038
+  - task:
+      name: Translation ben-spa
+      type: translation
+      args: ben-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.40539
+  - task:
+      name: Translation bho-eng
+      type: translation
+      args: bho-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.3
+       - name: chr-F
+         type: chrf
+         value: 0.45196
+  - task:
+      name: Translation bho-fra
+      type: translation
+      args: bho-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.40604
+  - task:
+      name: Translation bho-por
+      type: translation
+      args: bho-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.40225
+  - task:
+      name: Translation bho-spa
+      type: translation
+      args: bho-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.5
+       - name: chr-F
+         type: chrf
+         value: 0.37435
+  - task:
+      name: Translation bul-deu
+      type: translation
+      args: bul-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bul-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.5
+       - name: chr-F
+         type: chrf
+         value: 0.54127
+  - task:
+      name: Translation bul-eng
+      type: translation
+      args: bul-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.62424
+  - task:
+      name: Translation bul-fra
+      type: translation
+      args: bul-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.7
+       - name: chr-F
+         type: chrf
+         value: 0.58328
+  - task:
+      name: Translation bul-spa
+      type: translation
+      args: bul-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.49353
+  - task:
+      name: Translation cat-deu
+      type: translation
+      args: cat-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cat-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.6
+       - name: chr-F
+         type: chrf
+         value: 0.54433
+  - task:
+      name: Translation cat-eng
+      type: translation
+      args: cat-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cat-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.7
+       - name: chr-F
+         type: chrf
+         value: 0.65595
+  - task:
+      name: Translation cat-fra
+      type: translation
+      args: cat-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cat-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.2
+       - name: chr-F
+         type: chrf
+         value: 0.60898
+  - task:
+      name: Translation cat-por
+      type: translation
+      args: cat-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cat-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.1
+       - name: chr-F
+         type: chrf
+         value: 0.61141
+  - task:
+      name: Translation cat-spa
+      type: translation
+      args: cat-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cat-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.0
+       - name: chr-F
+         type: chrf
+         value: 0.52769
+  - task:
+      name: Translation ceb-deu
+      type: translation
+      args: ceb-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ceb-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.47268
+  - task:
+      name: Translation ceb-eng
+      type: translation
+      args: ceb-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ceb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.0
+       - name: chr-F
+         type: chrf
+         value: 0.60119
+  - task:
+      name: Translation ceb-fra
+      type: translation
+      args: ceb-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ceb-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+       - name: chr-F
+         type: chrf
+         value: 0.50664
+  - task:
+      name: Translation ceb-por
+      type: translation
+      args: ceb-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ceb-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.5
+       - name: chr-F
+         type: chrf
+         value: 0.51634
+  - task:
+      name: Translation ceb-spa
+      type: translation
+      args: ceb-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ceb-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.45011
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.0
+       - name: chr-F
+         type: chrf
+         value: 0.54106
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.3
+       - name: chr-F
+         type: chrf
+         value: 0.61006
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.8
+       - name: chr-F
+         type: chrf
+         value: 0.57112
+  - task:
+      name: Translation ces-por
+      type: translation
+      args: ces-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ces-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+       - name: chr-F
+         type: chrf
+         value: 0.55542
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.7
+       - name: chr-F
+         type: chrf
+         value: 0.48656
+  - task:
+      name: Translation ckb-eng
+      type: translation
+      args: ckb-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ckb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.1
+       - name: chr-F
+         type: chrf
+         value: 0.35904
+  - task:
+      name: Translation ckb-fra
+      type: translation
+      args: ckb-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ckb-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.0
+       - name: chr-F
+         type: chrf
+         value: 0.34252
+  - task:
+      name: Translation crh-deu
+      type: translation
+      args: crh-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: crh-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.39565
+  - task:
+      name: Translation crh-eng
+      type: translation
+      args: crh-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: crh-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.6
+       - name: chr-F
+         type: chrf
+         value: 0.43370
+  - task:
+      name: Translation crh-fra
+      type: translation
+      args: crh-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: crh-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.42209
+  - task:
+      name: Translation crh-por
+      type: translation
+      args: crh-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: crh-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.3
+       - name: chr-F
+         type: chrf
+         value: 0.41198
+  - task:
+      name: Translation crh-spa
+      type: translation
+      args: crh-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: crh-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.38222
+  - task:
+      name: Translation cym-deu
+      type: translation
+      args: cym-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cym-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.2
+       - name: chr-F
+         type: chrf
+         value: 0.43731
+  - task:
+      name: Translation cym-eng
+      type: translation
+      args: cym-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cym-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.6
+       - name: chr-F
+         type: chrf
+         value: 0.57737
+  - task:
+      name: Translation cym-fra
+      type: translation
+      args: cym-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cym-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.48258
+  - task:
+      name: Translation cym-por
+      type: translation
+      args: cym-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cym-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.3
+       - name: chr-F
+         type: chrf
+         value: 0.46295
+  - task:
+      name: Translation cym-spa
+      type: translation
+      args: cym-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: cym-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.41890
+  - task:
+      name: Translation dan-deu
+      type: translation
+      args: dan-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: dan-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.57400
+  - task:
+      name: Translation dan-eng
+      type: translation
+      args: dan-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: dan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.4
+       - name: chr-F
+         type: chrf
+         value: 0.68190
+  - task:
+      name: Translation dan-fra
+      type: translation
+      args: dan-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: dan-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.60529
+  - task:
+      name: Translation dan-por
+      type: translation
+      args: dan-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: dan-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.6
+       - name: chr-F
+         type: chrf
+         value: 0.59291
+  - task:
+      name: Translation dan-spa
+      type: translation
+      args: dan-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: dan-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.9
+       - name: chr-F
+         type: chrf
+         value: 0.50557
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.5
+       - name: chr-F
+         type: chrf
+         value: 0.63939
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.1
+       - name: chr-F
+         type: chrf
+         value: 0.59224
+  - task:
+      name: Translation deu-por
+      type: translation
+      args: deu-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.9
+       - name: chr-F
+         type: chrf
+         value: 0.57294
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.2
+       - name: chr-F
+         type: chrf
+         value: 0.49911
+  - task:
+      name: Translation ell-deu
+      type: translation
+      args: ell-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ell-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.49105
+  - task:
+      name: Translation ell-eng
+      type: translation
+      args: ell-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ell-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.56033
+  - task:
+      name: Translation ell-fra
+      type: translation
+      args: ell-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ell-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.53870
+  - task:
+      name: Translation ell-por
+      type: translation
+      args: ell-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ell-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.52260
+  - task:
+      name: Translation ell-spa
+      type: translation
+      args: ell-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ell-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.7
+       - name: chr-F
+         type: chrf
+         value: 0.46740
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.4
+       - name: chr-F
+         type: chrf
+         value: 0.60520
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.5
+       - name: chr-F
+         type: chrf
+         value: 0.66872
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.1
+       - name: chr-F
+         type: chrf
+         value: 0.67743
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.9
+       - name: chr-F
+         type: chrf
+         value: 0.53557
+  - task:
+      name: Translation epo-deu
+      type: translation
+      args: epo-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: epo-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.2
+       - name: chr-F
+         type: chrf
+         value: 0.53318
+  - task:
+      name: Translation epo-eng
+      type: translation
+      args: epo-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: epo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.7
+       - name: chr-F
+         type: chrf
+         value: 0.62715
+  - task:
+      name: Translation epo-fra
+      type: translation
+      args: epo-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: epo-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.6
+       - name: chr-F
+         type: chrf
+         value: 0.57884
+  - task:
+      name: Translation epo-por
+      type: translation
+      args: epo-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: epo-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.56714
+  - task:
+      name: Translation epo-spa
+      type: translation
+      args: epo-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: epo-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.5
+       - name: chr-F
+         type: chrf
+         value: 0.49035
+  - task:
+      name: Translation est-deu
+      type: translation
+      args: est-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: est-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.50626
+  - task:
+      name: Translation est-eng
+      type: translation
+      args: est-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: est-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.3
+       - name: chr-F
+         type: chrf
+         value: 0.57279
+  - task:
+      name: Translation est-fra
+      type: translation
+      args: est-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: est-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.53780
+  - task:
+      name: Translation est-por
+      type: translation
+      args: est-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: est-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.51310
+  - task:
+      name: Translation est-spa
+      type: translation
+      args: est-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: est-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.46627
+  - task:
+      name: Translation eus-deu
+      type: translation
+      args: eus-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.44830
+  - task:
+      name: Translation eus-eng
+      type: translation
+      args: eus-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.51096
+  - task:
+      name: Translation eus-fra
+      type: translation
+      args: eus-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.49651
+  - task:
+      name: Translation eus-por
+      type: translation
+      args: eus-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.48740
+  - task:
+      name: Translation eus-spa
+      type: translation
+      args: eus-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.5
+       - name: chr-F
+         type: chrf
+         value: 0.44865
+  - task:
+      name: Translation fao-deu
+      type: translation
+      args: fao-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fao-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.9
+       - name: chr-F
+         type: chrf
+         value: 0.39104
+  - task:
+      name: Translation fao-eng
+      type: translation
+      args: fao-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fao-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.43250
+  - task:
+      name: Translation fao-fra
+      type: translation
+      args: fao-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fao-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.39323
+  - task:
+      name: Translation fao-por
+      type: translation
+      args: fao-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fao-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.38514
+  - task:
+      name: Translation fao-spa
+      type: translation
+      args: fao-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fao-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.6
+       - name: chr-F
+         type: chrf
+         value: 0.34947
+  - task:
+      name: Translation fij-eng
+      type: translation
+      args: fij-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fij-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.6
+       - name: chr-F
+         type: chrf
+         value: 0.33839
+  - task:
+      name: Translation fin-deu
+      type: translation
+      args: fin-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.2
+       - name: chr-F
+         type: chrf
+         value: 0.49527
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.0
+       - name: chr-F
+         type: chrf
+         value: 0.55423
+  - task:
+      name: Translation fin-fra
+      type: translation
+      args: fin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.0
+       - name: chr-F
+         type: chrf
+         value: 0.52835
+  - task:
+      name: Translation fin-por
+      type: translation
+      args: fin-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.51183
+  - task:
+      name: Translation fin-spa
+      type: translation
+      args: fin-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.45946
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.9
+       - name: chr-F
+         type: chrf
+         value: 0.55138
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.0
+       - name: chr-F
+         type: chrf
+         value: 0.64752
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.6
+       - name: chr-F
+         type: chrf
+         value: 0.60213
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.51450
+  - task:
+      name: Translation fur-deu
+      type: translation
+      args: fur-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fur-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.45446
+  - task:
+      name: Translation fur-eng
+      type: translation
+      args: fur-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fur-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.1
+       - name: chr-F
+         type: chrf
+         value: 0.53564
+  - task:
+      name: Translation fur-fra
+      type: translation
+      args: fur-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fur-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.51427
+  - task:
+      name: Translation fur-por
+      type: translation
+      args: fur-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fur-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.50812
+  - task:
+      name: Translation fur-spa
+      type: translation
+      args: fur-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fur-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.2
+       - name: chr-F
+         type: chrf
+         value: 0.44720
+  - task:
+      name: Translation gla-eng
+      type: translation
+      args: gla-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: gla-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.36998
+  - task:
+      name: Translation gle-deu
+      type: translation
+      args: gle-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: gle-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.42946
+  - task:
+      name: Translation gle-eng
+      type: translation
+      args: gle-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: gle-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.5
+       - name: chr-F
+         type: chrf
+         value: 0.51262
+  - task:
+      name: Translation gle-fra
+      type: translation
+      args: gle-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: gle-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.46495
+  - task:
+      name: Translation gle-por
+      type: translation
+      args: gle-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: gle-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.9
+       - name: chr-F
+         type: chrf
+         value: 0.45996
+  - task:
+      name: Translation gle-spa
+      type: translation
+      args: gle-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: gle-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.0
+       - name: chr-F
+         type: chrf
+         value: 0.41473
+  - task:
+      name: Translation glg-deu
+      type: translation
+      args: glg-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: glg-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.53798
+  - task:
+      name: Translation glg-eng
+      type: translation
+      args: glg-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: glg-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.7
+       - name: chr-F
+         type: chrf
+         value: 0.63363
+  - task:
+      name: Translation glg-fra
+      type: translation
+      args: glg-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: glg-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.4
+       - name: chr-F
+         type: chrf
+         value: 0.60004
+  - task:
+      name: Translation glg-por
+      type: translation
+      args: glg-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: glg-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.7
+       - name: chr-F
+         type: chrf
+         value: 0.59372
+  - task:
+      name: Translation glg-spa
+      type: translation
+      args: glg-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: glg-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.8
+       - name: chr-F
+         type: chrf
+         value: 0.52788
+  - task:
+      name: Translation grn-eng
+      type: translation
+      args: grn-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: grn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.36526
+  - task:
+      name: Translation grn-fra
+      type: translation
+      args: grn-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: grn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.34114
+  - task:
+      name: Translation grn-por
+      type: translation
+      args: grn-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: grn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.34481
+  - task:
+      name: Translation guj-eng
+      type: translation
+      args: guj-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.8
+       - name: chr-F
+         type: chrf
+         value: 0.47897
+  - task:
+      name: Translation guj-fra
+      type: translation
+      args: guj-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.40053
+  - task:
+      name: Translation guj-por
+      type: translation
+      args: guj-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.38939
+  - task:
+      name: Translation guj-spa
+      type: translation
+      args: guj-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.37726
+  - task:
+      name: Translation hat-deu
+      type: translation
+      args: hat-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hat-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.4
+       - name: chr-F
+         type: chrf
+         value: 0.46100
+  - task:
+      name: Translation hat-eng
+      type: translation
+      args: hat-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hat-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.4
+       - name: chr-F
+         type: chrf
+         value: 0.55513
+  - task:
+      name: Translation hat-fra
+      type: translation
+      args: hat-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hat-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.57504
+  - task:
+      name: Translation hat-por
+      type: translation
+      args: hat-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hat-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.51068
+  - task:
+      name: Translation hat-spa
+      type: translation
+      args: hat-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hat-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.7
+       - name: chr-F
+         type: chrf
+         value: 0.44874
+  - task:
+      name: Translation hau-eng
+      type: translation
+      args: hau-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hau-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.36709
+  - task:
+      name: Translation hau-fra
+      type: translation
+      args: hau-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hau-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.32820
+  - task:
+      name: Translation heb-deu
+      type: translation
+      args: heb-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: heb-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.49571
+  - task:
+      name: Translation heb-eng
+      type: translation
+      args: heb-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: heb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.5
+       - name: chr-F
+         type: chrf
+         value: 0.57539
+  - task:
+      name: Translation heb-fra
+      type: translation
+      args: heb-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: heb-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.53710
+  - task:
+      name: Translation heb-por
+      type: translation
+      args: heb-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: heb-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.6
+       - name: chr-F
+         type: chrf
+         value: 0.52607
+  - task:
+      name: Translation heb-spa
+      type: translation
+      args: heb-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: heb-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.0
+       - name: chr-F
+         type: chrf
+         value: 0.45847
+  - task:
+      name: Translation hin-deu
+      type: translation
+      args: hin-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.47254
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.2
+       - name: chr-F
+         type: chrf
+         value: 0.57180
+  - task:
+      name: Translation hin-fra
+      type: translation
+      args: hin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.7
+       - name: chr-F
+         type: chrf
+         value: 0.50629
+  - task:
+      name: Translation hin-por
+      type: translation
+      args: hin-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.50034
+  - task:
+      name: Translation hin-spa
+      type: translation
+      args: hin-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.4
+       - name: chr-F
+         type: chrf
+         value: 0.43766
+  - task:
+      name: Translation hne-deu
+      type: translation
+      args: hne-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.43825
+  - task:
+      name: Translation hne-eng
+      type: translation
+      args: hne-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.1
+       - name: chr-F
+         type: chrf
+         value: 0.54087
+  - task:
+      name: Translation hne-fra
+      type: translation
+      args: hne-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.6
+       - name: chr-F
+         type: chrf
+         value: 0.47247
+  - task:
+      name: Translation hne-por
+      type: translation
+      args: hne-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.8
+       - name: chr-F
+         type: chrf
+         value: 0.46857
+  - task:
+      name: Translation hne-spa
+      type: translation
+      args: hne-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.41174
+  - task:
+      name: Translation hrv-deu
+      type: translation
+      args: hrv-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hrv-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.53335
+  - task:
+      name: Translation hrv-eng
+      type: translation
+      args: hrv-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hrv-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.5
+       - name: chr-F
+         type: chrf
+         value: 0.59962
+  - task:
+      name: Translation hrv-fra
+      type: translation
+      args: hrv-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hrv-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.8
+       - name: chr-F
+         type: chrf
+         value: 0.57021
+  - task:
+      name: Translation hrv-por
+      type: translation
+      args: hrv-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hrv-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.7
+       - name: chr-F
+         type: chrf
+         value: 0.55294
+  - task:
+      name: Translation hrv-spa
+      type: translation
+      args: hrv-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hrv-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.48816
+  - task:
+      name: Translation hun-deu
+      type: translation
+      args: hun-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hun-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.7
+       - name: chr-F
+         type: chrf
+         value: 0.50156
+  - task:
+      name: Translation hun-eng
+      type: translation
+      args: hun-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hun-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.56407
+  - task:
+      name: Translation hun-fra
+      type: translation
+      args: hun-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hun-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.6
+       - name: chr-F
+         type: chrf
+         value: 0.53635
+  - task:
+      name: Translation hun-por
+      type: translation
+      args: hun-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hun-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.0
+       - name: chr-F
+         type: chrf
+         value: 0.51983
+  - task:
+      name: Translation hun-spa
+      type: translation
+      args: hun-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hun-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.1
+       - name: chr-F
+         type: chrf
+         value: 0.46453
+  - task:
+      name: Translation hye-deu
+      type: translation
+      args: hye-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hye-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.43223
+  - task:
+      name: Translation hye-eng
+      type: translation
+      args: hye-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hye-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.4
+       - name: chr-F
+         type: chrf
+         value: 0.48108
+  - task:
+      name: Translation hye-fra
+      type: translation
+      args: hye-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hye-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.7
+       - name: chr-F
+         type: chrf
+         value: 0.46422
+  - task:
+      name: Translation hye-por
+      type: translation
+      args: hye-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hye-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.45328
+  - task:
+      name: Translation hye-spa
+      type: translation
+      args: hye-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hye-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.4
+       - name: chr-F
+         type: chrf
+         value: 0.40969
+  - task:
+      name: Translation ibo-eng
+      type: translation
+      args: ibo-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ibo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.7
+       - name: chr-F
+         type: chrf
+         value: 0.35710
+  - task:
+      name: Translation ilo-deu
+      type: translation
+      args: ilo-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ilo-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.9
+       - name: chr-F
+         type: chrf
+         value: 0.43664
+  - task:
+      name: Translation ilo-eng
+      type: translation
+      args: ilo-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ilo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.3
+       - name: chr-F
+         type: chrf
+         value: 0.54456
+  - task:
+      name: Translation ilo-fra
+      type: translation
+      args: ilo-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ilo-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.46765
+  - task:
+      name: Translation ilo-por
+      type: translation
+      args: ilo-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ilo-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.4
+       - name: chr-F
+         type: chrf
+         value: 0.43883
+  - task:
+      name: Translation ilo-spa
+      type: translation
+      args: ilo-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ilo-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.41178
+  - task:
+      name: Translation ind-deu
+      type: translation
+      args: ind-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ind-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.0
+       - name: chr-F
+         type: chrf
+         value: 0.51349
+  - task:
+      name: Translation ind-eng
+      type: translation
+      args: ind-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ind-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.0
+       - name: chr-F
+         type: chrf
+         value: 0.63177
+  - task:
+      name: Translation ind-fra
+      type: translation
+      args: ind-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ind-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.55816
+  - task:
+      name: Translation ind-por
+      type: translation
+      args: ind-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ind-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.55437
+  - task:
+      name: Translation ind-spa
+      type: translation
+      args: ind-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ind-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.5
+       - name: chr-F
+         type: chrf
+         value: 0.47702
+  - task:
+      name: Translation isl-deu
+      type: translation
+      args: isl-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: isl-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.1
+       - name: chr-F
+         type: chrf
+         value: 0.44626
+  - task:
+      name: Translation isl-eng
+      type: translation
+      args: isl-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: isl-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.50201
+  - task:
+      name: Translation isl-fra
+      type: translation
+      args: isl-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: isl-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.47250
+  - task:
+      name: Translation isl-por
+      type: translation
+      args: isl-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: isl-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.6
+       - name: chr-F
+         type: chrf
+         value: 0.45749
+  - task:
+      name: Translation isl-spa
+      type: translation
+      args: isl-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: isl-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.41715
+  - task:
+      name: Translation ita-deu
+      type: translation
+      args: ita-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ita-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.3
+       - name: chr-F
+         type: chrf
+         value: 0.52234
+  - task:
+      name: Translation ita-eng
+      type: translation
+      args: ita-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ita-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.7
+       - name: chr-F
+         type: chrf
+         value: 0.59001
+  - task:
+      name: Translation ita-fra
+      type: translation
+      args: ita-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ita-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.6
+       - name: chr-F
+         type: chrf
+         value: 0.58465
+  - task:
+      name: Translation ita-por
+      type: translation
+      args: ita-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ita-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.5
+       - name: chr-F
+         type: chrf
+         value: 0.56491
+  - task:
+      name: Translation ita-spa
+      type: translation
+      args: ita-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ita-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.51136
+  - task:
+      name: Translation jav-deu
+      type: translation
+      args: jav-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jav-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.41271
+  - task:
+      name: Translation jav-eng
+      type: translation
+      args: jav-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jav-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.51285
+  - task:
+      name: Translation jav-fra
+      type: translation
+      args: jav-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jav-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.44758
+  - task:
+      name: Translation jav-por
+      type: translation
+      args: jav-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jav-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.44290
+  - task:
+      name: Translation jav-spa
+      type: translation
+      args: jav-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jav-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.40022
+  - task:
+      name: Translation jpn-eng
+      type: translation
+      args: jpn-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jpn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.44981
+  - task:
+      name: Translation jpn-fra
+      type: translation
+      args: jpn-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jpn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.5
+       - name: chr-F
+         type: chrf
+         value: 0.42825
+  - task:
+      name: Translation jpn-por
+      type: translation
+      args: jpn-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jpn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.41558
+  - task:
+      name: Translation jpn-spa
+      type: translation
+      args: jpn-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: jpn-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.38636
+  - task:
+      name: Translation kan-eng
+      type: translation
+      args: kan-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.6
+       - name: chr-F
+         type: chrf
+         value: 0.42126
+  - task:
+      name: Translation kat-eng
+      type: translation
+      args: kat-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kat-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.0
+       - name: chr-F
+         type: chrf
+         value: 0.41805
+  - task:
+      name: Translation kat-fra
+      type: translation
+      args: kat-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kat-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.41761
+  - task:
+      name: Translation kat-por
+      type: translation
+      args: kat-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kat-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.40563
+  - task:
+      name: Translation kat-spa
+      type: translation
+      args: kat-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kat-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.9
+       - name: chr-F
+         type: chrf
+         value: 0.38353
+  - task:
+      name: Translation kaz-deu
+      type: translation
+      args: kaz-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kaz-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.5
+       - name: chr-F
+         type: chrf
+         value: 0.40259
+  - task:
+      name: Translation kaz-eng
+      type: translation
+      args: kaz-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kaz-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.47058
+  - task:
+      name: Translation kaz-fra
+      type: translation
+      args: kaz-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kaz-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.0
+       - name: chr-F
+         type: chrf
+         value: 0.43576
+  - task:
+      name: Translation kaz-por
+      type: translation
+      args: kaz-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kaz-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.0
+       - name: chr-F
+         type: chrf
+         value: 0.42895
+  - task:
+      name: Translation kaz-spa
+      type: translation
+      args: kaz-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kaz-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.40349
+  - task:
+      name: Translation kea-deu
+      type: translation
+      args: kea-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kea-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.44701
+  - task:
+      name: Translation kea-eng
+      type: translation
+      args: kea-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kea-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.0
+       - name: chr-F
+         type: chrf
+         value: 0.55673
+  - task:
+      name: Translation kea-fra
+      type: translation
+      args: kea-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kea-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.50910
+  - task:
+      name: Translation kea-por
+      type: translation
+      args: kea-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kea-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.9
+       - name: chr-F
+         type: chrf
+         value: 0.54023
+  - task:
+      name: Translation kea-spa
+      type: translation
+      args: kea-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kea-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.5
+       - name: chr-F
+         type: chrf
+         value: 0.44788
+  - task:
+      name: Translation kon-eng
+      type: translation
+      args: kon-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kon-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.6
+       - name: chr-F
+         type: chrf
+         value: 0.33964
+  - task:
+      name: Translation lij-deu
+      type: translation
+      args: lij-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lij-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.9
+       - name: chr-F
+         type: chrf
+         value: 0.45413
+  - task:
+      name: Translation lij-eng
+      type: translation
+      args: lij-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lij-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.4
+       - name: chr-F
+         type: chrf
+         value: 0.54269
+  - task:
+      name: Translation lij-fra
+      type: translation
+      args: lij-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lij-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.51381
+  - task:
+      name: Translation lij-por
+      type: translation
+      args: lij-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lij-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.50523
+  - task:
+      name: Translation lij-spa
+      type: translation
+      args: lij-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lij-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.44284
+  - task:
+      name: Translation lim-deu
+      type: translation
+      args: lim-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lim-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.42001
+  - task:
+      name: Translation lim-eng
+      type: translation
+      args: lim-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lim-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.5
+       - name: chr-F
+         type: chrf
+         value: 0.47493
+  - task:
+      name: Translation lim-fra
+      type: translation
+      args: lim-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lim-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.41951
+  - task:
+      name: Translation lim-por
+      type: translation
+      args: lim-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lim-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.2
+       - name: chr-F
+         type: chrf
+         value: 0.41365
+  - task:
+      name: Translation lim-spa
+      type: translation
+      args: lim-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lim-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.1
+       - name: chr-F
+         type: chrf
+         value: 0.38404
+  - task:
+      name: Translation lin-eng
+      type: translation
+      args: lin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.38237
+  - task:
+      name: Translation lin-fra
+      type: translation
+      args: lin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.7
+       - name: chr-F
+         type: chrf
+         value: 0.36833
+  - task:
+      name: Translation lin-por
+      type: translation
+      args: lin-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.35710
+  - task:
+      name: Translation lin-spa
+      type: translation
+      args: lin-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.0
+       - name: chr-F
+         type: chrf
+         value: 0.33584
+  - task:
+      name: Translation mag-fra
+      type: translation
+      args: mag-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mag-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.2
+       - name: chr-F
+         type: chrf
+         value: 0.47212
+  - task:
+      name: Translation mal-eng
+      type: translation
+      args: mal-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mal-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.41587
+  - task:
+      name: Translation mal-fra
+      type: translation
+      args: mal-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mal-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.39283
+  - task:
+      name: Translation mar-deu
+      type: translation
+      args: mar-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.0
+       - name: chr-F
+         type: chrf
+         value: 0.41360
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.49778
+  - task:
+      name: Translation mar-fra
+      type: translation
+      args: mar-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.4
+       - name: chr-F
+         type: chrf
+         value: 0.44433
+  - task:
+      name: Translation mar-por
+      type: translation
+      args: mar-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.41099
+  - task:
+      name: Translation mar-spa
+      type: translation
+      args: mar-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.39636
+  - task:
+      name: Translation mkd-deu
+      type: translation
+      args: mkd-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mkd-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.53803
+  - task:
+      name: Translation mkd-eng
+      type: translation
+      args: mkd-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mkd-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.5
+       - name: chr-F
+         type: chrf
+         value: 0.62358
+  - task:
+      name: Translation mkd-fra
+      type: translation
+      args: mkd-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mkd-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.7
+       - name: chr-F
+         type: chrf
+         value: 0.57363
+  - task:
+      name: Translation mkd-por
+      type: translation
+      args: mkd-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mkd-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.3
+       - name: chr-F
+         type: chrf
+         value: 0.56317
+  - task:
+      name: Translation mkd-spa
+      type: translation
+      args: mkd-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mkd-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.49183
+  - task:
+      name: Translation mlt-deu
+      type: translation
+      args: mlt-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mlt-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.53283
+  - task:
+      name: Translation mlt-eng
+      type: translation
+      args: mlt-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mlt-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.0
+       - name: chr-F
+         type: chrf
+         value: 0.68020
+  - task:
+      name: Translation mlt-fra
+      type: translation
+      args: mlt-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mlt-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.9
+       - name: chr-F
+         type: chrf
+         value: 0.59058
+  - task:
+      name: Translation mlt-por
+      type: translation
+      args: mlt-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mlt-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.4
+       - name: chr-F
+         type: chrf
+         value: 0.58768
+  - task:
+      name: Translation mlt-spa
+      type: translation
+      args: mlt-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mlt-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.49482
+  - task:
+      name: Translation mri-eng
+      type: translation
+      args: mri-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mri-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.37090
+  - task:
+      name: Translation mri-fra
+      type: translation
+      args: mri-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mri-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.32935
+  - task:
+      name: Translation nld-eng
+      type: translation
+      args: nld-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nld-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.56888
+  - task:
+      name: Translation nno-eng
+      type: translation
+      args: nno-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nno-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.8
+       - name: chr-F
+         type: chrf
+         value: 0.65106
+  - task:
+      name: Translation nno-fra
+      type: translation
+      args: nno-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nno-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.3
+       - name: chr-F
+         type: chrf
+         value: 0.57584
+  - task:
+      name: Translation nob-eng
+      type: translation
+      args: nob-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nob-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.4
+       - name: chr-F
+         type: chrf
+         value: 0.64640
+  - task:
+      name: Translation nob-por
+      type: translation
+      args: nob-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nob-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.9
+       - name: chr-F
+         type: chrf
+         value: 0.56479
+  - task:
+      name: Translation nob-spa
+      type: translation
+      args: nob-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nob-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.8
+       - name: chr-F
+         type: chrf
+         value: 0.48859
+  - task:
+      name: Translation npi-deu
+      type: translation
+      args: npi-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: npi-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.8
+       - name: chr-F
+         type: chrf
+         value: 0.41007
+  - task:
+      name: Translation npi-eng
+      type: translation
+      args: npi-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: npi-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.6
+       - name: chr-F
+         type: chrf
+         value: 0.49418
+  - task:
+      name: Translation nso-eng
+      type: translation
+      args: nso-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.2
+       - name: chr-F
+         type: chrf
+         value: 0.40320
+  - task:
+      name: Translation nya-eng
+      type: translation
+      args: nya-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nya-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.36531
+  - task:
+      name: Translation oci-deu
+      type: translation
+      args: oci-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: oci-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.53449
+  - task:
+      name: Translation oci-spa
+      type: translation
+      args: oci-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: oci-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.2
+       - name: chr-F
+         type: chrf
+         value: 0.50129
+  - task:
+      name: Translation pag-fra
+      type: translation
+      args: pag-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pag-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.38586
+  - task:
+      name: Translation pag-por
+      type: translation
+      args: pag-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pag-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.4
+       - name: chr-F
+         type: chrf
+         value: 0.39140
+  - task:
+      name: Translation pag-spa
+      type: translation
+      args: pag-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pag-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.0
+       - name: chr-F
+         type: chrf
+         value: 0.35712
+  - task:
+      name: Translation pan-deu
+      type: translation
+      args: pan-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.0
+       - name: chr-F
+         type: chrf
+         value: 0.38058
+  - task:
+      name: Translation pan-eng
+      type: translation
+      args: pan-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.1
+       - name: chr-F
+         type: chrf
+         value: 0.44813
+  - task:
+      name: Translation pan-fra
+      type: translation
+      args: pan-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.4
+       - name: chr-F
+         type: chrf
+         value: 0.40807
+  - task:
+      name: Translation pan-por
+      type: translation
+      args: pan-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.39591
+  - task:
+      name: Translation pan-spa
+      type: translation
+      args: pan-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.36631
+  - task:
+      name: Translation pap-deu
+      type: translation
+      args: pap-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pap-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.3
+       - name: chr-F
+         type: chrf
+         value: 0.49116
+  - task:
+      name: Translation pap-eng
+      type: translation
+      args: pap-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pap-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.6
+       - name: chr-F
+         type: chrf
+         value: 0.63771
+  - task:
+      name: Translation pap-fra
+      type: translation
+      args: pap-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pap-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+       - name: chr-F
+         type: chrf
+         value: 0.54728
+  - task:
+      name: Translation pap-por
+      type: translation
+      args: pap-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pap-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.0
+       - name: chr-F
+         type: chrf
+         value: 0.55832
+  - task:
+      name: Translation pap-spa
+      type: translation
+      args: pap-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pap-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.47334
+  - task:
+      name: Translation pes-deu
+      type: translation
+      args: pes-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.9
+       - name: chr-F
+         type: chrf
+         value: 0.47708
+  - task:
+      name: Translation pes-eng
+      type: translation
+      args: pes-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.55400
+  - task:
+      name: Translation pes-fra
+      type: translation
+      args: pes-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.3
+       - name: chr-F
+         type: chrf
+         value: 0.51858
+  - task:
+      name: Translation pes-por
+      type: translation
+      args: pes-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.50867
+  - task:
+      name: Translation pes-spa
+      type: translation
+      args: pes-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.44988
+  - task:
+      name: Translation plt-eng
+      type: translation
+      args: plt-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: plt-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.5
+       - name: chr-F
+         type: chrf
+         value: 0.42666
+  - task:
+      name: Translation plt-fra
+      type: translation
+      args: plt-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: plt-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.3
+       - name: chr-F
+         type: chrf
+         value: 0.40604
+  - task:
+      name: Translation plt-por
+      type: translation
+      args: plt-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: plt-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.7
+       - name: chr-F
+         type: chrf
+         value: 0.37706
+  - task:
+      name: Translation plt-spa
+      type: translation
+      args: plt-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: plt-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.35246
+  - task:
+      name: Translation pol-deu
+      type: translation
+      args: pol-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pol-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.48933
+  - task:
+      name: Translation pol-eng
+      type: translation
+      args: pol-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pol-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
+       - name: chr-F
+         type: chrf
+         value: 0.53490
+  - task:
+      name: Translation pol-fra
+      type: translation
+      args: pol-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pol-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.5
+       - name: chr-F
+         type: chrf
+         value: 0.53036
+  - task:
+      name: Translation pol-por
+      type: translation
+      args: pol-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pol-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.50576
+  - task:
+      name: Translation pol-spa
+      type: translation
+      args: pol-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pol-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.46596
+  - task:
+      name: Translation por-deu
+      type: translation
+      args: por-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.9
+       - name: chr-F
+         type: chrf
+         value: 0.55612
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.6
+       - name: chr-F
+         type: chrf
+         value: 0.68137
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.3
+       - name: chr-F
+         type: chrf
+         value: 0.62509
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+       - name: chr-F
+         type: chrf
+         value: 0.52540
+  - task:
+      name: Translation prs-deu
+      type: translation
+      args: prs-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.46660
+  - task:
+      name: Translation prs-eng
+      type: translation
+      args: prs-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.1
+       - name: chr-F
+         type: chrf
+         value: 0.54932
+  - task:
+      name: Translation prs-fra
+      type: translation
+      args: prs-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.5
+       - name: chr-F
+         type: chrf
+         value: 0.50825
+  - task:
+      name: Translation prs-por
+      type: translation
+      args: prs-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
+       - name: chr-F
+         type: chrf
+         value: 0.50179
+  - task:
+      name: Translation prs-spa
+      type: translation
+      args: prs-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.44000
+  - task:
+      name: Translation ron-deu
+      type: translation
+      args: ron-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ron-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.54879
+  - task:
+      name: Translation ron-eng
+      type: translation
+      args: ron-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ron-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.2
+       - name: chr-F
+         type: chrf
+         value: 0.64557
+  - task:
+      name: Translation ron-fra
+      type: translation
+      args: ron-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ron-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.7
+       - name: chr-F
+         type: chrf
+         value: 0.61341
+  - task:
+      name: Translation ron-por
+      type: translation
+      args: ron-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ron-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.8
+       - name: chr-F
+         type: chrf
+         value: 0.60040
+  - task:
+      name: Translation ron-spa
+      type: translation
+      args: ron-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ron-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.51475
+  - task:
+      name: Translation run-eng
+      type: translation
+      args: run-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.39042
+  - task:
+      name: Translation run-fra
+      type: translation
+      args: run-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.6
+       - name: chr-F
+         type: chrf
+         value: 0.36822
+  - task:
+      name: Translation run-por
+      type: translation
+      args: run-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.35360
+  - task:
+      name: Translation run-spa
+      type: translation
+      args: run-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.33645
+  - task:
+      name: Translation rus-deu
+      type: translation
+      args: rus-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: rus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.8
+       - name: chr-F
+         type: chrf
+         value: 0.51905
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.8
+       - name: chr-F
+         type: chrf
+         value: 0.57662
+  - task:
+      name: Translation rus-fra
+      type: translation
+      args: rus-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: rus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.55678
+  - task:
+      name: Translation rus-por
+      type: translation
+      args: rus-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: rus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.5
+       - name: chr-F
+         type: chrf
+         value: 0.53912
+  - task:
+      name: Translation rus-spa
+      type: translation
+      args: rus-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: rus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.2
+       - name: chr-F
+         type: chrf
+         value: 0.47828
+  - task:
+      name: Translation slv-eng
+      type: translation
+      args: slv-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: slv-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.57057
+  - task:
+      name: Translation slv-fra
+      type: translation
+      args: slv-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: slv-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.55067
+  - task:
+      name: Translation slv-por
+      type: translation
+      args: slv-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: slv-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.1
+       - name: chr-F
+         type: chrf
+         value: 0.53086
+  - task:
+      name: Translation slv-spa
+      type: translation
+      args: slv-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: slv-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.7
+       - name: chr-F
+         type: chrf
+         value: 0.47518
+  - task:
+      name: Translation afr-fra
+      type: translation
+      args: afr-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: afr fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.7
+       - name: chr-F
+         type: chrf
+         value: 0.57150
+  - task:
+      name: Translation afr-por
+      type: translation
+      args: afr-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: afr por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.7
+       - name: chr-F
+         type: chrf
+         value: 0.56505
+  - task:
+      name: Translation afr-spa
+      type: translation
+      args: afr-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: afr spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.3
+       - name: chr-F
+         type: chrf
+         value: 0.47939
+  - task:
+      name: Translation amh-eng
+      type: translation
+      args: amh-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: amh eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.6
+       - name: chr-F
+         type: chrf
+         value: 0.36406
+  - task:
+      name: Translation ara-eng
+      type: translation
+      args: ara-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ara eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.55947
+  - task:
+      name: Translation ara-fra
+      type: translation
+      args: ara-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ara fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.52333
+  - task:
+      name: Translation bel-eng
+      type: translation
+      args: bel-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: bel eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.7
+       - name: chr-F
+         type: chrf
+         value: 0.45285
+  - task:
+      name: Translation bel-por
+      type: translation
+      args: bel-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: bel por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.43909
+  - task:
+      name: Translation ben-deu
+      type: translation
+      args: ben-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ben deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.7
+       - name: chr-F
+         type: chrf
+         value: 0.41198
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ben eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.48599
+  - task:
+      name: Translation bul-por
+      type: translation
+      args: bul-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: bul por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.55794
+  - task:
+      name: Translation cat-fra
+      type: translation
+      args: cat-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: cat fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.60255
+  - task:
+      name: Translation ceb-deu
+      type: translation
+      args: ceb-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ceb deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.44474
+  - task:
+      name: Translation ceb-eng
+      type: translation
+      args: ceb-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ceb eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.5
+       - name: chr-F
+         type: chrf
+         value: 0.56418
+  - task:
+      name: Translation ceb-fra
+      type: translation
+      args: ceb-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ceb fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.7
+       - name: chr-F
+         type: chrf
+         value: 0.47733
+  - task:
+      name: Translation ceb-por
+      type: translation
+      args: ceb-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ceb por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.3
+       - name: chr-F
+         type: chrf
+         value: 0.48276
+  - task:
+      name: Translation ceb-spa
+      type: translation
+      args: ceb-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ceb spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.42858
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ces eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.5
+       - name: chr-F
+         type: chrf
+         value: 0.59579
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ces spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.8
+       - name: chr-F
+         type: chrf
+         value: 0.47675
+  - task:
+      name: Translation cym-eng
+      type: translation
+      args: cym-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: cym eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.7
+       - name: chr-F
+         type: chrf
+         value: 0.53043
+  - task:
+      name: Translation cym-fra
+      type: translation
+      args: cym-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: cym fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.44739
+  - task:
+      name: Translation cym-por
+      type: translation
+      args: cym-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: cym por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.42913
+  - task:
+      name: Translation cym-spa
+      type: translation
+      args: cym-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: cym spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.39480
+  - task:
+      name: Translation dan-eng
+      type: translation
+      args: dan-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: dan eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.8
+       - name: chr-F
+         type: chrf
+         value: 0.67095
+  - task:
+      name: Translation dan-por
+      type: translation
+      args: dan-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: dan por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.4
+       - name: chr-F
+         type: chrf
+         value: 0.58416
+  - task:
+      name: Translation dan-spa
+      type: translation
+      args: dan-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: dan spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.2
+       - name: chr-F
+         type: chrf
+         value: 0.49829
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.8
+       - name: chr-F
+         type: chrf
+         value: 0.58079
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.2
+       - name: chr-F
+         type: chrf
+         value: 0.52948
+  - task:
+      name: Translation est-por
+      type: translation
+      args: est-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: est por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.5
+       - name: chr-F
+         type: chrf
+         value: 0.49186
+  - task:
+      name: Translation fas-fra
+      type: translation
+      args: fas-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fas fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.5
+       - name: chr-F
+         type: chrf
+         value: 0.50503
+  - task:
+      name: Translation fas-spa
+      type: translation
+      args: fas-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fas spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.6
+       - name: chr-F
+         type: chrf
+         value: 0.44071
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fra spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.51076
+  - task:
+      name: Translation gle-spa
+      type: translation
+      args: gle-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: gle spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.39276
+  - task:
+      name: Translation glg-spa
+      type: translation
+      args: glg-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: glg spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.52622
+  - task:
+      name: Translation hau-eng
+      type: translation
+      args: hau-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hau eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.1
+       - name: chr-F
+         type: chrf
+         value: 0.33440
+  - task:
+      name: Translation heb-fra
+      type: translation
+      args: heb-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: heb fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.51604
+  - task:
+      name: Translation heb-por
+      type: translation
+      args: heb-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: heb por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.50443
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hin eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.2
+       - name: chr-F
+         type: chrf
+         value: 0.55255
+  - task:
+      name: Translation hin-fra
+      type: translation
+      args: hin-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hin fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.3
+       - name: chr-F
+         type: chrf
+         value: 0.49272
+  - task:
+      name: Translation hrv-deu
+      type: translation
+      args: hrv-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hrv deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.52262
+  - task:
+      name: Translation hun-deu
+      type: translation
+      args: hun-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hun deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.8
+       - name: chr-F
+         type: chrf
+         value: 0.48932
+  - task:
+      name: Translation hun-eng
+      type: translation
+      args: hun-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hun eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.55055
+  - task:
+      name: Translation hun-fra
+      type: translation
+      args: hun-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hun fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.9
+       - name: chr-F
+         type: chrf
+         value: 0.52136
+  - task:
+      name: Translation hun-por
+      type: translation
+      args: hun-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hun por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.50885
+  - task:
+      name: Translation hun-spa
+      type: translation
+      args: hun-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hun spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.45354
+  - task:
+      name: Translation hye-deu
+      type: translation
+      args: hye-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hye deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.41076
+  - task:
+      name: Translation hye-eng
+      type: translation
+      args: hye-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hye eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.46030
+  - task:
+      name: Translation ind-deu
+      type: translation
+      args: ind-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ind deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.8
+       - name: chr-F
+         type: chrf
+         value: 0.50105
+  - task:
+      name: Translation ind-spa
+      type: translation
+      args: ind-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ind spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.1
+       - name: chr-F
+         type: chrf
+         value: 0.47114
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.6
+       - name: chr-F
+         type: chrf
+         value: 0.60672
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.9
+       - name: chr-F
+         type: chrf
+         value: 0.52754
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.8
+       - name: chr-F
+         type: chrf
+         value: 0.55856
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.6
+       - name: chr-F
+         type: chrf
+         value: 0.57350
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.7
+       - name: chr-F
+         type: chrf
+         value: 0.60353
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.6
+       - name: chr-F
+         type: chrf
+         value: 0.60801
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.8
+       - name: chr-F
+         type: chrf
+         value: 0.51274
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.52823
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.52744
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.4
+       - name: chr-F
+         type: chrf
+         value: 0.56595
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.5
+       - name: chr-F
+         type: chrf
+         value: 0.57493
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.4
+       - name: chr-F
+         type: chrf
+         value: 0.59379
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.5
+       - name: chr-F
+         type: chrf
+         value: 0.64500
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.56056
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.2
+       - name: chr-F
+         type: chrf
+         value: 0.60673
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.8
+       - name: chr-F
+         type: chrf
+         value: 0.58069
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.1
+       - name: chr-F
+         type: chrf
+         value: 0.56846
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.4
+       - name: chr-F
+         type: chrf
+         value: 0.58669
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.2
+       - name: chr-F
+         type: chrf
+         value: 0.65169
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.54803
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.2
+       - name: chr-F
+         type: chrf
+         value: 0.63521
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.50914
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.3
+       - name: chr-F
+         type: chrf
+         value: 0.54647
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+       - name: chr-F
+         type: chrf
+         value: 0.53295
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 46.2
+       - name: chr-F
+         type: chrf
+         value: 0.67467
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.51160
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.7
+       - name: chr-F
+         type: chrf
+         value: 0.61818
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.5
+       - name: chr-F
+         type: chrf
+         value: 0.47659
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.2
+       - name: chr-F
+         type: chrf
+         value: 0.52268
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.49188
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.1
+       - name: chr-F
+         type: chrf
+         value: 0.54633
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.52709
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.8
+       - name: chr-F
+         type: chrf
+         value: 0.55437
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.3
+       - name: chr-F
+         type: chrf
+         value: 0.60698
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.51119
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.8
+       - name: chr-F
+         type: chrf
+         value: 0.59774
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newsdiscusstest2015
+      type: newsdiscusstest2015
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.5
+       - name: chr-F
+         type: chrf
+         value: 0.60132
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newsdiscusstest2015
+      type: newsdiscusstest2015
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.3
+       - name: chr-F
+         type: chrf
+         value: 0.58599
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstestALL2020
+      type: newstestALL2020
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.52067
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstestALL2020
+      type: newstestALL2020
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.54791
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstestALL2020
+      type: newstestALL2020
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.1
+       - name: chr-F
+         type: chrf
+         value: 0.59454
+  - task:
+      name: Translation afr-deu
+      type: translation
+      args: afr-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: afr-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.52108
+  - task:
+      name: Translation afr-eng
+      type: translation
+      args: afr-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: afr-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.8
+       - name: chr-F
+         type: chrf
+         value: 0.68008
+  - task:
+      name: Translation afr-fra
+      type: translation
+      args: afr-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: afr-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.0
+       - name: chr-F
+         type: chrf
+         value: 0.52929
+  - task:
+      name: Translation afr-por
+      type: translation
+      args: afr-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: afr-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.3
+       - name: chr-F
+         type: chrf
+         value: 0.52564
+  - task:
+      name: Translation afr-spa
+      type: translation
+      args: afr-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: afr-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.4
+       - name: chr-F
+         type: chrf
+         value: 0.54997
+  - task:
+      name: Translation aze_Latn-deu
+      type: translation
+      args: aze_Latn-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: aze_Latn-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.9
+       - name: chr-F
+         type: chrf
+         value: 0.41299
+  - task:
+      name: Translation aze_Latn-eng
+      type: translation
+      args: aze_Latn-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: aze_Latn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.47426
+  - task:
+      name: Translation aze_Latn-fra
+      type: translation
+      args: aze_Latn-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: aze_Latn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.3
+       - name: chr-F
+         type: chrf
+         value: 0.43101
+  - task:
+      name: Translation aze_Latn-por
+      type: translation
+      args: aze_Latn-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: aze_Latn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.6
+       - name: chr-F
+         type: chrf
+         value: 0.42046
+  - task:
+      name: Translation aze_Latn-spa
+      type: translation
+      args: aze_Latn-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: aze_Latn-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.0
+       - name: chr-F
+         type: chrf
+         value: 0.44574
+  - task:
+      name: Translation bel-deu
+      type: translation
+      args: bel-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bel-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.1
+       - name: chr-F
+         type: chrf
+         value: 0.44908
+  - task:
+      name: Translation bel-eng
+      type: translation
+      args: bel-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bel-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.51751
+  - task:
+      name: Translation bel-fra
+      type: translation
+      args: bel-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bel-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.46436
+  - task:
+      name: Translation bel-por
+      type: translation
+      args: bel-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bel-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.46030
+  - task:
+      name: Translation bel-spa
+      type: translation
+      args: bel-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bel-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.8
+       - name: chr-F
+         type: chrf
+         value: 0.47946
+  - task:
+      name: Translation bem-eng
+      type: translation
+      args: bem-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bem-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.35547
+  - task:
+      name: Translation ben-deu
+      type: translation
+      args: ben-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.8
+       - name: chr-F
+         type: chrf
+         value: 0.40415
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.5
+       - name: chr-F
+         type: chrf
+         value: 0.48275
+  - task:
+      name: Translation ben-fra
+      type: translation
+      args: ben-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.41637
+  - task:
+      name: Translation ben-por
+      type: translation
+      args: ben-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.40736
+  - task:
+      name: Translation ben-spa
+      type: translation
+      args: ben-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.43341
+  - task:
+      name: Translation bul-deu
+      type: translation
+      args: bul-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bul-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.7
+       - name: chr-F
+         type: chrf
+         value: 0.49598
+  - task:
+      name: Translation bul-eng
+      type: translation
+      args: bul-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.56767
+  - task:
+      name: Translation bul-fra
+      type: translation
+      args: bul-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.2
+       - name: chr-F
+         type: chrf
+         value: 0.51709
+  - task:
+      name: Translation bul-por
+      type: translation
+      args: bul-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bul-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.3
+       - name: chr-F
+         type: chrf
+         value: 0.50800
+  - task:
+      name: Translation bul-spa
+      type: translation
+      args: bul-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.53009
+  - task:
+      name: Translation cat-deu
+      type: translation
+      args: cat-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cat-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.6
+       - name: chr-F
+         type: chrf
+         value: 0.50784
+  - task:
+      name: Translation cat-eng
+      type: translation
+      args: cat-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cat-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.7
+       - name: chr-F
+         type: chrf
+         value: 0.59903
+  - task:
+      name: Translation cat-fra
+      type: translation
+      args: cat-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cat-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.9
+       - name: chr-F
+         type: chrf
+         value: 0.54239
+  - task:
+      name: Translation cat-por
+      type: translation
+      args: cat-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cat-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.55184
+  - task:
+      name: Translation cat-spa
+      type: translation
+      args: cat-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cat-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.9
+       - name: chr-F
+         type: chrf
+         value: 0.60628
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.50833
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.9
+       - name: chr-F
+         type: chrf
+         value: 0.58185
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.9
+       - name: chr-F
+         type: chrf
+         value: 0.52110
+  - task:
+      name: Translation ces-por
+      type: translation
+      args: ces-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ces-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.50726
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.53301
+  - task:
+      name: Translation cym-deu
+      type: translation
+      args: cym-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cym-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.4
+       - name: chr-F
+         type: chrf
+         value: 0.41859
+  - task:
+      name: Translation cym-eng
+      type: translation
+      args: cym-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cym-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.7
+       - name: chr-F
+         type: chrf
+         value: 0.52770
+  - task:
+      name: Translation cym-fra
+      type: translation
+      args: cym-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cym-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.5
+       - name: chr-F
+         type: chrf
+         value: 0.44433
+  - task:
+      name: Translation cym-por
+      type: translation
+      args: cym-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cym-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.4
+       - name: chr-F
+         type: chrf
+         value: 0.42658
+  - task:
+      name: Translation cym-spa
+      type: translation
+      args: cym-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: cym-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.0
+       - name: chr-F
+         type: chrf
+         value: 0.45942
+  - task:
+      name: Translation dan-deu
+      type: translation
+      args: dan-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: dan-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.51512
+  - task:
+      name: Translation dan-eng
+      type: translation
+      args: dan-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: dan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.9
+       - name: chr-F
+         type: chrf
+         value: 0.60259
+  - task:
+      name: Translation dan-fra
+      type: translation
+      args: dan-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: dan-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.51370
+  - task:
+      name: Translation dan-por
+      type: translation
+      args: dan-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: dan-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.6
+       - name: chr-F
+         type: chrf
+         value: 0.51423
+  - task:
+      name: Translation dan-spa
+      type: translation
+      args: dan-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: dan-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.53528
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.4
+       - name: chr-F
+         type: chrf
+         value: 0.58787
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.0
+       - name: chr-F
+         type: chrf
+         value: 0.52764
+  - task:
+      name: Translation deu-por
+      type: translation
+      args: deu-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.52135
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.54183
+  - task:
+      name: Translation ell-deu
+      type: translation
+      args: ell-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ell-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.4
+       - name: chr-F
+         type: chrf
+         value: 0.48157
+  - task:
+      name: Translation ell-eng
+      type: translation
+      args: ell-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ell-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.6
+       - name: chr-F
+         type: chrf
+         value: 0.56388
+  - task:
+      name: Translation ell-fra
+      type: translation
+      args: ell-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ell-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.3
+       - name: chr-F
+         type: chrf
+         value: 0.50285
+  - task:
+      name: Translation ell-por
+      type: translation
+      args: ell-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ell-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.5
+       - name: chr-F
+         type: chrf
+         value: 0.50226
+  - task:
+      name: Translation ell-spa
+      type: translation
+      args: ell-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ell-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.7
+       - name: chr-F
+         type: chrf
+         value: 0.52469
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.55255
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.5
+       - name: chr-F
+         type: chrf
+         value: 0.58111
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.0
+       - name: chr-F
+         type: chrf
+         value: 0.57731
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.0
+       - name: chr-F
+         type: chrf
+         value: 0.60903
+  - task:
+      name: Translation est-deu
+      type: translation
+      args: est-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: est-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.47614
+  - task:
+      name: Translation est-eng
+      type: translation
+      args: est-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: est-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.3
+       - name: chr-F
+         type: chrf
+         value: 0.54290
+  - task:
+      name: Translation est-fra
+      type: translation
+      args: est-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: est-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.4
+       - name: chr-F
+         type: chrf
+         value: 0.49258
+  - task:
+      name: Translation est-por
+      type: translation
+      args: est-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: est-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.4
+       - name: chr-F
+         type: chrf
+         value: 0.47893
+  - task:
+      name: Translation est-spa
+      type: translation
+      args: est-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: est-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.7
+       - name: chr-F
+         type: chrf
+         value: 0.50947
+  - task:
+      name: Translation eus-deu
+      type: translation
+      args: eus-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.42792
+  - task:
+      name: Translation eus-eng
+      type: translation
+      args: eus-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.49242
+  - task:
+      name: Translation eus-fra
+      type: translation
+      args: eus-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.8
+       - name: chr-F
+         type: chrf
+         value: 0.45518
+  - task:
+      name: Translation eus-por
+      type: translation
+      args: eus-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.45450
+  - task:
+      name: Translation eus-spa
+      type: translation
+      args: eus-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.7
+       - name: chr-F
+         type: chrf
+         value: 0.48737
+  - task:
+      name: Translation fao-deu
+      type: translation
+      args: fao-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fao-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.6
+       - name: chr-F
+         type: chrf
+         value: 0.39151
+  - task:
+      name: Translation fao-eng
+      type: translation
+      args: fao-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fao-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.6
+       - name: chr-F
+         type: chrf
+         value: 0.45401
+  - task:
+      name: Translation fao-fra
+      type: translation
+      args: fao-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fao-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.38961
+  - task:
+      name: Translation fao-por
+      type: translation
+      args: fao-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fao-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.38189
+  - task:
+      name: Translation fao-spa
+      type: translation
+      args: fao-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fao-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.2
+       - name: chr-F
+         type: chrf
+         value: 0.40129
+  - task:
+      name: Translation fas-deu
+      type: translation
+      args: fas-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.44078
+  - task:
+      name: Translation fas-eng
+      type: translation
+      args: fas-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.50749
+  - task:
+      name: Translation fas-fra
+      type: translation
+      args: fas-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.46234
+  - task:
+      name: Translation fas-por
+      type: translation
+      args: fas-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.5
+       - name: chr-F
+         type: chrf
+         value: 0.44990
+  - task:
+      name: Translation fas-spa
+      type: translation
+      args: fas-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.8
+       - name: chr-F
+         type: chrf
+         value: 0.47415
+  - task:
+      name: Translation fij-eng
+      type: translation
+      args: fij-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fij-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.8
+       - name: chr-F
+         type: chrf
+         value: 0.35901
+  - task:
+      name: Translation fil-deu
+      type: translation
+      args: fil-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fil-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.0
+       - name: chr-F
+         type: chrf
+         value: 0.45874
+  - task:
+      name: Translation fil-eng
+      type: translation
+      args: fil-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fil-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.9
+       - name: chr-F
+         type: chrf
+         value: 0.59882
+  - task:
+      name: Translation fil-fra
+      type: translation
+      args: fil-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fil-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.2
+       - name: chr-F
+         type: chrf
+         value: 0.48281
+  - task:
+      name: Translation fil-por
+      type: translation
+      args: fil-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fil-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.3
+       - name: chr-F
+         type: chrf
+         value: 0.47948
+  - task:
+      name: Translation fil-spa
+      type: translation
+      args: fil-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fil-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.50214
+  - task:
+      name: Translation fin-deu
+      type: translation
+      args: fin-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.46233
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.3
+       - name: chr-F
+         type: chrf
+         value: 0.51653
+  - task:
+      name: Translation fin-fra
+      type: translation
+      args: fin-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.3
+       - name: chr-F
+         type: chrf
+         value: 0.47519
+  - task:
+      name: Translation fin-por
+      type: translation
+      args: fin-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.47136
+  - task:
+      name: Translation fin-spa
+      type: translation
+      args: fin-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.49105
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.2
+       - name: chr-F
+         type: chrf
+         value: 0.49992
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.3
+       - name: chr-F
+         type: chrf
+         value: 0.58050
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.6
+       - name: chr-F
+         type: chrf
+         value: 0.52964
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.9
+       - name: chr-F
+         type: chrf
+         value: 0.55325
+  - task:
+      name: Translation gle-deu
+      type: translation
+      args: gle-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: gle-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.40356
+  - task:
+      name: Translation gle-eng
+      type: translation
+      args: gle-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: gle-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.48545
+  - task:
+      name: Translation gle-fra
+      type: translation
+      args: gle-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: gle-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.42065
+  - task:
+      name: Translation gle-por
+      type: translation
+      args: gle-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: gle-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.41363
+  - task:
+      name: Translation gle-spa
+      type: translation
+      args: gle-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: gle-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.2
+       - name: chr-F
+         type: chrf
+         value: 0.43570
+  - task:
+      name: Translation glg-deu
+      type: translation
+      args: glg-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: glg-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.3
+       - name: chr-F
+         type: chrf
+         value: 0.50745
+  - task:
+      name: Translation glg-eng
+      type: translation
+      args: glg-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: glg-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.61075
+  - task:
+      name: Translation glg-fra
+      type: translation
+      args: glg-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: glg-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.8
+       - name: chr-F
+         type: chrf
+         value: 0.53952
+  - task:
+      name: Translation glg-por
+      type: translation
+      args: glg-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: glg-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.55664
+  - task:
+      name: Translation glg-spa
+      type: translation
+      args: glg-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: glg-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.1
+       - name: chr-F
+         type: chrf
+         value: 0.61214
+  - task:
+      name: Translation guj-eng
+      type: translation
+      args: guj-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.44942
+  - task:
+      name: Translation guj-fra
+      type: translation
+      args: guj-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.35411
+  - task:
+      name: Translation guj-spa
+      type: translation
+      args: guj-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.38912
+  - task:
+      name: Translation hau-eng
+      type: translation
+      args: hau-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hau-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.7
+       - name: chr-F
+         type: chrf
+         value: 0.40202
+  - task:
+      name: Translation hau-fra
+      type: translation
+      args: hau-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hau-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.8
+       - name: chr-F
+         type: chrf
+         value: 0.34497
+  - task:
+      name: Translation hau-por
+      type: translation
+      args: hau-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hau-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.33515
+  - task:
+      name: Translation hau-spa
+      type: translation
+      args: hau-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hau-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.36049
+  - task:
+      name: Translation heb-deu
+      type: translation
+      args: heb-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: heb-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.2
+       - name: chr-F
+         type: chrf
+         value: 0.45797
+  - task:
+      name: Translation heb-eng
+      type: translation
+      args: heb-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: heb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.9
+       - name: chr-F
+         type: chrf
+         value: 0.53174
+  - task:
+      name: Translation heb-fra
+      type: translation
+      args: heb-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: heb-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.47719
+  - task:
+      name: Translation heb-por
+      type: translation
+      args: heb-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: heb-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.4
+       - name: chr-F
+         type: chrf
+         value: 0.47161
+  - task:
+      name: Translation heb-spa
+      type: translation
+      args: heb-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: heb-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.49348
+  - task:
+      name: Translation hin-deu
+      type: translation
+      args: hin-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.42959
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.53396
+  - task:
+      name: Translation hin-fra
+      type: translation
+      args: hin-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.2
+       - name: chr-F
+         type: chrf
+         value: 0.44793
+  - task:
+      name: Translation hin-por
+      type: translation
+      args: hin-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.43466
+  - task:
+      name: Translation hin-spa
+      type: translation
+      args: hin-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.46019
+  - task:
+      name: Translation hrv-deu
+      type: translation
+      args: hrv-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hrv-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.51370
+  - task:
+      name: Translation hrv-eng
+      type: translation
+      args: hrv-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hrv-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.59129
+  - task:
+      name: Translation hrv-fra
+      type: translation
+      args: hrv-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hrv-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.5
+       - name: chr-F
+         type: chrf
+         value: 0.53330
+  - task:
+      name: Translation hrv-por
+      type: translation
+      args: hrv-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hrv-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.2
+       - name: chr-F
+         type: chrf
+         value: 0.52485
+  - task:
+      name: Translation hrv-spa
+      type: translation
+      args: hrv-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hrv-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.54681
+  - task:
+      name: Translation hun-deu
+      type: translation
+      args: hun-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hun-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.45105
+  - task:
+      name: Translation hun-eng
+      type: translation
+      args: hun-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hun-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.49083
+  - task:
+      name: Translation hun-fra
+      type: translation
+      args: hun-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hun-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.3
+       - name: chr-F
+         type: chrf
+         value: 0.46131
+  - task:
+      name: Translation hun-por
+      type: translation
+      args: hun-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hun-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.9
+       - name: chr-F
+         type: chrf
+         value: 0.45430
+  - task:
+      name: Translation hun-spa
+      type: translation
+      args: hun-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hun-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.5
+       - name: chr-F
+         type: chrf
+         value: 0.47514
+  - task:
+      name: Translation hye-deu
+      type: translation
+      args: hye-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hye-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.37857
+  - task:
+      name: Translation hye-eng
+      type: translation
+      args: hye-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hye-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.42795
+  - task:
+      name: Translation hye-fra
+      type: translation
+      args: hye-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hye-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.9
+       - name: chr-F
+         type: chrf
+         value: 0.39458
+  - task:
+      name: Translation hye-por
+      type: translation
+      args: hye-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hye-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.38296
+  - task:
+      name: Translation hye-spa
+      type: translation
+      args: hye-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hye-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.40709
+  - task:
+      name: Translation ibo-eng
+      type: translation
+      args: ibo-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ibo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.1
+       - name: chr-F
+         type: chrf
+         value: 0.39247
+  - task:
+      name: Translation ibo-fra
+      type: translation
+      args: ibo-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ibo-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.34900
+  - task:
+      name: Translation ibo-por
+      type: translation
+      args: ibo-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ibo-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.33478
+  - task:
+      name: Translation ibo-spa
+      type: translation
+      args: ibo-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ibo-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.35356
+  - task:
+      name: Translation ind-deu
+      type: translation
+      args: ind-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ind-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.9
+       - name: chr-F
+         type: chrf
+         value: 0.48605
+  - task:
+      name: Translation ind-eng
+      type: translation
+      args: ind-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ind-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.6
+       - name: chr-F
+         type: chrf
+         value: 0.61861
+  - task:
+      name: Translation ind-fra
+      type: translation
+      args: ind-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ind-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.5
+       - name: chr-F
+         type: chrf
+         value: 0.50741
+  - task:
+      name: Translation ind-por
+      type: translation
+      args: ind-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ind-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.50279
+  - task:
+      name: Translation ind-spa
+      type: translation
+      args: ind-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ind-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.52849
+  - task:
+      name: Translation isl-deu
+      type: translation
+      args: isl-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: isl-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.6
+       - name: chr-F
+         type: chrf
+         value: 0.44960
+  - task:
+      name: Translation isl-eng
+      type: translation
+      args: isl-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: isl-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.50794
+  - task:
+      name: Translation isl-fra
+      type: translation
+      args: isl-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: isl-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.46395
+  - task:
+      name: Translation isl-por
+      type: translation
+      args: isl-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: isl-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.45094
+  - task:
+      name: Translation isl-spa
+      type: translation
+      args: isl-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: isl-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.47760
+  - task:
+      name: Translation ita-deu
+      type: translation
+      args: ita-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ita-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.3
+       - name: chr-F
+         type: chrf
+         value: 0.51269
+  - task:
+      name: Translation ita-eng
+      type: translation
+      args: ita-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ita-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.61055
+  - task:
+      name: Translation ita-fra
+      type: translation
+      args: ita-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ita-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.55388
+  - task:
+      name: Translation ita-por
+      type: translation
+      args: ita-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ita-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.55618
+  - task:
+      name: Translation ita-spa
+      type: translation
+      args: ita-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ita-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.57218
+  - task:
+      name: Translation jpn-eng
+      type: translation
+      args: jpn-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: jpn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.42510
+  - task:
+      name: Translation jpn-fra
+      type: translation
+      args: jpn-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: jpn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.38325
+  - task:
+      name: Translation jpn-por
+      type: translation
+      args: jpn-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: jpn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.0
+       - name: chr-F
+         type: chrf
+         value: 0.37880
+  - task:
+      name: Translation jpn-spa
+      type: translation
+      args: jpn-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: jpn-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.39625
+  - task:
+      name: Translation kan-eng
+      type: translation
+      args: kan-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.9
+       - name: chr-F
+         type: chrf
+         value: 0.39938
+  - task:
+      name: Translation kat-eng
+      type: translation
+      args: kat-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kat-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.7
+       - name: chr-F
+         type: chrf
+         value: 0.40279
+  - task:
+      name: Translation kat-fra
+      type: translation
+      args: kat-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kat-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.37383
+  - task:
+      name: Translation kat-por
+      type: translation
+      args: kat-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kat-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.36201
+  - task:
+      name: Translation kat-spa
+      type: translation
+      args: kat-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kat-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.38541
+  - task:
+      name: Translation kaz-eng
+      type: translation
+      args: kaz-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kaz-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.41891
+  - task:
+      name: Translation kaz-fra
+      type: translation
+      args: kaz-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kaz-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.1
+       - name: chr-F
+         type: chrf
+         value: 0.38598
+  - task:
+      name: Translation kaz-por
+      type: translation
+      args: kaz-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kaz-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.1
+       - name: chr-F
+         type: chrf
+         value: 0.37951
+  - task:
+      name: Translation kaz-spa
+      type: translation
+      args: kaz-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kaz-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.40670
+  - task:
+      name: Translation lav-deu
+      type: translation
+      args: lav-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: lav-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.46085
+  - task:
+      name: Translation lav-eng
+      type: translation
+      args: lav-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: lav-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.7
+       - name: chr-F
+         type: chrf
+         value: 0.52552
+  - task:
+      name: Translation lav-fra
+      type: translation
+      args: lav-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: lav-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.1
+       - name: chr-F
+         type: chrf
+         value: 0.47464
+  - task:
+      name: Translation lav-por
+      type: translation
+      args: lav-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: lav-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.4
+       - name: chr-F
+         type: chrf
+         value: 0.46459
+  - task:
+      name: Translation lav-spa
+      type: translation
+      args: lav-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: lav-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.48650
+  - task:
+      name: Translation ltz-eng
+      type: translation
+      args: ltz-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ltz-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.54302
+  - task:
+      name: Translation ltz-por
+      type: translation
+      args: ltz-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ltz-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.45079
+  - task:
+      name: Translation mar-deu
+      type: translation
+      args: mar-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.39440
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.3
+       - name: chr-F
+         type: chrf
+         value: 0.47392
+  - task:
+      name: Translation mar-fra
+      type: translation
+      args: mar-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.39958
+  - task:
+      name: Translation mar-por
+      type: translation
+      args: mar-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.38074
+  - task:
+      name: Translation mar-spa
+      type: translation
+      args: mar-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.9
+       - name: chr-F
+         type: chrf
+         value: 0.42040
+  - task:
+      name: Translation mkd-deu
+      type: translation
+      args: mkd-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mkd-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.6
+       - name: chr-F
+         type: chrf
+         value: 0.50258
+  - task:
+      name: Translation mkd-eng
+      type: translation
+      args: mkd-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mkd-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.3
+       - name: chr-F
+         type: chrf
+         value: 0.59926
+  - task:
+      name: Translation mkd-fra
+      type: translation
+      args: mkd-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mkd-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+       - name: chr-F
+         type: chrf
+         value: 0.52273
+  - task:
+      name: Translation mkd-por
+      type: translation
+      args: mkd-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mkd-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.2
+       - name: chr-F
+         type: chrf
+         value: 0.51528
+  - task:
+      name: Translation mkd-spa
+      type: translation
+      args: mkd-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mkd-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.54270
+  - task:
+      name: Translation mlg-eng
+      type: translation
+      args: mlg-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlg-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.3
+       - name: chr-F
+         type: chrf
+         value: 0.41059
+  - task:
+      name: Translation mlg-fra
+      type: translation
+      args: mlg-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlg-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.38717
+  - task:
+      name: Translation mlg-por
+      type: translation
+      args: mlg-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlg-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.36465
+  - task:
+      name: Translation mlg-spa
+      type: translation
+      args: mlg-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlg-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.38083
+  - task:
+      name: Translation mlt-deu
+      type: translation
+      args: mlt-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlt-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.6
+       - name: chr-F
+         type: chrf
+         value: 0.48680
+  - task:
+      name: Translation mlt-eng
+      type: translation
+      args: mlt-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlt-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.6
+       - name: chr-F
+         type: chrf
+         value: 0.63462
+  - task:
+      name: Translation mlt-fra
+      type: translation
+      args: mlt-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlt-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.8
+       - name: chr-F
+         type: chrf
+         value: 0.52138
+  - task:
+      name: Translation mlt-por
+      type: translation
+      args: mlt-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlt-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.6
+       - name: chr-F
+         type: chrf
+         value: 0.51943
+  - task:
+      name: Translation mlt-spa
+      type: translation
+      args: mlt-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mlt-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.53967
+  - task:
+      name: Translation mri-eng
+      type: translation
+      args: mri-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mri-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.6
+       - name: chr-F
+         type: chrf
+         value: 0.37240
+  - task:
+      name: Translation mri-fra
+      type: translation
+      args: mri-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mri-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.33709
+  - task:
+      name: Translation mri-spa
+      type: translation
+      args: mri-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mri-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.7
+       - name: chr-F
+         type: chrf
+         value: 0.34550
+  - task:
+      name: Translation msa-deu
+      type: translation
+      args: msa-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: msa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.7
+       - name: chr-F
+         type: chrf
+         value: 0.45669
+  - task:
+      name: Translation msa-eng
+      type: translation
+      args: msa-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: msa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.9
+       - name: chr-F
+         type: chrf
+         value: 0.57773
+  - task:
+      name: Translation msa-fra
+      type: translation
+      args: msa-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: msa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.47740
+  - task:
+      name: Translation nld-fra
+      type: translation
+      args: nld-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nld-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.0
+       - name: chr-F
+         type: chrf
+         value: 0.53426
+  - task:
+      name: Translation nld-spa
+      type: translation
+      args: nld-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nld-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.3
+       - name: chr-F
+         type: chrf
+         value: 0.55158
+  - task:
+      name: Translation nno-por
+      type: translation
+      args: nno-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nno-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.50504
+  - task:
+      name: Translation nno-spa
+      type: translation
+      args: nno-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nno-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.0
+       - name: chr-F
+         type: chrf
+         value: 0.53069
+  - task:
+      name: Translation nob-fra
+      type: translation
+      args: nob-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nob-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.8
+       - name: chr-F
+         type: chrf
+         value: 0.53221
+  - task:
+      name: Translation nob-por
+      type: translation
+      args: nob-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nob-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.9
+       - name: chr-F
+         type: chrf
+         value: 0.52513
+  - task:
+      name: Translation nso-eng
+      type: translation
+      args: nso-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.39117
+  - task:
+      name: Translation nya-por
+      type: translation
+      args: nya-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.32240
+  - task:
+      name: Translation pan-eng
+      type: translation
+      args: pan-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.42669
+  - task:
+      name: Translation pan-fra
+      type: translation
+      args: pan-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.5
+       - name: chr-F
+         type: chrf
+         value: 0.35819
+  - task:
+      name: Translation pan-spa
+      type: translation
+      args: pan-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.0
+       - name: chr-F
+         type: chrf
+         value: 0.37156
+  - task:
+      name: Translation pol-deu
+      type: translation
+      args: pol-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pol-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.0
+       - name: chr-F
+         type: chrf
+         value: 0.48613
+  - task:
+      name: Translation pol-eng
+      type: translation
+      args: pol-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pol-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
+       - name: chr-F
+         type: chrf
+         value: 0.53276
+  - task:
+      name: Translation pol-fra
+      type: translation
+      args: pol-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pol-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.50446
+  - task:
+      name: Translation pol-por
+      type: translation
+      args: pol-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pol-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.49314
+  - task:
+      name: Translation pol-spa
+      type: translation
+      args: pol-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pol-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.8
+       - name: chr-F
+         type: chrf
+         value: 0.51313
+  - task:
+      name: Translation por-deu
+      type: translation
+      args: por-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.4
+       - name: chr-F
+         type: chrf
+         value: 0.51862
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.9
+       - name: chr-F
+         type: chrf
+         value: 0.61838
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.0
+       - name: chr-F
+         type: chrf
+         value: 0.54956
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.8
+       - name: chr-F
+         type: chrf
+         value: 0.58363
+  - task:
+      name: Translation prs-deu
+      type: translation
+      args: prs-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.0
+       - name: chr-F
+         type: chrf
+         value: 0.42183
+  - task:
+      name: Translation prs-eng
+      type: translation
+      args: prs-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.2
+       - name: chr-F
+         type: chrf
+         value: 0.49772
+  - task:
+      name: Translation prs-fra
+      type: translation
+      args: prs-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.7
+       - name: chr-F
+         type: chrf
+         value: 0.43811
+  - task:
+      name: Translation prs-por
+      type: translation
+      args: prs-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.9
+       - name: chr-F
+         type: chrf
+         value: 0.43047
+  - task:
+      name: Translation prs-spa
+      type: translation
+      args: prs-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.0
+       - name: chr-F
+         type: chrf
+         value: 0.45246
+  - task:
+      name: Translation ron-deu
+      type: translation
+      args: ron-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ron-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.6
+       - name: chr-F
+         type: chrf
+         value: 0.50587
+  - task:
+      name: Translation ron-eng
+      type: translation
+      args: ron-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ron-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+       - name: chr-F
+         type: chrf
+         value: 0.58832
+  - task:
+      name: Translation ron-fra
+      type: translation
+      args: ron-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ron-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.53785
+  - task:
+      name: Translation ron-por
+      type: translation
+      args: ron-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ron-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.5
+       - name: chr-F
+         type: chrf
+         value: 0.53776
+  - task:
+      name: Translation ron-spa
+      type: translation
+      args: ron-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ron-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.8
+       - name: chr-F
+         type: chrf
+         value: 0.56115
+  - task:
+      name: Translation rus-deu
+      type: translation
+      args: rus-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: rus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.47395
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.52728
+  - task:
+      name: Translation rus-fra
+      type: translation
+      args: rus-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: rus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.6
+       - name: chr-F
+         type: chrf
+         value: 0.49638
+  - task:
+      name: Translation rus-por
+      type: translation
+      args: rus-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: rus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.9
+       - name: chr-F
+         type: chrf
+         value: 0.47749
+  - task:
+      name: Translation rus-spa
+      type: translation
+      args: rus-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: rus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.50193
+  - task:
+      name: Translation slv-deu
+      type: translation
+      args: slv-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: slv-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.5
+       - name: chr-F
+         type: chrf
+         value: 0.49861
+  - task:
+      name: Translation slv-eng
+      type: translation
+      args: slv-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: slv-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.9
+       - name: chr-F
+         type: chrf
+         value: 0.55850
+  - task:
+      name: Translation slv-fra
+      type: translation
+      args: slv-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: slv-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.51117
+  - task:
+      name: Translation slv-por
+      type: translation
+      args: slv-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: slv-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.5
+       - name: chr-F
+         type: chrf
+         value: 0.50114
+  - task:
+      name: Translation afr-deu
+      type: translation
+      args: afr-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: afr-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.5
+       - name: chr-F
+         type: chrf
+         value: 0.65092
+  - task:
+      name: Translation afr-eng
+      type: translation
+      args: afr-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: afr-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 57.7
+       - name: chr-F
+         type: chrf
+         value: 0.71045
+  - task:
+      name: Translation afr-spa
+      type: translation
+      args: afr-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: afr-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.9
+       - name: chr-F
+         type: chrf
+         value: 0.70761
+  - task:
+      name: Translation ara-deu
+      type: translation
+      args: ara-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ara-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.6
+       - name: chr-F
+         type: chrf
+         value: 0.57255
+  - task:
+      name: Translation ara-eng
+      type: translation
+      args: ara-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ara-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.6
+       - name: chr-F
+         type: chrf
+         value: 0.54904
+  - task:
+      name: Translation ara-fra
+      type: translation
+      args: ara-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ara-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.3
+       - name: chr-F
+         type: chrf
+         value: 0.51444
+  - task:
+      name: Translation ara-spa
+      type: translation
+      args: ara-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ara-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.4
+       - name: chr-F
+         type: chrf
+         value: 0.59275
+  - task:
+      name: Translation awa-eng
+      type: translation
+      args: awa-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: awa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.1
+       - name: chr-F
+         type: chrf
+         value: 0.54336
+  - task:
+      name: Translation bel-deu
+      type: translation
+      args: bel-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bel-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.7
+       - name: chr-F
+         type: chrf
+         value: 0.61601
+  - task:
+      name: Translation bel-eng
+      type: translation
+      args: bel-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bel-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.9
+       - name: chr-F
+         type: chrf
+         value: 0.58808
+  - task:
+      name: Translation bel-fra
+      type: translation
+      args: bel-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bel-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.6
+       - name: chr-F
+         type: chrf
+         value: 0.64213
+  - task:
+      name: Translation bel-spa
+      type: translation
+      args: bel-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bel-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.5
+       - name: chr-F
+         type: chrf
+         value: 0.61926
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.4
+       - name: chr-F
+         type: chrf
+         value: 0.59355
+  - task:
+      name: Translation bos_Latn-eng
+      type: translation
+      args: bos_Latn-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bos_Latn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 59.3
+       - name: chr-F
+         type: chrf
+         value: 0.74642
+  - task:
+      name: Translation bul-deu
+      type: translation
+      args: bul-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bul-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.7
+       - name: chr-F
+         type: chrf
+         value: 0.64537
+  - task:
+      name: Translation bul-eng
+      type: translation
+      args: bul-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.4
+       - name: chr-F
+         type: chrf
+         value: 0.66875
+  - task:
+      name: Translation bul-fra
+      type: translation
+      args: bul-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.2
+       - name: chr-F
+         type: chrf
+         value: 0.67507
+  - task:
+      name: Translation bul-spa
+      type: translation
+      args: bul-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: bul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.0
+       - name: chr-F
+         type: chrf
+         value: 0.60580
+  - task:
+      name: Translation cat-deu
+      type: translation
+      args: cat-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cat-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.7
+       - name: chr-F
+         type: chrf
+         value: 0.59831
+  - task:
+      name: Translation cat-eng
+      type: translation
+      args: cat-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cat-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.0
+       - name: chr-F
+         type: chrf
+         value: 0.67167
+  - task:
+      name: Translation cat-fra
+      type: translation
+      args: cat-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cat-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.9
+       - name: chr-F
+         type: chrf
+         value: 0.68397
+  - task:
+      name: Translation cat-por
+      type: translation
+      args: cat-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cat-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.3
+       - name: chr-F
+         type: chrf
+         value: 0.72419
+  - task:
+      name: Translation cat-spa
+      type: translation
+      args: cat-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cat-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 70.1
+       - name: chr-F
+         type: chrf
+         value: 0.82715
+  - task:
+      name: Translation ceb-eng
+      type: translation
+      args: ceb-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ceb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.37649
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.2
+       - name: chr-F
+         type: chrf
+         value: 0.64331
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.9
+       - name: chr-F
+         type: chrf
+         value: 0.65217
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.3
+       - name: chr-F
+         type: chrf
+         value: 0.68572
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.1
+       - name: chr-F
+         type: chrf
+         value: 0.66549
+  - task:
+      name: Translation cmn_Hans-eng
+      type: translation
+      args: cmn_Hans-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hans-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.43629
+  - task:
+      name: Translation cmn_Hans-fra
+      type: translation
+      args: cmn_Hans-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hans-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.9
+       - name: chr-F
+         type: chrf
+         value: 0.43664
+  - task:
+      name: Translation cmn_Hans-por
+      type: translation
+      args: cmn_Hans-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hans-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.7
+       - name: chr-F
+         type: chrf
+         value: 0.44057
+  - task:
+      name: Translation cmn_Hans-spa
+      type: translation
+      args: cmn_Hans-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hans-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.50740
+  - task:
+      name: Translation cmn_Hant-eng
+      type: translation
+      args: cmn_Hant-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hant-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.42200
+  - task:
+      name: Translation cmn_Hant-fra
+      type: translation
+      args: cmn_Hant-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hant-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.42720
+  - task:
+      name: Translation cmn_Hant-por
+      type: translation
+      args: cmn_Hant-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hant-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.2
+       - name: chr-F
+         type: chrf
+         value: 0.44075
+  - task:
+      name: Translation cmn_Hant-spa
+      type: translation
+      args: cmn_Hant-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cmn_Hant-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.8
+       - name: chr-F
+         type: chrf
+         value: 0.46395
+  - task:
+      name: Translation cym-eng
+      type: translation
+      args: cym-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: cym-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.3
+       - name: chr-F
+         type: chrf
+         value: 0.56219
+  - task:
+      name: Translation dan-deu
+      type: translation
+      args: dan-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: dan-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.8
+       - name: chr-F
+         type: chrf
+         value: 0.68986
+  - task:
+      name: Translation dan-eng
+      type: translation
+      args: dan-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: dan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 58.6
+       - name: chr-F
+         type: chrf
+         value: 0.72855
+  - task:
+      name: Translation dan-fra
+      type: translation
+      args: dan-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: dan-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 58.8
+       - name: chr-F
+         type: chrf
+         value: 0.74245
+  - task:
+      name: Translation dan-por
+      type: translation
+      args: dan-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: dan-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 57.8
+       - name: chr-F
+         type: chrf
+         value: 0.75509
+  - task:
+      name: Translation dan-spa
+      type: translation
+      args: dan-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: dan-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.7
+       - name: chr-F
+         type: chrf
+         value: 0.69396
+  - task:
+      name: Translation deu-deu
+      type: translation
+      args: deu-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.3
+       - name: chr-F
+         type: chrf
+         value: 0.59000
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.3
+       - name: chr-F
+         type: chrf
+         value: 0.62522
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.5
+       - name: chr-F
+         type: chrf
+         value: 0.64153
+  - task:
+      name: Translation deu-por
+      type: translation
+      args: deu-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.4
+       - name: chr-F
+         type: chrf
+         value: 0.60440
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.8
+       - name: chr-F
+         type: chrf
+         value: 0.64608
+  - task:
+      name: Translation dsb-deu
+      type: translation
+      args: dsb-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: dsb-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.8
+       - name: chr-F
+         type: chrf
+         value: 0.49361
+  - task:
+      name: Translation ell-deu
+      type: translation
+      args: ell-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ell-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 47.0
+       - name: chr-F
+         type: chrf
+         value: 0.65559
+  - task:
+      name: Translation ell-eng
+      type: translation
+      args: ell-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ell-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 57.0
+       - name: chr-F
+         type: chrf
+         value: 0.72452
+  - task:
+      name: Translation ell-fra
+      type: translation
+      args: ell-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ell-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 55.8
+       - name: chr-F
+         type: chrf
+         value: 0.71519
+  - task:
+      name: Translation ell-por
+      type: translation
+      args: ell-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ell-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.2
+       - name: chr-F
+         type: chrf
+         value: 0.65702
+  - task:
+      name: Translation ell-spa
+      type: translation
+      args: ell-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ell-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.7
+       - name: chr-F
+         type: chrf
+         value: 0.61398
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.1
+       - name: chr-F
+         type: chrf
+         value: 0.58678
+  - task:
+      name: Translation eng-eng
+      type: translation
+      args: eng-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 68.7
+       - name: chr-F
+         type: chrf
+         value: 0.82914
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 46.1
+       - name: chr-F
+         type: chrf
+         value: 0.65063
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.2
+       - name: chr-F
+         type: chrf
+         value: 0.68859
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.5
+       - name: chr-F
+         type: chrf
+         value: 0.68920
+  - task:
+      name: Translation epo-deu
+      type: translation
+      args: epo-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: epo-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.4
+       - name: chr-F
+         type: chrf
+         value: 0.59014
+  - task:
+      name: Translation epo-eng
+      type: translation
+      args: epo-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: epo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 46.3
+       - name: chr-F
+         type: chrf
+         value: 0.63122
+  - task:
+      name: Translation epo-fra
+      type: translation
+      args: epo-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: epo-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.6
+       - name: chr-F
+         type: chrf
+         value: 0.58149
+  - task:
+      name: Translation epo-por
+      type: translation
+      args: epo-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: epo-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.2
+       - name: chr-F
+         type: chrf
+         value: 0.60324
+  - task:
+      name: Translation epo-spa
+      type: translation
+      args: epo-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: epo-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.6
+       - name: chr-F
+         type: chrf
+         value: 0.62955
+  - task:
+      name: Translation est-deu
+      type: translation
+      args: est-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: est-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.7
+       - name: chr-F
+         type: chrf
+         value: 0.64025
+  - task:
+      name: Translation est-eng
+      type: translation
+      args: est-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: est-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.9
+       - name: chr-F
+         type: chrf
+         value: 0.65633
+  - task:
+      name: Translation eus-deu
+      type: translation
+      args: eus-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.8
+       - name: chr-F
+         type: chrf
+         value: 0.57833
+  - task:
+      name: Translation eus-eng
+      type: translation
+      args: eus-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.0
+       - name: chr-F
+         type: chrf
+         value: 0.61860
+  - task:
+      name: Translation eus-spa
+      type: translation
+      args: eus-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.9
+       - name: chr-F
+         type: chrf
+         value: 0.59847
+  - task:
+      name: Translation fao-eng
+      type: translation
+      args: fao-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fao-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.2
+       - name: chr-F
+         type: chrf
+         value: 0.51390
+  - task:
+      name: Translation fas-deu
+      type: translation
+      args: fas-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fas-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+       - name: chr-F
+         type: chrf
+         value: 0.54134
+  - task:
+      name: Translation fas-eng
+      type: translation
+      args: fas-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fas-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.9
+       - name: chr-F
+         type: chrf
+         value: 0.55065
+  - task:
+      name: Translation fas-fra
+      type: translation
+      args: fas-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fas-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.8
+       - name: chr-F
+         type: chrf
+         value: 0.54990
+  - task:
+      name: Translation fin-deu
+      type: translation
+      args: fin-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.6
+       - name: chr-F
+         type: chrf
+         value: 0.59382
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.3
+       - name: chr-F
+         type: chrf
+         value: 0.62477
+  - task:
+      name: Translation fin-fra
+      type: translation
+      args: fin-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.2
+       - name: chr-F
+         type: chrf
+         value: 0.61527
+  - task:
+      name: Translation fin-por
+      type: translation
+      args: fin-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.1
+       - name: chr-F
+         type: chrf
+         value: 0.69569
+  - task:
+      name: Translation fin-spa
+      type: translation
+      args: fin-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.2
+       - name: chr-F
+         type: chrf
+         value: 0.62879
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.5
+       - name: chr-F
+         type: chrf
+         value: 0.64320
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 52.3
+       - name: chr-F
+         type: chrf
+         value: 0.68541
+  - task:
+      name: Translation fra-fra
+      type: translation
+      args: fra-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.7
+       - name: chr-F
+         type: chrf
+         value: 0.62951
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.2
+       - name: chr-F
+         type: chrf
+         value: 0.67912
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.8
+       - name: chr-F
+         type: chrf
+         value: 0.69174
+  - task:
+      name: Translation fry-eng
+      type: translation
+      args: fry-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fry-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.9
+       - name: chr-F
+         type: chrf
+         value: 0.53679
+  - task:
+      name: Translation gle-eng
+      type: translation
+      args: gle-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: gle-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.2
+       - name: chr-F
+         type: chrf
+         value: 0.55023
+  - task:
+      name: Translation glg-eng
+      type: translation
+      args: glg-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: glg-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.8
+       - name: chr-F
+         type: chrf
+         value: 0.66283
+  - task:
+      name: Translation glg-por
+      type: translation
+      args: glg-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: glg-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 59.9
+       - name: chr-F
+         type: chrf
+         value: 0.75766
+  - task:
+      name: Translation glg-spa
+      type: translation
+      args: glg-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: glg-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 63.8
+       - name: chr-F
+         type: chrf
+         value: 0.76978
+  - task:
+      name: Translation gos-deu
+      type: translation
+      args: gos-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: gos-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.0
+       - name: chr-F
+         type: chrf
+         value: 0.42288
+  - task:
+      name: Translation gos-eng
+      type: translation
+      args: gos-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: gos-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.2
+       - name: chr-F
+         type: chrf
+         value: 0.36783
+  - task:
+      name: Translation gsw-eng
+      type: translation
+      args: gsw-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: gsw-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.43570
+  - task:
+      name: Translation hbs-deu
+      type: translation
+      args: hbs-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hbs-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 46.6
+       - name: chr-F
+         type: chrf
+         value: 0.65914
+  - task:
+      name: Translation hbs-eng
+      type: translation
+      args: hbs-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hbs-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.3
+       - name: chr-F
+         type: chrf
+         value: 0.66115
+  - task:
+      name: Translation hbs-fra
+      type: translation
+      args: hbs-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hbs-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.4
+       - name: chr-F
+         type: chrf
+         value: 0.64444
+  - task:
+      name: Translation hbs-spa
+      type: translation
+      args: hbs-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hbs-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.4
+       - name: chr-F
+         type: chrf
+         value: 0.67758
+  - task:
+      name: Translation heb-deu
+      type: translation
+      args: heb-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: heb-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.2
+       - name: chr-F
+         type: chrf
+         value: 0.59478
+  - task:
+      name: Translation heb-eng
+      type: translation
+      args: heb-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: heb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.2
+       - name: chr-F
+         type: chrf
+         value: 0.59663
+  - task:
+      name: Translation heb-fra
+      type: translation
+      args: heb-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: heb-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.1
+       - name: chr-F
+         type: chrf
+         value: 0.59598
+  - task:
+      name: Translation heb-por
+      type: translation
+      args: heb-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: heb-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.0
+       - name: chr-F
+         type: chrf
+         value: 0.59893
+  - task:
+      name: Translation heb-spa
+      type: translation
+      args: heb-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: heb-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.6
+       - name: chr-F
+         type: chrf
+         value: 0.63095
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.6
+       - name: chr-F
+         type: chrf
+         value: 0.61435
+  - task:
+      name: Translation hrv-deu
+      type: translation
+      args: hrv-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hrv-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 46.3
+       - name: chr-F
+         type: chrf
+         value: 0.64724
+  - task:
+      name: Translation hrv-eng
+      type: translation
+      args: hrv-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hrv-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 53.5
+       - name: chr-F
+         type: chrf
+         value: 0.69236
+  - task:
+      name: Translation hrv-fra
+      type: translation
+      args: hrv-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hrv-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.0
+       - name: chr-F
+         type: chrf
+         value: 0.61205
+  - task:
+      name: Translation hrv-spa
+      type: translation
+      args: hrv-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hrv-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.2
+       - name: chr-F
+         type: chrf
+         value: 0.64826
+  - task:
+      name: Translation hsb-deu
+      type: translation
+      args: hsb-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hsb-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.4
+       - name: chr-F
+         type: chrf
+         value: 0.51359
+  - task:
+      name: Translation hun-deu
+      type: translation
+      args: hun-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hun-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.7
+       - name: chr-F
+         type: chrf
+         value: 0.55409
+  - task:
+      name: Translation hun-eng
+      type: translation
+      args: hun-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hun-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.3
+       - name: chr-F
+         type: chrf
+         value: 0.58597
+  - task:
+      name: Translation hun-fra
+      type: translation
+      args: hun-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hun-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.8
+       - name: chr-F
+         type: chrf
+         value: 0.61238
+  - task:
+      name: Translation hun-por
+      type: translation
+      args: hun-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hun-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.7
+       - name: chr-F
+         type: chrf
+         value: 0.59369
+  - task:
+      name: Translation hun-spa
+      type: translation
+      args: hun-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hun-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.0
+       - name: chr-F
+         type: chrf
+         value: 0.62248
+  - task:
+      name: Translation hye-eng
+      type: translation
+      args: hye-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hye-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.45721
+  - task:
+      name: Translation ido_Latn-eng
+      type: translation
+      args: ido_Latn-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ido_Latn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.1
+       - name: chr-F
+         type: chrf
+         value: 0.49142
+  - task:
+      name: Translation ilo-eng
+      type: translation
+      args: ilo-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ilo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.48258
+  - task:
+      name: Translation ind-deu
+      type: translation
+      args: ind-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ind-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.5
+       - name: chr-F
+         type: chrf
+         value: 0.58984
+  - task:
+      name: Translation ind-eng
+      type: translation
+      args: ind-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ind-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.6
+       - name: chr-F
+         type: chrf
+         value: 0.61331
+  - task:
+      name: Translation ind-fra
+      type: translation
+      args: ind-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ind-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.7
+       - name: chr-F
+         type: chrf
+         value: 0.59252
+  - task:
+      name: Translation isl-deu
+      type: translation
+      args: isl-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: isl-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.7
+       - name: chr-F
+         type: chrf
+         value: 0.59711
+  - task:
+      name: Translation isl-eng
+      type: translation
+      args: isl-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: isl-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.5
+       - name: chr-F
+         type: chrf
+         value: 0.58680
+  - task:
+      name: Translation isl-spa
+      type: translation
+      args: isl-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: isl-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.3
+       - name: chr-F
+         type: chrf
+         value: 0.59365
+  - task:
+      name: Translation ita-deu
+      type: translation
+      args: ita-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ita-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.4
+       - name: chr-F
+         type: chrf
+         value: 0.63984
+  - task:
+      name: Translation ita-eng
+      type: translation
+      args: ita-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ita-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 64.1
+       - name: chr-F
+         type: chrf
+         value: 0.76391
+  - task:
+      name: Translation ita-fra
+      type: translation
+      args: ita-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ita-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 58.8
+       - name: chr-F
+         type: chrf
+         value: 0.73609
+  - task:
+      name: Translation ita-por
+      type: translation
+      args: ita-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ita-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.9
+       - name: chr-F
+         type: chrf
+         value: 0.71299
+  - task:
+      name: Translation ita-spa
+      type: translation
+      args: ita-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ita-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 59.2
+       - name: chr-F
+         type: chrf
+         value: 0.75113
+  - task:
+      name: Translation jpn-eng
+      type: translation
+      args: jpn-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: jpn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.8
+       - name: chr-F
+         type: chrf
+         value: 0.43223
+  - task:
+      name: Translation jpn-fra
+      type: translation
+      args: jpn-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: jpn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.0
+       - name: chr-F
+         type: chrf
+         value: 0.43219
+  - task:
+      name: Translation jpn-por
+      type: translation
+      args: jpn-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: jpn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.0
+       - name: chr-F
+         type: chrf
+         value: 0.43496
+  - task:
+      name: Translation jpn-spa
+      type: translation
+      args: jpn-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: jpn-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.45502
+  - task:
+      name: Translation kat-eng
+      type: translation
+      args: kat-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: kat-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.9
+       - name: chr-F
+         type: chrf
+         value: 0.54012
+  - task:
+      name: Translation kaz-eng
+      type: translation
+      args: kaz-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: kaz-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.7
+       - name: chr-F
+         type: chrf
+         value: 0.49920
+  - task:
+      name: Translation kaz_Cyrl-eng
+      type: translation
+      args: kaz_Cyrl-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: kaz_Cyrl-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.50415
+  - task:
+      name: Translation lat-spa
+      type: translation
+      args: lat-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: lat-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.40919
+  - task:
+      name: Translation lav-eng
+      type: translation
+      args: lav-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: lav-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.0
+       - name: chr-F
+         type: chrf
+         value: 0.64727
+  - task:
+      name: Translation lfn_Latn-deu
+      type: translation
+      args: lfn_Latn-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: lfn_Latn-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.3
+       - name: chr-F
+         type: chrf
+         value: 0.53889
+  - task:
+      name: Translation lfn_Latn-eng
+      type: translation
+      args: lfn_Latn-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: lfn_Latn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.4
+       - name: chr-F
+         type: chrf
+         value: 0.52686
+  - task:
+      name: Translation lfn_Latn-fra
+      type: translation
+      args: lfn_Latn-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: lfn_Latn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.0
+       - name: chr-F
+         type: chrf
+         value: 0.54701
+  - task:
+      name: Translation lfn_Latn-por
+      type: translation
+      args: lfn_Latn-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: lfn_Latn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.9
+       - name: chr-F
+         type: chrf
+         value: 0.53719
+  - task:
+      name: Translation mal-eng
+      type: translation
+      args: mal-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: mal-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.51324
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.2
+       - name: chr-F
+         type: chrf
+         value: 0.60262
+  - task:
+      name: Translation mkd-eng
+      type: translation
+      args: mkd-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: mkd-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.1
+       - name: chr-F
+         type: chrf
+         value: 0.62702
+  - task:
+      name: Translation mkd-spa
+      type: translation
+      args: mkd-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: mkd-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.3
+       - name: chr-F
+         type: chrf
+         value: 0.70753
+  - task:
+      name: Translation mlt-eng
+      type: translation
+      args: mlt-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: mlt-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.6
+       - name: chr-F
+         type: chrf
+         value: 0.55253
+  - task:
+      name: Translation msa-deu
+      type: translation
+      args: msa-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: msa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.1
+       - name: chr-F
+         type: chrf
+         value: 0.58593
+  - task:
+      name: Translation msa-eng
+      type: translation
+      args: msa-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: msa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.6
+       - name: chr-F
+         type: chrf
+         value: 0.60501
+  - task:
+      name: Translation multi-multi
+      type: translation
+      args: multi-multi
+    dataset:
+      name: tatoeba-test-v2020-07-28-v2023-09-26
+      type: tatoeba_mt
+      args: multi-multi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.6
+       - name: chr-F
+         type: chrf
+         value: 0.61011
+  - task:
+      name: Translation nld-deu
+      type: translation
+      args: nld-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nld-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.4
+       - name: chr-F
+         type: chrf
+         value: 0.69163
+  - task:
+      name: Translation nor-deu
+      type: translation
+      args: nor-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nor-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.1
+       - name: chr-F
+         type: chrf
+         value: 0.65791
+  - task:
+      name: Translation oci-fra
+      type: translation
+      args: oci-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: oci-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.7
+       - name: chr-F
+         type: chrf
+         value: 0.45312
+  - task:
+      name: Translation pes-eng
+      type: translation
+      args: pes-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: pes-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.1
+       - name: chr-F
+         type: chrf
+         value: 0.55345
+  - task:
+      name: Translation pol-deu
+      type: translation
+      args: pol-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: pol-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.0
+       - name: chr-F
+         type: chrf
+         value: 0.63490
+  - task:
+      name: Translation pol-eng
+      type: translation
+      args: pol-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: pol-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.1
+       - name: chr-F
+         type: chrf
+         value: 0.64737
+  - task:
+      name: Translation pol-fra
+      type: translation
+      args: pol-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: pol-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.2
+       - name: chr-F
+         type: chrf
+         value: 0.62800
+  - task:
+      name: Translation pol-por
+      type: translation
+      args: pol-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: pol-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.8
+       - name: chr-F
+         type: chrf
+         value: 0.61151
+  - task:
+      name: Translation pol-spa
+      type: translation
+      args: pol-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: pol-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.6
+       - name: chr-F
+         type: chrf
+         value: 0.62972
+  - task:
+      name: Translation por-deu
+      type: translation
+      args: por-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.9
+       - name: chr-F
+         type: chrf
+         value: 0.64062
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 58.9
+       - name: chr-F
+         type: chrf
+         value: 0.73166
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 55.5
+       - name: chr-F
+         type: chrf
+         value: 0.72391
+  - task:
+      name: Translation por-por
+      type: translation
+      args: por-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.4
+       - name: chr-F
+         type: chrf
+         value: 0.73726
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 61.2
+       - name: chr-F
+         type: chrf
+         value: 0.77104
+  - task:
+      name: Translation ron-deu
+      type: translation
+      args: ron-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ron-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.5
+       - name: chr-F
+         type: chrf
+         value: 0.64398
+  - task:
+      name: Translation ron-eng
+      type: translation
+      args: ron-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ron-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 53.2
+       - name: chr-F
+         type: chrf
+         value: 0.68856
+  - task:
+      name: Translation ron-fra
+      type: translation
+      args: ron-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ron-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.9
+       - name: chr-F
+         type: chrf
+         value: 0.67584
+  - task:
+      name: Translation ron-por
+      type: translation
+      args: ron-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ron-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.9
+       - name: chr-F
+         type: chrf
+         value: 0.71321
+  - task:
+      name: Translation ron-spa
+      type: translation
+      args: ron-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ron-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.1
+       - name: chr-F
+         type: chrf
+         value: 0.71088
+  - task:
+      name: Translation run-eng
+      type: translation
+      args: run-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.3
+       - name: chr-F
+         type: chrf
+         value: 0.42256
+  - task:
+      name: Translation run-fra
+      type: translation
+      args: run-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.38934
+  - task:
+      name: Translation rus-deu
+      type: translation
+      args: rus-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: rus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.6
+       - name: chr-F
+         type: chrf
+         value: 0.64030
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.2
+       - name: chr-F
+         type: chrf
+         value: 0.65436
+  - task:
+      name: Translation rus-fra
+      type: translation
+      args: rus-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: rus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.8
+       - name: chr-F
+         type: chrf
+         value: 0.63112
+  - task:
+      name: Translation rus-por
+      type: translation
+      args: rus-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: rus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.1
+       - name: chr-F
+         type: chrf
+         value: 0.61328
+  - task:
+      name: Translation rus-spa
+      type: translation
+      args: rus-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: rus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.2
+       - name: chr-F
+         type: chrf
+         value: 0.64612
+  - task:
+      name: Translation slv-deu
+      type: translation
+      args: slv-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: slv-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.1
+       - name: chr-F
+         type: chrf
+         value: 0.67667
+  - task:
+      name: Translation slv-eng
+      type: translation
+      args: slv-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: slv-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.9
+       - name: chr-F
+         type: chrf
+         value: 0.66956
+  - task:
+      name: Translation slv-fra
+      type: translation
+      args: slv-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: slv-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.5
+       - name: chr-F
+         type: chrf
+         value: 0.57163
+  - task:
+      name: Translation ara-eng
+      type: translation
+      args: ara-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ara-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+       - name: chr-F
+         type: chrf
+         value: 0.54754
+  - task:
+      name: Translation ara-fra
+      type: translation
+      args: ara-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ara-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.47603
+  - task:
+      name: Translation ara-por
+      type: translation
+      args: ara-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ara-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.6
+       - name: chr-F
+         type: chrf
+         value: 0.51671
+  - task:
+      name: Translation ara-spa
+      type: translation
+      args: ara-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ara-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.7
+       - name: chr-F
+         type: chrf
+         value: 0.53399
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.48344
+  - task:
+      name: Translation ben-fra
+      type: translation
+      args: ben-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.41452
+  - task:
+      name: Translation ben-por
+      type: translation
+      args: ben-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.7
+       - name: chr-F
+         type: chrf
+         value: 0.43394
+  - task:
+      name: Translation ben-spa
+      type: translation
+      args: ben-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.45544
+  - task:
+      name: Translation ckb-por
+      type: translation
+      args: ckb-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ckb-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.0
+       - name: chr-F
+         type: chrf
+         value: 0.31024
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.6
+       - name: chr-F
+         type: chrf
+         value: 0.60115
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.3
+       - name: chr-F
+         type: chrf
+         value: 0.69271
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 47.2
+       - name: chr-F
+         type: chrf
+         value: 0.69653
+  - task:
+      name: Translation fas-eng
+      type: translation
+      args: fas-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.5
+       - name: chr-F
+         type: chrf
+         value: 0.54574
+  - task:
+      name: Translation fas-fra
+      type: translation
+      args: fas-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.47294
+  - task:
+      name: Translation fas-por
+      type: translation
+      args: fas-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.51476
+  - task:
+      name: Translation fas-spa
+      type: translation
+      args: fas-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.2
+       - name: chr-F
+         type: chrf
+         value: 0.52553
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.6
+       - name: chr-F
+         type: chrf
+         value: 0.58589
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.8
+       - name: chr-F
+         type: chrf
+         value: 0.55536
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.6
+       - name: chr-F
+         type: chrf
+         value: 0.56734
+  - task:
+      name: Translation hau-eng
+      type: translation
+      args: hau-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hau-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.4
+       - name: chr-F
+         type: chrf
+         value: 0.37342
+  - task:
+      name: Translation hau-fra
+      type: translation
+      args: hau-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hau-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.5
+       - name: chr-F
+         type: chrf
+         value: 0.32122
+  - task:
+      name: Translation hau-por
+      type: translation
+      args: hau-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hau-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.5
+       - name: chr-F
+         type: chrf
+         value: 0.33600
+  - task:
+      name: Translation hau-spa
+      type: translation
+      args: hau-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hau-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.35510
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.59076
+  - task:
+      name: Translation hin-fra
+      type: translation
+      args: hin-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.47808
+  - task:
+      name: Translation hin-por
+      type: translation
+      args: hin-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.7
+       - name: chr-F
+         type: chrf
+         value: 0.52503
+  - task:
+      name: Translation hin-spa
+      type: translation
+      args: hin-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.53813
+  - task:
+      name: Translation ind-eng
+      type: translation
+      args: ind-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ind-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.1
+       - name: chr-F
+         type: chrf
+         value: 0.66479
+  - task:
+      name: Translation ind-fra
+      type: translation
+      args: ind-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ind-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+       - name: chr-F
+         type: chrf
+         value: 0.53716
+  - task:
+      name: Translation ind-por
+      type: translation
+      args: ind-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ind-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.7
+       - name: chr-F
+         type: chrf
+         value: 0.59409
+  - task:
+      name: Translation ind-spa
+      type: translation
+      args: ind-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ind-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.1
+       - name: chr-F
+         type: chrf
+         value: 0.60176
+  - task:
+      name: Translation lug-eng
+      type: translation
+      args: lug-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lug-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.34827
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.47258
+  - task:
+      name: Translation mar-fra
+      type: translation
+      args: mar-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.40156
+  - task:
+      name: Translation mar-por
+      type: translation
+      args: mar-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.41281
+  - task:
+      name: Translation mar-spa
+      type: translation
+      args: mar-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.8
+       - name: chr-F
+         type: chrf
+         value: 0.44960
+  - task:
+      name: Translation msa-fra
+      type: translation
+      args: msa-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: msa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.52071
+  - task:
+      name: Translation msa-por
+      type: translation
+      args: msa-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: msa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.2
+       - name: chr-F
+         type: chrf
+         value: 0.58553
+  - task:
+      name: Translation por-eng
+      type: translation
+      args: por-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: por-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 46.4
+       - name: chr-F
+         type: chrf
+         value: 0.70548
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.0
+       - name: chr-F
+         type: chrf
+         value: 0.57355
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.3
+       - name: chr-F
+         type: chrf
+         value: 0.66116
+  - task:
+      name: Translation prs-eng
+      type: translation
+      args: prs-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.6
+       - name: chr-F
+         type: chrf
+         value: 0.51514
+  - task:
+      name: Translation prs-fra
+      type: translation
+      args: prs-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.9
+       - name: chr-F
+         type: chrf
+         value: 0.44725
+  - task:
+      name: Translation prs-por
+      type: translation
+      args: prs-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.48683
+  - task:
+      name: Translation prs-spa
+      type: translation
+      args: prs-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.9
+       - name: chr-F
+         type: chrf
+         value: 0.50656
+  - task:
+      name: Translation pus-eng
+      type: translation
+      args: pus-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.41078
+  - task:
+      name: Translation pus-fra
+      type: translation
+      args: pus-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.2
+       - name: chr-F
+         type: chrf
+         value: 0.36012
+  - task:
+      name: Translation pus-por
+      type: translation
+      args: pus-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.4
+       - name: chr-F
+         type: chrf
+         value: 0.38936
+  - task:
+      name: Translation pus-spa
+      type: translation
+      args: pus-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.40026
+  - task:
+      name: Translation rus-fra
+      type: translation
+      args: rus-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: rus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.49722
+  - task:
+      name: Translation rus-por
+      type: translation
+      args: rus-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: rus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.53902
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.2
+       - name: chr-F
+         type: chrf
+         value: 0.50184
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.6
+       - name: chr-F
+         type: chrf
+         value: 0.50980
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.52405
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.3
+       - name: chr-F
+         type: chrf
+         value: 0.52270
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.52210
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.9
+       - name: chr-F
+         type: chrf
+         value: 0.52589
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.8
+       - name: chr-F
+         type: chrf
+         value: 0.51902
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.50792
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.8
+       - name: chr-F
+         type: chrf
+         value: 0.53657
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.54883
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.50380
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.6
+       - name: chr-F
+         type: chrf
+         value: 0.52690
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.56865
+  - task:
+      name: Translation hun-deu
+      type: translation
+      args: hun-deu
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: hun-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.1
+       - name: chr-F
+         type: chrf
+         value: 0.45945
+  - task:
+      name: Translation hun-eng
+      type: translation
+      args: hun-eng
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: hun-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.46583
+  - task:
+      name: Translation hun-fra
+      type: translation
+      args: hun-fra
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: hun-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.5
+       - name: chr-F
+         type: chrf
+         value: 0.47705
+  - task:
+      name: Translation hun-spa
+      type: translation
+      args: hun-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: hun-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.5
+       - name: chr-F
+         type: chrf
+         value: 0.47837
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.50212
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.0
+       - name: chr-F
+         type: chrf
+         value: 0.52672
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.52509
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.5
+       - name: chr-F
+         type: chrf
+         value: 0.52698
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.0
+       - name: chr-F
+         type: chrf
+         value: 0.51657
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.2
+       - name: chr-F
+         type: chrf
+         value: 0.51700
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
+       - name: chr-F
+         type: chrf
+         value: 0.51476
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.7
+       - name: chr-F
+         type: chrf
+         value: 0.50867
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.0
+       - name: chr-F
+         type: chrf
+         value: 0.55505
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.56130
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.9
+       - name: chr-F
+         type: chrf
+         value: 0.50213
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.54762
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.57098
+  - task:
+      name: Translation hun-deu
+      type: translation
+      args: hun-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: hun-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.45859
+  - task:
+      name: Translation hun-eng
+      type: translation
+      args: hun-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: hun-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.47458
+  - task:
+      name: Translation hun-fra
+      type: translation
+      args: hun-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: hun-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.4
+       - name: chr-F
+         type: chrf
+         value: 0.47259
+  - task:
+      name: Translation hun-spa
+      type: translation
+      args: hun-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: hun-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.5
+       - name: chr-F
+         type: chrf
+         value: 0.47918
+  - task:
+      name: Translation ita-deu
+      type: translation
+      args: ita-deu
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ita-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.9
+       - name: chr-F
+         type: chrf
+         value: 0.50313
+  - task:
+      name: Translation ita-eng
+      type: translation
+      args: ita-eng
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ita-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.57010
+  - task:
+      name: Translation ita-fra
+      type: translation
+      args: ita-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ita-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.8
+       - name: chr-F
+         type: chrf
+         value: 0.57497
+  - task:
+      name: Translation ita-spa
+      type: translation
+      args: ita-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: ita-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.8
+       - name: chr-F
+         type: chrf
+         value: 0.58142
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.51231
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.54084
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.8
+       - name: chr-F
+         type: chrf
+         value: 0.53352
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.3
+       - name: chr-F
+         type: chrf
+         value: 0.55395
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.55776
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.4
+       - name: chr-F
+         type: chrf
+         value: 0.55086
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.3
+       - name: chr-F
+         type: chrf
+         value: 0.56549
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.52287
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.9
+       - name: chr-F
+         type: chrf
+         value: 0.57485
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.8
+       - name: chr-F
+         type: chrf
+         value: 0.60005
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.51053
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+       - name: chr-F
+         type: chrf
+         value: 0.56909
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.8
+       - name: chr-F
+         type: chrf
+         value: 0.60389
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.49767
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.2
+       - name: chr-F
+         type: chrf
+         value: 0.53124
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.53716
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.54005
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+       - name: chr-F
+         type: chrf
+         value: 0.52573
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.53006
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.2
+       - name: chr-F
+         type: chrf
+         value: 0.53884
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.6
+       - name: chr-F
+         type: chrf
+         value: 0.50516
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.6
+       - name: chr-F
+         type: chrf
+         value: 0.58992
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.0
+       - name: chr-F
+         type: chrf
+         value: 0.60182
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.3
+       - name: chr-F
+         type: chrf
+         value: 0.50177
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.57307
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.8
+       - name: chr-F
+         type: chrf
+         value: 0.60832
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.2
+       - name: chr-F
+         type: chrf
+         value: 0.49618
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.8
+       - name: chr-F
+         type: chrf
+         value: 0.52837
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.9
+       - name: chr-F
+         type: chrf
+         value: 0.53314
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.1
+       - name: chr-F
+         type: chrf
+         value: 0.53704
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.53682
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.9
+       - name: chr-F
+         type: chrf
+         value: 0.53422
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.54192
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.1
+       - name: chr-F
+         type: chrf
+         value: 0.50517
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.6
+       - name: chr-F
+         type: chrf
+         value: 0.57322
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.9
+       - name: chr-F
+         type: chrf
+         value: 0.60322
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.8
+       - name: chr-F
+         type: chrf
+         value: 0.49972
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.57028
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.2
+       - name: chr-F
+         type: chrf
+         value: 0.60309
+  - task:
+      name: Translation rus-deu
+      type: translation
+      args: rus-deu
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: rus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.45798
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.9
+       - name: chr-F
+         type: chrf
+         value: 0.58723
+  - task:
+      name: Translation rus-fra
+      type: translation
+      args: rus-fra
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: rus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.50740
+  - task:
+      name: Translation rus-spa
+      type: translation
+      args: rus-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: rus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.1
+       - name: chr-F
+         type: chrf
+         value: 0.51641
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.6
+       - name: chr-F
+         type: chrf
+         value: 0.51978
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.55207
+  - task:
+      name: Translation ces-fra
+      type: translation
+      args: ces-fra
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: ces-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.53236
+  - task:
+      name: Translation ces-spa
+      type: translation
+      args: ces-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: ces-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.1
+       - name: chr-F
+         type: chrf
+         value: 0.54234
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.7
+       - name: chr-F
+         type: chrf
+         value: 0.55601
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.1
+       - name: chr-F
+         type: chrf
+         value: 0.53764
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.4
+       - name: chr-F
+         type: chrf
+         value: 0.54225
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.6
+       - name: chr-F
+         type: chrf
+         value: 0.53039
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.56938
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.7
+       - name: chr-F
+         type: chrf
+         value: 0.57944
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.51437
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.4
+       - name: chr-F
+         type: chrf
+         value: 0.57158
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.5
+       - name: chr-F
+         type: chrf
+         value: 0.57480
+  - task:
+      name: Translation rus-deu
+      type: translation
+      args: rus-deu
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: rus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.5
+       - name: chr-F
+         type: chrf
+         value: 0.49914
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.53711
+  - task:
+      name: Translation rus-fra
+      type: translation
+      args: rus-fra
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: rus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.2
+       - name: chr-F
+         type: chrf
+         value: 0.52616
+  - task:
+      name: Translation rus-spa
+      type: translation
+      args: rus-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: rus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.53637
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.3
+       - name: chr-F
+         type: chrf
+         value: 0.58425
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.8
+       - name: chr-F
+         type: chrf
+         value: 0.56105
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.54995
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.7
+       - name: chr-F
+         type: chrf
+         value: 0.62054
+  - task:
+      name: Translation fra-eng
+      type: translation
+      args: fra-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: fra-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.8
+       - name: chr-F
+         type: chrf
+         value: 0.60603
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.52740
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.9
+       - name: chr-F
+         type: chrf
+         value: 0.59871
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2015
+      type: wmt-2015-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.5
+       - name: chr-F
+         type: chrf
+         value: 0.53850
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2015
+      type: wmt-2015-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.56659
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2015
+      type: wmt-2015-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+       - name: chr-F
+         type: chrf
+         value: 0.56263
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: newstest2015
+      type: wmt-2015-news
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.50789
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2015
+      type: wmt-2015-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.7
+       - name: chr-F
+         type: chrf
+         value: 0.56533
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.3
+       - name: chr-F
+         type: chrf
+         value: 0.56310
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.7
+       - name: chr-F
+         type: chrf
+         value: 0.61288
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.9
+       - name: chr-F
+         type: chrf
+         value: 0.60235
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.4
+       - name: chr-F
+         type: chrf
+         value: 0.53305
+  - task:
+      name: Translation ron-eng
+      type: translation
+      args: ron-eng
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: ron-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.6
+       - name: chr-F
+         type: chrf
+         value: 0.60502
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.4
+       - name: chr-F
+         type: chrf
+         value: 0.56287
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.8
+       - name: chr-F
+         type: chrf
+         value: 0.53171
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.8
+       - name: chr-F
+         type: chrf
+         value: 0.57941
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.1
+       - name: chr-F
+         type: chrf
+         value: 0.55674
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.1
+       - name: chr-F
+         type: chrf
+         value: 0.54579
+  - task:
+      name: Translation lav-eng
+      type: translation
+      args: lav-eng
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: lav-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.49180
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2017
+      type: wmt-2017-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.2
+       - name: chr-F
+         type: chrf
+         value: 0.59103
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.7
+       - name: chr-F
+         type: chrf
+         value: 0.54210
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.0
+       - name: chr-F
+         type: chrf
+         value: 0.62725
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.2
+       - name: chr-F
+         type: chrf
+         value: 0.63963
+  - task:
+      name: Translation est-eng
+      type: translation
+      args: est-eng
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: est-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.53620
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.48070
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2018
+      type: wmt-2018-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.4
+       - name: chr-F
+         type: chrf
+         value: 0.55683
+  - task:
+      name: Translation ces-deu
+      type: translation
+      args: ces-deu
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: ces-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.3
+       - name: chr-F
+         type: chrf
+         value: 0.51243
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.59331
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.1
+       - name: chr-F
+         type: chrf
+         value: 0.59123
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.4
+       - name: chr-F
+         type: chrf
+         value: 0.61248
+  - task:
+      name: Translation fin-eng
+      type: translation
+      args: fin-eng
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: fin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.3
+       - name: chr-F
+         type: chrf
+         value: 0.51773
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.2
+       - name: chr-F
+         type: chrf
+         value: 0.56890
+  - task:
+      name: Translation guj-eng
+      type: translation
+      args: guj-eng
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: guj-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.1
+       - name: chr-F
+         type: chrf
+         value: 0.45948
+  - task:
+      name: Translation kaz-eng
+      type: translation
+      args: kaz-eng
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: kaz-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.42380
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.0
+       - name: chr-F
+         type: chrf
+         value: 0.59517
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.52067
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.4
+       - name: chr-F
+         type: chrf
+         value: 0.57389
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.54791
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.9
+       - name: chr-F
+         type: chrf
+         value: 0.57243
+  - task:
+      name: Translation pol-eng
+      type: translation
+      args: pol-eng
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: pol-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.4
+       - name: chr-F
+         type: chrf
+         value: 0.54194
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.1
+       - name: chr-F
+         type: chrf
+         value: 0.59454
+  - task:
+      name: Translation ces-eng
+      type: translation
+      args: ces-eng
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: ces-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.8
+       - name: chr-F
+         type: chrf
+         value: 0.53322
+  - task:
+      name: Translation deu-eng
+      type: translation
+      args: deu-eng
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: deu-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.56154
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.55568
+  - task:
+      name: Translation eng-deu
+      type: translation
+      args: eng-deu
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: eng-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.53503
+  - task:
+      name: Translation fra-deu
+      type: translation
+      args: fra-deu
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: fra-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.7
+       - name: chr-F
+         type: chrf
+         value: 0.59753
+  - task:
+      name: Translation isl-eng
+      type: translation
+      args: isl-eng
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: isl-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.0
+       - name: chr-F
+         type: chrf
+         value: 0.49479
+  - task:
+      name: Translation rus-eng
+      type: translation
+      args: rus-eng
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: rus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.1
+       - name: chr-F
+         type: chrf
+         value: 0.58195
+---
+# opus-mt-tc-bible-big-mul-deu_eng_fra_por_spa
+
+## Table of Contents
+- [Model Details](#model-details)
+- [Uses](#uses)
+- [Risks, Limitations and Biases](#risks-limitations-and-biases)
+- [How to Get Started With the Model](#how-to-get-started-with-the-model)
+- [Training](#training)
+- [Evaluation](#evaluation)
+- [Citation Information](#citation-information)
+- [Acknowledgements](#acknowledgements)
+
+## Model Details
+
+Neural machine translation model for translating from Multiple languages (mul) to unknown (deu+eng+fra+por+spa).
+
+This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
+**Model Description:**
+- **Developed by:** Language Technology Research Group at the University of Helsinki
+- **Model Type:** Translation (transformer-big)
+- **Release**: 2024-05-30
+- **License:** Apache-2.0
+- **Language(s):**  
+  - Source Language(s): aai aar aau abi abk acd ace acf ach acm acn acr ade adj ady aeu aey afb afh afr agd agn agu ahk aia aka akh akl akp alj aln alp alq alt alz ame amh ami amk amu ang ann anp anv aoz apc apr apu ara arc arg arq arz asm aso ast atg atj atq aui auy ava avk avn avu awa awb awx aze azg azz bak bal bam ban bar bas bav bba bbo bbr bcl bcw bef beh bel bem ben bep bex bfa bfd bfo bgr bhl bho bhz bib bik bim bis biv bjr bjv bku bkv blh blt blz bmh bmk bmq bmu bmv bnp bod boj bom bos bov box bpr bps bpy bqc bqj bqp bre bru brx bss btd bth bto bts btt btx bua bud bug buk bul bus bvy bwq bwu byn bzd bzh bzj bzt caa cab cac cak cat cay cbk cce cco ceb ces cfm cgc cha che chf chm chq chr chu chv chy chz cjk cjo cjp cjv cjy ckb cko cle cme cmn cmo cmr cnh cni cnl cnr cnt cnw cok cop cor cos cot cpa cpu cre crh crn crs crx csb csk cso csy cta ctd ctp ctu cuc cui cuk cut cux cwe cwt cya cym czt daa dad dag dah dan ded deu dga dgi dig dik din diq div dje djk dng dni dnj dob dop drt dsb dsh dtp dty dug dws dww dyi dyo dyu dzo efi egl ell emi eng enm epo ess est eus ewe ext fai fal fao far fas fij fil fin fkv fon for fra frd frm fro frp frr fry fuc ful fur gag gah gaw gbm gcf gde gej gfk ghs gil gkn gla gle glg glk glv gnd gng gog gor gos got gqr grc grn gsw guc gud guh guj guo gur guw gux gvf gvl gwi gwr gym gyr hag hat hau haw hay hbo hbs hch heb heh her hif hig hil hin hla hlt hmn hne hnj hnn hns hoc hot hrv hrx hsb hsn hui hun hus hvn hwc hye hyw iba ibo icr ido ifa ifb ife ifk ifu ify ign igs iii ike iku ile ilo imo ina ind inh ino iou ipi ipk iri irk iry isl ita itv ium ixl izh izr jaa jac jak jam jav jbo jbu jdt jmc jpa jpn jun jvn kaa kab kac kal kam kan kao kas kat kau kaz kbd kbm kbp kdc kdj kdl kdn kea kek ken keo ker keu kew kez kgf kgk kha khm khz kia kik kin kir kjb kje kjh kjs kki kkj kle kma kmb kmg kmh kmo kmr kmu knc kne knj knk kno kog koi kok kom kon kpf kpg kpr kpv kpw kpz kqe kqf kqp kqw krc kri krj krl kru ksb ksh ksr ktb ktj kua kub kud kue kum kur kus kvn kwf kxc kxm kyc kyf kyg kyq kzf laa lac lad lah lao las lat lav law lbe lcm ldn lee lef lem leu lew lex lez lfn lgg lhu lia lid lif lij lim lin lip lit liv ljp lkt lld lln lme lmo lnd lob lok lon lou lrc lsi ltz lua luc lug luo lus lut luy lzz maa mad mag mah mai maj mak mal mam maq mar mau maw max maz mbb mbf mbt mcb mcp mcu mda mdf med mee meh mek men meq mfe mfh mfi mfk mfq mfy mgd mgm mgo mhi mhl mhx mhy mib mic mie mif mig mih mil mio mit mix miy miz mjc mkd mks mlg mlh mlp mlt mmo mmx mna mnb mnf mnh mni mnr mnw moa mog moh mol mon mop mor mos mox mpg mpm mpt mpx mqb mqj mri mrj mrw msa msm mta muh mux muy mva mvp mvv mwc mwl mwm mwv mww mxb mxt mya myb myk myu myv myw myx mzk mzm mzn mzw mzz naf nak nap nas nau nav nbl nca nch ncj ncl ncu nde ndo nds ndz neb nep new nfr ngt ngu nhe nhg nhi nhn nhu nhw nhx nhy nia nif nii nij nim nin niu njm nlc nld nlv nmz nnb nnh nno nnw nob nog non nop nor not nou nov npi npl npy nqo nsn nso nss nst nsu ntm ntp ntr nuj nus nuy nwb nwi nya nyf nyn nyo nyy nzi oar obo oci ofs oji oku okv old omw ood opm ori orm orv osp oss ota ote otk otm otn otq ozm pab pad pag pai pal pam pan pao pap pau pbi pbl pcd pck pcm pdc pes pfl phn pib pih pio pis pkb pli pls plt plw pmf pms pmy pne pnt poe poh pol por pot ppk ppl prf prg prs ptp ptu pus pwg pww quc qya rai rap rav rej rhg rif rim rmy roh rom ron rop rro rue rug run rup rus rwo sab sag sah san sas sat sba sbd sbl scn sco sda sdh seh ses sgb sgs sgw sgz shi shk shn shs shy sig sil sin sjn skr sld slk sll slv sma sme smk sml smn smo sna snc snd snp snw som sot soy spa spl spp sps sqi srd srm srn srp srq ssd ssw ssx stn stp stq sue suk sun sur sus suz swa swc swe swg swh swp sxb sxn syc syl syr szb szl tab tac tah taj tam taq tat tbc tbl tbo tbz tcs tcy tel tem teo ter tet tfr tgk tgl tgo tgp tha thk thv tig tik tim tir tkl tlb tlf tlh tlj tlx tly tmc tmh tmr tmw toh toi toj ton tpa tpi tpm tpw tpz trc trn trq trs trv tsn tso tsw ttc tte ttr tts tuc tuf tuk tum tur tvl twb twi twu txa tyj tyv tzh tzj tzl tzm tzo ubr ubu udm udu uig ukr umb urd usa usp uvl uzb vag vec ven vep vie viv vls vmw vmy vol vot vro vun wae waj wal wap war wbm wbp wed wln wmt wmw wnc wnu wob wol wsk wuu wuv xal xcl xed xho xmf xog xon xrb xsb xsi xsm xsr xtd xtm xuo yal yam yaq yaz yby ycl ycn yid yli yml yon yor yua yue yut yuw zam zap zea zgh zha zia zlm zom zsm zul zyp zza
+  - Target Language(s): deu eng fra por spa
+  - Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<<
+- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/mul-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Resources for more information:**
+  -  [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/mul-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+  - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+  - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian)
+  - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
+  - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
+  - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)
+
+This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<`
+
+## Uses
+
+This model can be used for translation and text-to-text generation.
+
+## Risks, Limitations and Biases
+
+**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.**
+
+Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).
+
+## How to Get Started With the Model
+
+A short example code:
+
+```python
+from transformers import MarianMTModel, MarianTokenizer
+
+src_text = [
+    ">>deu<< Replace this with text in an accepted source language.",
+    ">>spa<< This is the second sentence."
+]
+
+model_name = "pytorch-models/opus-mt-tc-bible-big-mul-deu_eng_fra_por_spa"
+tokenizer = MarianTokenizer.from_pretrained(model_name)
+model = MarianMTModel.from_pretrained(model_name)
+translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))
+
+for t in translated:
+    print( tokenizer.decode(t, skip_special_tokens=True) )
+```
+
+You can also use OPUS-MT models with the transformers pipelines, for example:
+
+```python
+from transformers import pipeline
+pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-mul-deu_eng_fra_por_spa")
+print(pipe(">>deu<< Replace this with text in an accepted source language."))
+```
+
+## Training
+
+- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
+- **Pre-processing**: SentencePiece (spm32k,spm32k)
+- **Model Type:**  transformer-big
+- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/mul-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+
+## Evaluation
+
+* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/mul-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/mul-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
+* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/mul-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
+* benchmark results: [benchmark_results.txt](benchmark_results.txt)
+* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)
+
+| langpair | testset | chr-F | BLEU  | #sent | #words |
+|----------|---------|-------|-------|-------|--------|
+| afr-deu | tatoeba-test-v2021-08-07 | 0.65092 | 44.5 | 1583 | 9105 |
+| afr-eng | tatoeba-test-v2021-08-07 | 0.71045 | 57.7 | 1374 | 9622 |
+| afr-spa | tatoeba-test-v2021-08-07 | 0.70761 | 54.9 | 448 | 2783 |
+| ara-deu | tatoeba-test-v2021-08-07 | 0.57255 | 36.6 | 1209 | 8371 |
+| ara-eng | tatoeba-test-v2021-08-07 | 0.54904 | 36.6 | 10305 | 76975 |
+| ara-fra | tatoeba-test-v2021-08-07 | 0.51444 | 33.3 | 1569 | 11066 |
+| ara-spa | tatoeba-test-v2021-08-07 | 0.59275 | 40.4 | 1511 | 9708 |
+| awa-eng | tatoeba-test-v2021-08-07 | 0.54336 | 35.1 | 279 | 1335 |
+| bel-deu | tatoeba-test-v2021-08-07 | 0.61601 | 39.7 | 551 | 4182 |
+| bel-eng | tatoeba-test-v2021-08-07 | 0.58808 | 39.9 | 2500 | 18571 |
+| bel-fra | tatoeba-test-v2021-08-07 | 0.64213 | 42.6 | 283 | 2005 |
+| bel-spa | tatoeba-test-v2021-08-07 | 0.61926 | 40.5 | 205 | 1412 |
+| ben-eng | tatoeba-test-v2021-08-07 | 0.59355 | 40.4 | 2500 | 13978 |
+| bos_Latn-eng | tatoeba-test-v2021-08-07 | 0.74642 | 59.3 | 301 | 1826 |
+| bul-deu | tatoeba-test-v2021-08-07 | 0.64537 | 45.7 | 314 | 2224 |
+| bul-eng | tatoeba-test-v2021-08-07 | 0.66875 | 51.4 | 10000 | 71872 |
+| bul-fra | tatoeba-test-v2021-08-07 | 0.67507 | 50.2 | 446 | 3669 |
+| bul-spa | tatoeba-test-v2021-08-07 | 0.60580 | 43.0 | 286 | 1783 |
+| cat-deu | tatoeba-test-v2021-08-07 | 0.59831 | 38.7 | 723 | 5676 |
+| cat-eng | tatoeba-test-v2021-08-07 | 0.67167 | 51.0 | 1631 | 12627 |
+| cat-fra | tatoeba-test-v2021-08-07 | 0.68397 | 50.9 | 700 | 5664 |
+| cat-por | tatoeba-test-v2021-08-07 | 0.72419 | 54.3 | 747 | 6119 |
+| cat-spa | tatoeba-test-v2021-08-07 | 0.82715 | 70.1 | 1534 | 12094 |
+| ceb-eng | tatoeba-test-v2021-08-07 | 0.37649 | 22.2 | 378 | 2293 |
+| ces-deu | tatoeba-test-v2021-08-07 | 0.64331 | 45.2 | 3490 | 27155 |
+| ces-eng | tatoeba-test-v2021-08-07 | 0.65217 | 48.9 | 13824 | 105010 |
+| ces-fra | tatoeba-test-v2021-08-07 | 0.68572 | 51.3 | 438 | 3346 |
+| ces-spa | tatoeba-test-v2021-08-07 | 0.66549 | 48.1 | 1807 | 12716 |
+| cmn_Hans-deu | tatoeba-test-v2021-08-07 | 0.41434 | 17.3 | 2609 | 20805 |
+| cmn_Hans-eng | tatoeba-test-v2021-08-07 | 0.43629 | 22.9 | 4450 | 38093 |
+| cmn_Hans-fra | tatoeba-test-v2021-08-07 | 0.43664 | 21.9 | 6825 | 59962 |
+| cmn_Hans-por | tatoeba-test-v2021-08-07 | 0.44057 | 21.7 | 638 | 4580 |
+| cmn_Hans-spa | tatoeba-test-v2021-08-07 | 0.50740 | 27.4 | 1142 | 7523 |
+| cmn_Hant-deu | tatoeba-test-v2021-08-07 | 0.41129 | 18.9 | 1242 | 8527 |
+| cmn_Hant-eng | tatoeba-test-v2021-08-07 | 0.42200 | 21.8 | 4476 | 35172 |
+| cmn_Hant-fra | tatoeba-test-v2021-08-07 | 0.42720 | 22.4 | 2132 | 16599 |
+| cmn_Hant-por | tatoeba-test-v2021-08-07 | 0.44075 | 21.2 | 386 | 2372 |
+| cmn_Hant-spa | tatoeba-test-v2021-08-07 | 0.46395 | 23.8 | 1471 | 9530 |
+| cym-eng | tatoeba-test-v2021-08-07 | 0.56219 | 37.3 | 818 | 5563 |
+| dan-deu | tatoeba-test-v2021-08-07 | 0.68986 | 48.8 | 9998 | 76055 |
+| dan-eng | tatoeba-test-v2021-08-07 | 0.72855 | 58.6 | 10795 | 79684 |
+| dan-fra | tatoeba-test-v2021-08-07 | 0.74245 | 58.8 | 1731 | 11882 |
+| dan-por | tatoeba-test-v2021-08-07 | 0.75509 | 57.8 | 873 | 5360 |
+| dan-spa | tatoeba-test-v2021-08-07 | 0.69396 | 50.7 | 5000 | 35528 |
+| deu-deu | tatoeba-test-v2021-08-07 | 0.59000 | 35.3 | 2500 | 20806 |
+| deu-eng | tatoeba-test-v2021-08-07 | 0.62522 | 44.3 | 17565 | 149462 |
+| deu-fra | tatoeba-test-v2021-08-07 | 0.64153 | 45.5 | 12418 | 102721 |
+| deu-por | tatoeba-test-v2021-08-07 | 0.60440 | 39.4 | 10000 | 81482 |
+| deu-spa | tatoeba-test-v2021-08-07 | 0.64608 | 44.8 | 10521 | 82570 |
+| dsb-deu | tatoeba-test-v2021-08-07 | 0.49361 | 26.8 | 640 | 4469 |
+| ell-deu | tatoeba-test-v2021-08-07 | 0.65559 | 47.0 | 2500 | 17025 |
+| ell-eng | tatoeba-test-v2021-08-07 | 0.72452 | 57.0 | 10899 | 68682 |
+| ell-fra | tatoeba-test-v2021-08-07 | 0.71519 | 55.8 | 1506 | 9726 |
+| ell-por | tatoeba-test-v2021-08-07 | 0.65702 | 44.2 | 885 | 5196 |
+| ell-spa | tatoeba-test-v2021-08-07 | 0.61398 | 43.7 | 1829 | 10828 |
+| eng-deu | tatoeba-test-v2021-08-07 | 0.58678 | 36.1 | 17565 | 151568 |
+| eng-eng | tatoeba-test-v2021-08-07 | 0.82914 | 68.7 | 12062 | 115106 |
+| eng-fra | tatoeba-test-v2021-08-07 | 0.65063 | 46.1 | 12681 | 106378 |
+| eng-por | tatoeba-test-v2021-08-07 | 0.68859 | 49.2 | 13222 | 105265 |
+| eng-spa | tatoeba-test-v2021-08-07 | 0.68920 | 50.5 | 16583 | 134710 |
+| epo-deu | tatoeba-test-v2021-08-07 | 0.59014 | 37.4 | 13439 | 133281 |
+| epo-eng | tatoeba-test-v2021-08-07 | 0.63122 | 46.3 | 17675 | 142283 |
+| epo-fra | tatoeba-test-v2021-08-07 | 0.58149 | 37.6 | 12168 | 103156 |
+| epo-por | tatoeba-test-v2021-08-07 | 0.60324 | 39.2 | 10809 | 98394 |
+| epo-spa | tatoeba-test-v2021-08-07 | 0.62955 | 42.6 | 10735 | 83284 |
+| est-deu | tatoeba-test-v2021-08-07 | 0.64025 | 45.7 | 244 | 1611 |
+| est-eng | tatoeba-test-v2021-08-07 | 0.65633 | 49.9 | 1359 | 8811 |
+| eus-deu | tatoeba-test-v2021-08-07 | 0.57833 | 35.8 | 456 | 3315 |
+| eus-eng | tatoeba-test-v2021-08-07 | 0.61860 | 45.0 | 1060 | 8157 |
+| eus-spa | tatoeba-test-v2021-08-07 | 0.59847 | 39.9 | 1850 | 12469 |
+| fao-eng | tatoeba-test-v2021-08-07 | 0.51390 | 36.2 | 294 | 1984 |
+| fas-deu | tatoeba-test-v2021-08-07 | 0.54134 | 29.5 | 3185 | 25590 |
+| fas-eng | tatoeba-test-v2021-08-07 | 0.55065 | 35.9 | 3762 | 31480 |
+| fas-fra | tatoeba-test-v2021-08-07 | 0.54990 | 33.8 | 376 | 3377 |
+| fin-deu | tatoeba-test-v2021-08-07 | 0.59382 | 39.6 | 2647 | 19163 |
+| fin-eng | tatoeba-test-v2021-08-07 | 0.62477 | 45.3 | 10690 | 80552 |
+| fin-fra | tatoeba-test-v2021-08-07 | 0.61527 | 43.2 | 1920 | 12193 |
+| fin-por | tatoeba-test-v2021-08-07 | 0.69569 | 51.1 | 477 | 3021 |
+| fin-spa | tatoeba-test-v2021-08-07 | 0.62879 | 44.2 | 2513 | 16912 |
+| fra-deu | tatoeba-test-v2021-08-07 | 0.64320 | 43.5 | 12418 | 100545 |
+| fra-eng | tatoeba-test-v2021-08-07 | 0.68541 | 52.3 | 12681 | 101754 |
+| fra-fra | tatoeba-test-v2021-08-07 | 0.62951 | 42.7 | 1000 | 7757 |
+| fra-por | tatoeba-test-v2021-08-07 | 0.67912 | 48.2 | 10518 | 77650 |
+| fra-spa | tatoeba-test-v2021-08-07 | 0.69174 | 50.8 | 10294 | 78406 |
+| fry-eng | tatoeba-test-v2021-08-07 | 0.53679 | 34.9 | 220 | 1573 |
+| gle-eng | tatoeba-test-v2021-08-07 | 0.55023 | 38.2 | 1913 | 11190 |
+| glg-eng | tatoeba-test-v2021-08-07 | 0.66283 | 49.8 | 1015 | 8421 |
+| glg-por | tatoeba-test-v2021-08-07 | 0.75766 | 59.9 | 433 | 3105 |
+| glg-spa | tatoeba-test-v2021-08-07 | 0.76978 | 63.8 | 2121 | 17443 |
+| gos-deu | tatoeba-test-v2021-08-07 | 0.42288 | 21.0 | 207 | 1168 |
+| gos-eng | tatoeba-test-v2021-08-07 | 0.36783 | 21.2 | 1154 | 5635 |
+| gsw-eng | tatoeba-test-v2021-08-07 | 0.43570 | 28.2 | 205 | 990 |
+| hbs-deu | tatoeba-test-v2021-08-07 | 0.65914 | 46.6 | 1959 | 15559 |
+| hbs-eng | tatoeba-test-v2021-08-07 | 0.66115 | 51.3 | 10017 | 68934 |
+| hbs-fra | tatoeba-test-v2021-08-07 | 0.64444 | 43.4 | 474 | 3370 |
+| hbs-spa | tatoeba-test-v2021-08-07 | 0.67758 | 50.4 | 607 | 3766 |
+| heb-deu | tatoeba-test-v2021-08-07 | 0.59478 | 38.2 | 3090 | 25101 |
+| heb-eng | tatoeba-test-v2021-08-07 | 0.59663 | 43.2 | 10519 | 77427 |
+| heb-fra | tatoeba-test-v2021-08-07 | 0.59598 | 41.1 | 3281 | 26123 |
+| heb-por | tatoeba-test-v2021-08-07 | 0.59893 | 39.0 | 719 | 5335 |
+| heb-spa | tatoeba-test-v2021-08-07 | 0.63095 | 43.6 | 1849 | 14213 |
+| hin-eng | tatoeba-test-v2021-08-07 | 0.61435 | 43.6 | 5000 | 33943 |
+| hrv-deu | tatoeba-test-v2021-08-07 | 0.64724 | 46.3 | 782 | 5734 |
+| hrv-eng | tatoeba-test-v2021-08-07 | 0.69236 | 53.5 | 1480 | 10620 |
+| hrv-fra | tatoeba-test-v2021-08-07 | 0.61205 | 40.0 | 258 | 1943 |
+| hrv-spa | tatoeba-test-v2021-08-07 | 0.64826 | 48.2 | 254 | 1702 |
+| hsb-deu | tatoeba-test-v2021-08-07 | 0.51359 | 29.4 | 666 | 4818 |
+| hun-deu | tatoeba-test-v2021-08-07 | 0.55409 | 32.7 | 15342 | 127344 |
+| hun-eng | tatoeba-test-v2021-08-07 | 0.58597 | 40.3 | 13037 | 94699 |
+| hun-fra | tatoeba-test-v2021-08-07 | 0.61238 | 43.8 | 2494 | 16914 |
+| hun-por | tatoeba-test-v2021-08-07 | 0.59369 | 37.7 | 2500 | 16563 |
+| hun-spa | tatoeba-test-v2021-08-07 | 0.62248 | 42.0 | 2500 | 16670 |
+| hye-eng | tatoeba-test-v2021-08-07 | 0.45721 | 22.0 | 1121 | 5066 |
+| ido_Latn-eng | tatoeba-test-v2021-08-07 | 0.49142 | 31.1 | 1959 | 14065 |
+| ilo-eng | tatoeba-test-v2021-08-07 | 0.48258 | 30.9 | 1093 | 7384 |
+| ind-deu | tatoeba-test-v2021-08-07 | 0.58984 | 37.5 | 497 | 3881 |
+| ind-eng | tatoeba-test-v2021-08-07 | 0.61331 | 43.6 | 4289 | 31355 |
+| ind-fra | tatoeba-test-v2021-08-07 | 0.59252 | 39.7 | 905 | 6994 |
+| isl-deu | tatoeba-test-v2021-08-07 | 0.59711 | 39.7 | 969 | 6279 |
+| isl-eng | tatoeba-test-v2021-08-07 | 0.58680 | 41.5 | 2503 | 19788 |
+| isl-spa | tatoeba-test-v2021-08-07 | 0.59365 | 40.3 | 238 | 1229 |
+| ita-deu | tatoeba-test-v2021-08-07 | 0.63984 | 43.4 | 10094 | 79762 |
+| ita-eng | tatoeba-test-v2021-08-07 | 0.76391 | 64.1 | 17320 | 119214 |
+| ita-fra | tatoeba-test-v2021-08-07 | 0.73609 | 58.8 | 10091 | 66377 |
+| ita-por | tatoeba-test-v2021-08-07 | 0.71299 | 51.9 | 3066 | 25668 |
+| ita-spa | tatoeba-test-v2021-08-07 | 0.75113 | 59.2 | 5000 | 34937 |
+| jpn-deu | tatoeba-test-v2021-08-07 | 0.42487 | 18.3 | 11428 | 97987 |
+| jpn-eng | tatoeba-test-v2021-08-07 | 0.43223 | 20.8 | 13862 | 123562 |
+| jpn-fra | tatoeba-test-v2021-08-07 | 0.43219 | 21.0 | 10169 | 88857 |
+| jpn-por | tatoeba-test-v2021-08-07 | 0.43496 | 21.0 | 1940 | 15560 |
+| jpn-spa | tatoeba-test-v2021-08-07 | 0.45502 | 22.1 | 10742 | 82888 |
+| kat-eng | tatoeba-test-v2021-08-07 | 0.54012 | 34.9 | 984 | 5994 |
+| kaz-eng | tatoeba-test-v2021-08-07 | 0.49920 | 29.7 | 403 | 2692 |
+| kaz_Cyrl-eng | tatoeba-test-v2021-08-07 | 0.50415 | 30.2 | 396 | 2645 |
+| kur_Latn-deu | tatoeba-test-v2021-08-07 | 3.099 | 0.0 | 223 | 1323 |
+| kur_Latn-eng | tatoeba-test-v2021-08-07 | 2.189 | 0.0 | 290 | 1708 |
+| lat-spa | tatoeba-test-v2021-08-07 | 0.40919 | 20.1 | 3129 | 34036 |
+| lav-eng | tatoeba-test-v2021-08-07 | 0.64727 | 48.0 | 1631 | 11213 |
+| lfn_Latn-deu | tatoeba-test-v2021-08-07 | 0.53889 | 31.3 | 291 | 2258 |
+| lfn_Latn-eng | tatoeba-test-v2021-08-07 | 0.52686 | 32.4 | 2450 | 16627 |
+| lfn_Latn-fra | tatoeba-test-v2021-08-07 | 0.54701 | 33.0 | 361 | 3011 |
+| lfn_Latn-por | tatoeba-test-v2021-08-07 | 0.53719 | 29.9 | 1725 | 22993 |
+| mal-eng | tatoeba-test-v2021-08-07 | 0.51324 | 28.0 | 802 | 5558 |
+| mar-eng | tatoeba-test-v2021-08-07 | 0.60262 | 41.2 | 10396 | 67527 |
+| mkd-eng | tatoeba-test-v2021-08-07 | 0.62702 | 48.1 | 10010 | 65667 |
+| mkd-spa | tatoeba-test-v2021-08-07 | 0.70753 | 54.3 | 217 | 1121 |
+| mlt-eng | tatoeba-test-v2021-08-07 | 0.55253 | 37.6 | 203 | 1165 |
+| msa-deu | tatoeba-test-v2021-08-07 | 0.58593 | 37.1 | 544 | 4260 |
+| msa-eng | tatoeba-test-v2021-08-07 | 0.60501 | 42.6 | 5000 | 37033 |
+| nld-deu | tatoeba-test-v2021-08-07 | 0.69163 | 50.4 | 10218 | 74131 |
+| nor-deu | tatoeba-test-v2021-08-07 | 0.65791 | 45.1 | 3651 | 34575 |
+| oci-fra | tatoeba-test-v2021-08-07 | 0.45312 | 23.7 | 806 | 6302 |
+| pcd-fra | tatoeba-test-v2021-08-07 | 0.40669 | 15.3 | 266 | 1677 |
+| pes-eng | tatoeba-test-v2021-08-07 | 0.55345 | 36.1 | 3757 | 31411 |
+| pol-deu | tatoeba-test-v2021-08-07 | 0.63490 | 43.0 | 5000 | 37421 |
+| pol-eng | tatoeba-test-v2021-08-07 | 0.64737 | 48.1 | 10099 | 75766 |
+| pol-fra | tatoeba-test-v2021-08-07 | 0.62800 | 44.2 | 3087 | 24257 |
+| pol-por | tatoeba-test-v2021-08-07 | 0.61151 | 39.8 | 705 | 5063 |
+| pol-spa | tatoeba-test-v2021-08-07 | 0.62972 | 43.6 | 2544 | 18113 |
+| por-deu | tatoeba-test-v2021-08-07 | 0.64062 | 42.9 | 10000 | 81246 |
+| por-eng | tatoeba-test-v2021-08-07 | 0.73166 | 58.9 | 13222 | 105351 |
+| por-fra | tatoeba-test-v2021-08-07 | 0.72391 | 55.5 | 10518 | 80459 |
+| por-por | tatoeba-test-v2021-08-07 | 0.73726 | 54.4 | 2500 | 19220 |
+| por-spa | tatoeba-test-v2021-08-07 | 0.77104 | 61.2 | 10947 | 87335 |
+| ron-deu | tatoeba-test-v2021-08-07 | 0.64398 | 45.5 | 1141 | 7893 |
+| ron-eng | tatoeba-test-v2021-08-07 | 0.68856 | 53.2 | 5508 | 40717 |
+| ron-fra | tatoeba-test-v2021-08-07 | 0.67584 | 49.9 | 1925 | 13347 |
+| ron-por | tatoeba-test-v2021-08-07 | 0.71321 | 51.9 | 681 | 4593 |
+| ron-spa | tatoeba-test-v2021-08-07 | 0.71088 | 54.1 | 1959 | 12679 |
+| run-eng | tatoeba-test-v2021-08-07 | 0.42256 | 28.3 | 1703 | 10041 |
+| run-fra | tatoeba-test-v2021-08-07 | 0.38934 | 22.8 | 1274 | 7479 |
+| rus-deu | tatoeba-test-v2021-08-07 | 0.64030 | 43.6 | 12800 | 98842 |
+| rus-eng | tatoeba-test-v2021-08-07 | 0.65436 | 49.2 | 19425 | 147872 |
+| rus-fra | tatoeba-test-v2021-08-07 | 0.63112 | 44.8 | 11490 | 80579 |
+| rus-por | tatoeba-test-v2021-08-07 | 0.61328 | 40.1 | 10000 | 74713 |
+| rus-spa | tatoeba-test-v2021-08-07 | 0.64612 | 45.2 | 10506 | 75246 |
+| slv-deu | tatoeba-test-v2021-08-07 | 0.67667 | 50.1 | 492 | 3003 |
+| slv-eng | tatoeba-test-v2021-08-07 | 0.66956 | 50.9 | 2495 | 16940 |
+| slv-fra | tatoeba-test-v2021-08-07 | 0.57163 | 39.5 | 448 | 3792 |
+| afr-fra | flores101-devtest | 0.57150 | 30.7 | 1012 | 28343 |
+| afr-por | flores101-devtest | 0.56505 | 29.7 | 1012 | 26519 |
+| afr-spa | flores101-devtest | 0.47939 | 19.3 | 1012 | 29199 |
+| amh-spa | flores101-devtest | 2.986 | 0.0 | 1012 | 29199 |
+| ara-eng | flores101-devtest | 0.55947 | 28.2 | 1012 | 24721 |
+| ara-fra | flores101-devtest | 0.52333 | 24.4 | 1012 | 28343 |
+| bel-deu | flores101-devtest | 0.42452 | 9.4 | 1012 | 25094 |
+| bel-eng | flores101-devtest | 0.45285 | 12.7 | 1012 | 24721 |
+| bel-por | flores101-devtest | 0.43909 | 12.2 | 1012 | 26519 |
+| ben-deu | flores101-devtest | 0.41198 | 11.7 | 1012 | 25094 |
+| ben-eng | flores101-devtest | 0.48599 | 17.6 | 1012 | 24721 |
+| bul-por | flores101-devtest | 0.55794 | 27.4 | 1012 | 26519 |
+| cat-fra | flores101-devtest | 0.60255 | 34.4 | 1012 | 28343 |
+| ceb-deu | flores101-devtest | 0.44474 | 15.8 | 1012 | 25094 |
+| ceb-eng | flores101-devtest | 0.56418 | 31.5 | 1012 | 24721 |
+| ceb-fra | flores101-devtest | 0.47733 | 21.7 | 1012 | 28343 |
+| ceb-por | flores101-devtest | 0.48276 | 22.3 | 1012 | 26519 |
+| ceb-spa | flores101-devtest | 0.42858 | 16.1 | 1012 | 29199 |
+| ces-eng | flores101-devtest | 0.59579 | 31.5 | 1012 | 24721 |
+| ces-spa | flores101-devtest | 0.47675 | 18.8 | 1012 | 29199 |
+| cym-eng | flores101-devtest | 0.53043 | 28.7 | 1012 | 24721 |
+| cym-fra | flores101-devtest | 0.44739 | 18.6 | 1012 | 28343 |
+| cym-por | flores101-devtest | 0.42913 | 17.3 | 1012 | 26519 |
+| dan-eng | flores101-devtest | 0.67095 | 41.8 | 1012 | 24721 |
+| dan-por | flores101-devtest | 0.58416 | 31.4 | 1012 | 26519 |
+| dan-spa | flores101-devtest | 0.49829 | 21.2 | 1012 | 29199 |
+| deu-fra | flores101-devtest | 0.58079 | 30.8 | 1012 | 28343 |
+| eng-spa | flores101-devtest | 0.52948 | 24.2 | 1012 | 29199 |
+| est-por | flores101-devtest | 0.49186 | 21.5 | 1012 | 26519 |
+| est-spa | flores101-devtest | 7.401 | 0.0 | 1012 | 29199 |
+| fas-fra | flores101-devtest | 0.50503 | 22.5 | 1012 | 28343 |
+| fas-spa | flores101-devtest | 0.44071 | 15.6 | 1012 | 29199 |
+| fra-spa | flores101-devtest | 0.51076 | 22.4 | 1012 | 29199 |
+| glg-spa | flores101-devtest | 0.52622 | 23.6 | 1012 | 29199 |
+| heb-fra | flores101-devtest | 0.51604 | 24.7 | 1012 | 28343 |
+| heb-por | flores101-devtest | 0.50443 | 23.4 | 1012 | 26519 |
+| hin-eng | flores101-devtest | 0.55255 | 27.2 | 1012 | 24721 |
+| hin-fra | flores101-devtest | 0.49272 | 21.3 | 1012 | 28343 |
+| hrv-deu | flores101-devtest | 0.52262 | 22.1 | 1012 | 25094 |
+| hun-deu | flores101-devtest | 0.48932 | 18.8 | 1012 | 25094 |
+| hun-eng | flores101-devtest | 0.55055 | 26.3 | 1012 | 24721 |
+| hun-fra | flores101-devtest | 0.52136 | 23.9 | 1012 | 28343 |
+| hun-por | flores101-devtest | 0.50885 | 22.8 | 1012 | 26519 |
+| hun-spa | flores101-devtest | 0.45354 | 17.3 | 1012 | 29199 |
+| hye-deu | flores101-devtest | 0.41076 | 12.9 | 1012 | 25094 |
+| hye-eng | flores101-devtest | 0.46030 | 17.7 | 1012 | 24721 |
+| ind-deu | flores101-devtest | 0.50105 | 19.8 | 1012 | 25094 |
+| ind-spa | flores101-devtest | 0.47114 | 18.1 | 1012 | 29199 |
+| acm-deu | flores200-devtest | 0.45619 | 14.6 | 1012 | 25094 |
+| acm-eng | flores200-devtest | 0.52366 | 23.3 | 1012 | 24721 |
+| acm-fra | flores200-devtest | 0.49554 | 21.1 | 1012 | 28343 |
+| acm-por | flores200-devtest | 0.48961 | 20.0 | 1012 | 26519 |
+| acm-spa | flores200-devtest | 0.44080 | 15.6 | 1012 | 29199 |
+| afr-deu | flores200-devtest | 0.54906 | 25.2 | 1012 | 25094 |
+| afr-eng | flores200-devtest | 0.70517 | 48.9 | 1012 | 24721 |
+| afr-fra | flores200-devtest | 0.58448 | 32.2 | 1012 | 28343 |
+| afr-por | flores200-devtest | 0.58153 | 31.6 | 1012 | 26519 |
+| afr-spa | flores200-devtest | 0.48878 | 20.3 | 1012 | 29199 |
+| apc-deu | flores200-devtest | 0.43490 | 13.1 | 1012 | 25094 |
+| apc-eng | flores200-devtest | 0.50478 | 21.4 | 1012 | 24721 |
+| apc-fra | flores200-devtest | 0.48076 | 20.1 | 1012 | 28343 |
+| apc-por | flores200-devtest | 0.47020 | 19.0 | 1012 | 26519 |
+| apc-spa | flores200-devtest | 0.42945 | 14.8 | 1012 | 29199 |
+| arz-deu | flores200-devtest | 0.42474 | 11.3 | 1012 | 25094 |
+| arz-eng | flores200-devtest | 0.47931 | 18.3 | 1012 | 24721 |
+| arz-fra | flores200-devtest | 0.46238 | 17.4 | 1012 | 28343 |
+| arz-por | flores200-devtest | 0.44887 | 15.9 | 1012 | 26519 |
+| arz-spa | flores200-devtest | 0.41615 | 13.2 | 1012 | 29199 |
+| ast-deu | flores200-devtest | 0.48985 | 19.4 | 1012 | 25094 |
+| ast-eng | flores200-devtest | 0.57515 | 31.5 | 1012 | 24721 |
+| ast-fra | flores200-devtest | 0.54322 | 28.3 | 1012 | 28343 |
+| ast-por | flores200-devtest | 0.54963 | 28.5 | 1012 | 26519 |
+| ast-spa | flores200-devtest | 0.48973 | 20.6 | 1012 | 29199 |
+| awa-deu | flores200-devtest | 0.43494 | 12.9 | 1012 | 25094 |
+| awa-eng | flores200-devtest | 0.51602 | 21.6 | 1012 | 24721 |
+| awa-fra | flores200-devtest | 0.46758 | 18.5 | 1012 | 28343 |
+| awa-por | flores200-devtest | 0.45451 | 16.7 | 1012 | 26519 |
+| awa-spa | flores200-devtest | 0.41150 | 13.1 | 1012 | 29199 |
+| bak-eng | flores200-devtest | 0.40644 | 13.0 | 1012 | 24721 |
+| ban-eng | flores200-devtest | 0.42334 | 15.8 | 1012 | 24721 |
+| bel-deu | flores200-devtest | 0.43902 | 10.4 | 1012 | 25094 |
+| bel-eng | flores200-devtest | 0.46940 | 13.8 | 1012 | 24721 |
+| bel-fra | flores200-devtest | 0.46990 | 14.9 | 1012 | 28343 |
+| bel-por | flores200-devtest | 0.45316 | 13.5 | 1012 | 26519 |
+| bel-spa | flores200-devtest | 0.42921 | 12.5 | 1012 | 29199 |
+| ben-deu | flores200-devtest | 0.42924 | 12.9 | 1012 | 25094 |
+| ben-eng | flores200-devtest | 0.50522 | 19.7 | 1012 | 24721 |
+| ben-fra | flores200-devtest | 0.46063 | 17.9 | 1012 | 28343 |
+| ben-por | flores200-devtest | 0.45038 | 16.8 | 1012 | 26519 |
+| ben-spa | flores200-devtest | 0.40539 | 12.9 | 1012 | 29199 |
+| bho-eng | flores200-devtest | 0.45196 | 15.3 | 1012 | 24721 |
+| bho-fra | flores200-devtest | 0.40604 | 13.0 | 1012 | 28343 |
+| bho-por | flores200-devtest | 0.40225 | 12.3 | 1012 | 26519 |
+| bul-deu | flores200-devtest | 0.54127 | 23.5 | 1012 | 25094 |
+| bul-eng | flores200-devtest | 0.62424 | 34.4 | 1012 | 24721 |
+| bul-fra | flores200-devtest | 0.58328 | 30.7 | 1012 | 28343 |
+| bul-por | flores200-devtest | 5.337 | 0.0 | 1012 | 26519 |
+| bul-spa | flores200-devtest | 0.49353 | 20.4 | 1012 | 29199 |
+| cat-deu | flores200-devtest | 0.54433 | 24.6 | 1012 | 25094 |
+| cat-eng | flores200-devtest | 0.65595 | 39.7 | 1012 | 24721 |
+| cat-fra | flores200-devtest | 0.60898 | 35.2 | 1012 | 28343 |
+| cat-por | flores200-devtest | 0.61141 | 35.1 | 1012 | 26519 |
+| cat-spa | flores200-devtest | 0.52769 | 24.0 | 1012 | 29199 |
+| ceb-deu | flores200-devtest | 0.47268 | 18.2 | 1012 | 25094 |
+| ceb-eng | flores200-devtest | 0.60119 | 35.0 | 1012 | 24721 |
+| ceb-fra | flores200-devtest | 0.50664 | 24.1 | 1012 | 28343 |
+| ceb-por | flores200-devtest | 0.51634 | 25.5 | 1012 | 26519 |
+| ceb-spa | flores200-devtest | 0.45011 | 17.6 | 1012 | 29199 |
+| ces-deu | flores200-devtest | 0.54106 | 24.0 | 1012 | 25094 |
+| ces-eng | flores200-devtest | 0.61006 | 33.3 | 1012 | 24721 |
+| ces-fra | flores200-devtest | 0.57112 | 29.8 | 1012 | 28343 |
+| ces-por | flores200-devtest | 0.55542 | 27.3 | 1012 | 26519 |
+| ces-spa | flores200-devtest | 0.48656 | 19.7 | 1012 | 29199 |
+| crh-eng | flores200-devtest | 0.43370 | 15.6 | 1012 | 24721 |
+| crh-fra | flores200-devtest | 0.42209 | 15.5 | 1012 | 28343 |
+| crh-por | flores200-devtest | 0.41198 | 14.3 | 1012 | 26519 |
+| cym-deu | flores200-devtest | 0.43731 | 15.2 | 1012 | 25094 |
+| cym-eng | flores200-devtest | 0.57737 | 33.6 | 1012 | 24721 |
+| cym-fra | flores200-devtest | 0.48258 | 22.0 | 1012 | 28343 |
+| cym-por | flores200-devtest | 0.46295 | 20.3 | 1012 | 26519 |
+| cym-spa | flores200-devtest | 0.41890 | 15.0 | 1012 | 29199 |
+| dan-deu | flores200-devtest | 0.57400 | 27.6 | 1012 | 25094 |
+| dan-eng | flores200-devtest | 0.68190 | 43.4 | 1012 | 24721 |
+| dan-fra | flores200-devtest | 0.60529 | 34.2 | 1012 | 28343 |
+| dan-por | flores200-devtest | 0.59291 | 32.6 | 1012 | 26519 |
+| dan-spa | flores200-devtest | 0.50557 | 21.9 | 1012 | 29199 |
+| deu-eng | flores200-devtest | 0.63939 | 37.5 | 1012 | 24721 |
+| deu-fra | flores200-devtest | 0.59224 | 32.1 | 1012 | 28343 |
+| deu-por | flores200-devtest | 0.57294 | 29.9 | 1012 | 26519 |
+| deu-spa | flores200-devtest | 0.49911 | 21.2 | 1012 | 29199 |
+| ell-deu | flores200-devtest | 0.49105 | 19.1 | 1012 | 25094 |
+| ell-eng | flores200-devtest | 0.56033 | 27.8 | 1012 | 24721 |
+| ell-fra | flores200-devtest | 0.53870 | 26.6 | 1012 | 28343 |
+| ell-por | flores200-devtest | 0.52260 | 24.4 | 1012 | 26519 |
+| ell-spa | flores200-devtest | 0.46740 | 18.7 | 1012 | 29199 |
+| eng-deu | flores200-devtest | 0.60520 | 32.4 | 1012 | 25094 |
+| eng-fra | flores200-devtest | 0.66872 | 43.5 | 1012 | 28343 |
+| eng-por | flores200-devtest | 0.67743 | 44.1 | 1012 | 26519 |
+| eng-spa | flores200-devtest | 0.53557 | 24.9 | 1012 | 29199 |
+| epo-deu | flores200-devtest | 0.53318 | 24.2 | 1012 | 25094 |
+| epo-eng | flores200-devtest | 0.62715 | 37.7 | 1012 | 24721 |
+| epo-fra | flores200-devtest | 0.57884 | 31.6 | 1012 | 28343 |
+| epo-por | flores200-devtest | 0.56714 | 30.2 | 1012 | 26519 |
+| epo-spa | flores200-devtest | 0.49035 | 20.5 | 1012 | 29199 |
+| est-deu | flores200-devtest | 0.50626 | 20.4 | 1012 | 25094 |
+| est-eng | flores200-devtest | 0.57279 | 29.3 | 1012 | 24721 |
+| est-fra | flores200-devtest | 0.53780 | 26.3 | 1012 | 28343 |
+| est-por | flores200-devtest | 0.51310 | 23.4 | 1012 | 26519 |
+| est-spa | flores200-devtest | 0.46627 | 18.2 | 1012 | 29199 |
+| eus-deu | flores200-devtest | 0.44830 | 14.7 | 1012 | 25094 |
+| eus-eng | flores200-devtest | 0.51096 | 22.0 | 1012 | 24721 |
+| eus-fra | flores200-devtest | 0.49651 | 21.8 | 1012 | 28343 |
+| eus-por | flores200-devtest | 0.48740 | 20.7 | 1012 | 26519 |
+| eus-spa | flores200-devtest | 0.44865 | 16.5 | 1012 | 29199 |
+| fao-eng | flores200-devtest | 0.43250 | 19.1 | 1012 | 24721 |
+| fin-deu | flores200-devtest | 0.49527 | 19.2 | 1012 | 25094 |
+| fin-eng | flores200-devtest | 0.55423 | 27.0 | 1012 | 24721 |
+| fin-fra | flores200-devtest | 0.52835 | 25.0 | 1012 | 28343 |
+| fin-por | flores200-devtest | 0.51183 | 23.0 | 1012 | 26519 |
+| fin-spa | flores200-devtest | 0.45946 | 17.3 | 1012 | 29199 |
+| fra-deu | flores200-devtest | 0.55138 | 24.9 | 1012 | 25094 |
+| fra-eng | flores200-devtest | 0.64752 | 39.0 | 1012 | 24721 |
+| fra-por | flores200-devtest | 0.60213 | 33.6 | 1012 | 26519 |
+| fra-spa | flores200-devtest | 0.51450 | 22.8 | 1012 | 29199 |
+| fur-deu | flores200-devtest | 0.45446 | 14.7 | 1012 | 25094 |
+| fur-eng | flores200-devtest | 0.53564 | 25.1 | 1012 | 24721 |
+| fur-fra | flores200-devtest | 0.51427 | 23.1 | 1012 | 28343 |
+| fur-por | flores200-devtest | 0.50812 | 22.2 | 1012 | 26519 |
+| fur-spa | flores200-devtest | 0.44720 | 16.2 | 1012 | 29199 |
+| gle-deu | flores200-devtest | 0.42946 | 12.9 | 1012 | 25094 |
+| gle-eng | flores200-devtest | 0.51262 | 23.5 | 1012 | 24721 |
+| gle-fra | flores200-devtest | 0.46495 | 19.1 | 1012 | 28343 |
+| gle-por | flores200-devtest | 0.45996 | 17.9 | 1012 | 26519 |
+| gle-spa | flores200-devtest | 0.41473 | 14.0 | 1012 | 29199 |
+| glg-deu | flores200-devtest | 0.53798 | 23.1 | 1012 | 25094 |
+| glg-eng | flores200-devtest | 0.63363 | 35.7 | 1012 | 24721 |
+| glg-fra | flores200-devtest | 0.60004 | 33.4 | 1012 | 28343 |
+| glg-por | flores200-devtest | 0.59372 | 31.7 | 1012 | 26519 |
+| glg-spa | flores200-devtest | 0.52788 | 23.8 | 1012 | 29199 |
+| guj-eng | flores200-devtest | 0.47897 | 17.8 | 1012 | 24721 |
+| guj-fra | flores200-devtest | 0.40053 | 13.7 | 1012 | 28343 |
+| hat-deu | flores200-devtest | 0.46100 | 16.4 | 1012 | 25094 |
+| hat-eng | flores200-devtest | 0.55513 | 28.4 | 1012 | 24721 |
+| hat-fra | flores200-devtest | 0.57504 | 30.2 | 1012 | 28343 |
+| hat-por | flores200-devtest | 0.51068 | 23.4 | 1012 | 26519 |
+| hat-spa | flores200-devtest | 0.44874 | 15.7 | 1012 | 29199 |
+| heb-deu | flores200-devtest | 0.49571 | 20.0 | 1012 | 25094 |
+| heb-eng | flores200-devtest | 0.57539 | 31.5 | 1012 | 24721 |
+| heb-fra | flores200-devtest | 0.53710 | 27.4 | 1012 | 28343 |
+| heb-por | flores200-devtest | 0.52607 | 25.6 | 1012 | 26519 |
+| heb-spa | flores200-devtest | 0.45847 | 18.0 | 1012 | 29199 |
+| hin-deu | flores200-devtest | 0.47254 | 17.3 | 1012 | 25094 |
+| hin-eng | flores200-devtest | 0.57180 | 29.2 | 1012 | 24721 |
+| hin-fra | flores200-devtest | 0.50629 | 22.7 | 1012 | 28343 |
+| hin-por | flores200-devtest | 0.50034 | 22.1 | 1012 | 26519 |
+| hin-spa | flores200-devtest | 0.43766 | 15.4 | 1012 | 29199 |
+| hne-deu | flores200-devtest | 0.43825 | 13.4 | 1012 | 25094 |
+| hne-eng | flores200-devtest | 0.54087 | 25.1 | 1012 | 24721 |
+| hne-fra | flores200-devtest | 0.47247 | 19.6 | 1012 | 28343 |
+| hne-por | flores200-devtest | 0.46857 | 18.8 | 1012 | 26519 |
+| hne-spa | flores200-devtest | 0.41174 | 13.3 | 1012 | 29199 |
+| hrv-deu | flores200-devtest | 0.53335 | 23.4 | 1012 | 25094 |
+| hrv-eng | flores200-devtest | 0.59962 | 32.5 | 1012 | 24721 |
+| hrv-fra | flores200-devtest | 0.57021 | 29.8 | 1012 | 28343 |
+| hrv-por | flores200-devtest | 0.55294 | 27.7 | 1012 | 26519 |
+| hrv-spa | flores200-devtest | 0.48816 | 20.1 | 1012 | 29199 |
+| hun-deu | flores200-devtest | 0.50156 | 19.7 | 1012 | 25094 |
+| hun-eng | flores200-devtest | 0.56407 | 27.8 | 1012 | 24721 |
+| hun-fra | flores200-devtest | 0.53635 | 25.6 | 1012 | 28343 |
+| hun-por | flores200-devtest | 0.51983 | 24.0 | 1012 | 26519 |
+| hun-spa | flores200-devtest | 0.46453 | 18.1 | 1012 | 29199 |
+| hye-deu | flores200-devtest | 0.43223 | 14.1 | 1012 | 25094 |
+| hye-eng | flores200-devtest | 0.48108 | 18.4 | 1012 | 24721 |
+| hye-fra | flores200-devtest | 0.46422 | 19.7 | 1012 | 28343 |
+| hye-por | flores200-devtest | 0.45328 | 17.7 | 1012 | 26519 |
+| hye-spa | flores200-devtest | 0.40969 | 14.4 | 1012 | 29199 |
+| ilo-deu | flores200-devtest | 0.43664 | 14.9 | 1012 | 25094 |
+| ilo-eng | flores200-devtest | 0.54456 | 28.3 | 1012 | 24721 |
+| ilo-fra | flores200-devtest | 0.46765 | 20.0 | 1012 | 28343 |
+| ilo-por | flores200-devtest | 0.43883 | 18.4 | 1012 | 26519 |
+| ilo-spa | flores200-devtest | 0.41178 | 14.8 | 1012 | 29199 |
+| ind-deu | flores200-devtest | 0.51349 | 21.0 | 1012 | 25094 |
+| ind-eng | flores200-devtest | 0.63177 | 36.0 | 1012 | 24721 |
+| ind-fra | flores200-devtest | 0.55816 | 27.9 | 1012 | 28343 |
+| ind-por | flores200-devtest | 0.55437 | 27.4 | 1012 | 26519 |
+| ind-spa | flores200-devtest | 0.47702 | 18.5 | 1012 | 29199 |
+| isl-deu | flores200-devtest | 0.44626 | 17.1 | 1012 | 25094 |
+| isl-eng | flores200-devtest | 0.50201 | 24.4 | 1012 | 24721 |
+| isl-fra | flores200-devtest | 0.47250 | 20.9 | 1012 | 28343 |
+| isl-por | flores200-devtest | 0.45749 | 19.6 | 1012 | 26519 |
+| isl-spa | flores200-devtest | 0.41715 | 15.0 | 1012 | 29199 |
+| ita-deu | flores200-devtest | 0.52234 | 20.3 | 1012 | 25094 |
+| ita-eng | flores200-devtest | 0.59001 | 28.7 | 1012 | 24721 |
+| ita-fra | flores200-devtest | 0.58465 | 29.6 | 1012 | 28343 |
+| ita-por | flores200-devtest | 0.56491 | 26.5 | 1012 | 26519 |
+| ita-spa | flores200-devtest | 0.51136 | 21.8 | 1012 | 29199 |
+| jav-deu | flores200-devtest | 0.41271 | 13.2 | 1012 | 25094 |
+| jav-eng | flores200-devtest | 0.51285 | 25.7 | 1012 | 24721 |
+| jav-fra | flores200-devtest | 0.44758 | 18.2 | 1012 | 28343 |
+| jav-por | flores200-devtest | 0.44290 | 18.2 | 1012 | 26519 |
+| jav-spa | flores200-devtest | 0.40022 | 13.3 | 1012 | 29199 |
+| jpn-deu | flores200-devtest | 0.40420 | 9.8 | 1012 | 25094 |
+| jpn-eng | flores200-devtest | 0.44981 | 14.7 | 1012 | 24721 |
+| jpn-fra | flores200-devtest | 0.42825 | 14.5 | 1012 | 28343 |
+| jpn-por | flores200-devtest | 0.41558 | 13.1 | 1012 | 26519 |
+| kan-eng | flores200-devtest | 0.42126 | 12.6 | 1012 | 24721 |
+| kat-eng | flores200-devtest | 0.41805 | 11.0 | 1012 | 24721 |
+| kat-fra | flores200-devtest | 0.41761 | 13.8 | 1012 | 28343 |
+| kat-por | flores200-devtest | 0.40563 | 11.6 | 1012 | 26519 |
+| kaz-deu | flores200-devtest | 0.40259 | 11.5 | 1012 | 25094 |
+| kaz-eng | flores200-devtest | 0.47058 | 18.6 | 1012 | 24721 |
+| kaz-fra | flores200-devtest | 0.43576 | 17.0 | 1012 | 28343 |
+| kaz-por | flores200-devtest | 0.42895 | 16.0 | 1012 | 26519 |
+| kaz-spa | flores200-devtest | 0.40349 | 13.2 | 1012 | 29199 |
+| kea-deu | flores200-devtest | 0.44701 | 15.5 | 1012 | 25094 |
+| kea-eng | flores200-devtest | 0.55673 | 29.0 | 1012 | 24721 |
+| kea-fra | flores200-devtest | 0.50910 | 23.0 | 1012 | 28343 |
+| kea-por | flores200-devtest | 0.54023 | 25.9 | 1012 | 26519 |
+| kea-spa | flores200-devtest | 0.44788 | 16.5 | 1012 | 29199 |
+| lij-deu | flores200-devtest | 0.45413 | 14.9 | 1012 | 25094 |
+| lij-eng | flores200-devtest | 0.54269 | 25.4 | 1012 | 24721 |
+| lij-fra | flores200-devtest | 0.51381 | 23.4 | 1012 | 28343 |
+| lij-por | flores200-devtest | 0.50523 | 22.0 | 1012 | 26519 |
+| lij-spa | flores200-devtest | 0.44284 | 16.3 | 1012 | 29199 |
+| lim-deu | flores200-devtest | 0.42001 | 12.5 | 1012 | 25094 |
+| lim-eng | flores200-devtest | 0.47493 | 20.5 | 1012 | 24721 |
+| lim-fra | flores200-devtest | 0.41951 | 15.8 | 1012 | 28343 |
+| lim-por | flores200-devtest | 0.41365 | 15.2 | 1012 | 26519 |
+| mag-fra | flores200-devtest | 0.47212 | 19.2 | 1012 | 28343 |
+| mai-eng | flores200-devtest | 2.920 | 0.0 | 1012 | 24721 |
+| mal-eng | flores200-devtest | 0.41587 | 11.2 | 1012 | 24721 |
+| mar-deu | flores200-devtest | 0.41360 | 12.0 | 1012 | 25094 |
+| mar-eng | flores200-devtest | 0.49778 | 20.4 | 1012 | 24721 |
+| mar-fra | flores200-devtest | 0.44433 | 16.4 | 1012 | 28343 |
+| mar-por | flores200-devtest | 0.41099 | 14.1 | 1012 | 26519 |
+| mkd-deu | flores200-devtest | 0.53803 | 24.4 | 1012 | 25094 |
+| mkd-eng | flores200-devtest | 0.62358 | 35.5 | 1012 | 24721 |
+| mkd-fra | flores200-devtest | 0.57363 | 30.7 | 1012 | 28343 |
+| mkd-por | flores200-devtest | 0.56317 | 29.3 | 1012 | 26519 |
+| mkd-spa | flores200-devtest | 0.49183 | 20.7 | 1012 | 29199 |
+| mlt-deu | flores200-devtest | 0.53283 | 23.4 | 1012 | 25094 |
+| mlt-eng | flores200-devtest | 0.68020 | 43.0 | 1012 | 24721 |
+| mlt-fra | flores200-devtest | 0.59058 | 32.9 | 1012 | 28343 |
+| mlt-por | flores200-devtest | 0.58768 | 31.4 | 1012 | 26519 |
+| mlt-spa | flores200-devtest | 0.49482 | 20.7 | 1012 | 29199 |
+| nld-eng | flores200-devtest | 0.56888 | 27.9 | 1012 | 24721 |
+| nno-eng | flores200-devtest | 0.65106 | 39.8 | 1012 | 24721 |
+| nno-fra | flores200-devtest | 0.57584 | 31.3 | 1012 | 28343 |
+| nno-por | flores200-devtest | 4.158 | 0.0 | 1012 | 26519 |
+| nob-eng | flores200-devtest | 0.64640 | 39.4 | 1012 | 24721 |
+| nob-por | flores200-devtest | 0.56479 | 28.9 | 1012 | 26519 |
+| nob-spa | flores200-devtest | 0.48859 | 19.8 | 1012 | 29199 |
+| npi-deu | flores200-devtest | 0.41007 | 11.8 | 1012 | 25094 |
+| npi-eng | flores200-devtest | 0.49418 | 20.6 | 1012 | 24721 |
+| nso-eng | flores200-devtest | 0.40320 | 17.2 | 1012 | 24721 |
+| oci-deu | flores200-devtest | 0.53449 | 23.1 | 1012 | 25094 |
+| oci-spa | flores200-devtest | 0.50129 | 20.2 | 1012 | 29199 |
+| pan-eng | flores200-devtest | 0.44813 | 15.1 | 1012 | 24721 |
+| pan-fra | flores200-devtest | 0.40807 | 14.4 | 1012 | 28343 |
+| pap-deu | flores200-devtest | 0.49116 | 19.3 | 1012 | 25094 |
+| pap-eng | flores200-devtest | 0.63771 | 37.6 | 1012 | 24721 |
+| pap-fra | flores200-devtest | 0.54728 | 27.3 | 1012 | 28343 |
+| pap-por | flores200-devtest | 0.55832 | 29.0 | 1012 | 26519 |
+| pap-spa | flores200-devtest | 0.47334 | 19.0 | 1012 | 29199 |
+| pes-deu | flores200-devtest | 0.47708 | 17.9 | 1012 | 25094 |
+| pes-eng | flores200-devtest | 0.55400 | 27.4 | 1012 | 24721 |
+| pes-fra | flores200-devtest | 0.51858 | 24.3 | 1012 | 28343 |
+| pes-por | flores200-devtest | 0.50867 | 22.8 | 1012 | 26519 |
+| pes-spa | flores200-devtest | 0.44988 | 16.3 | 1012 | 29199 |
+| plt-eng | flores200-devtest | 0.42666 | 16.5 | 1012 | 24721 |
+| plt-fra | flores200-devtest | 0.40604 | 15.3 | 1012 | 28343 |
+| pol-deu | flores200-devtest | 0.48933 | 17.7 | 1012 | 25094 |
+| pol-eng | flores200-devtest | 0.53490 | 23.3 | 1012 | 24721 |
+| pol-fra | flores200-devtest | 0.53036 | 24.5 | 1012 | 28343 |
+| pol-por | flores200-devtest | 0.50576 | 21.8 | 1012 | 26519 |
+| pol-spa | flores200-devtest | 0.46596 | 17.7 | 1012 | 29199 |
+| por-deu | flores200-devtest | 0.55612 | 25.9 | 1012 | 25094 |
+| por-eng | flores200-devtest | 0.68137 | 43.6 | 1012 | 24721 |
+| por-fra | flores200-devtest | 0.62509 | 37.3 | 1012 | 28343 |
+| por-spa | flores200-devtest | 0.52540 | 24.1 | 1012 | 29199 |
+| prs-deu | flores200-devtest | 0.46660 | 17.6 | 1012 | 25094 |
+| prs-eng | flores200-devtest | 0.54932 | 28.1 | 1012 | 24721 |
+| prs-fra | flores200-devtest | 0.50825 | 23.5 | 1012 | 28343 |
+| prs-por | flores200-devtest | 0.50179 | 23.3 | 1012 | 26519 |
+| prs-spa | flores200-devtest | 0.44000 | 16.1 | 1012 | 29199 |
+| ron-deu | flores200-devtest | 0.54879 | 24.7 | 1012 | 25094 |
+| ron-eng | flores200-devtest | 0.64557 | 37.2 | 1012 | 24721 |
+| ron-fra | flores200-devtest | 0.61341 | 34.7 | 1012 | 28343 |
+| ron-por | flores200-devtest | 0.60040 | 32.8 | 1012 | 26519 |
+| ron-spa | flores200-devtest | 0.51475 | 22.8 | 1012 | 29199 |
+| rus-deu | flores200-devtest | 0.51905 | 20.8 | 1012 | 25094 |
+| rus-eng | flores200-devtest | 0.57662 | 28.8 | 1012 | 24721 |
+| rus-fra | flores200-devtest | 0.55678 | 27.9 | 1012 | 28343 |
+| rus-por | flores200-devtest | 0.53912 | 25.5 | 1012 | 26519 |
+| rus-spa | flores200-devtest | 0.47828 | 19.2 | 1012 | 29199 |
+| sat-deu | flores200-devtest | 6.870 | 0.0 | 1012 | 25094 |
+| slv-eng | flores200-devtest | 0.57057 | 28.2 | 1012 | 24721 |
+| slv-fra | flores200-devtest | 0.55067 | 27.4 | 1012 | 28343 |
+| slv-por | flores200-devtest | 0.53086 | 25.1 | 1012 | 26519 |
+| slv-spa | flores200-devtest | 0.47518 | 18.7 | 1012 | 29199 |
+| ces-eng | generaltest2022 | 0.60672 | 34.6 | 1448 | 30675 |
+| deu-eng | generaltest2022 | 0.52754 | 26.9 | 1984 | 37634 |
+| deu-fra | generaltest2022 | 0.55856 | 30.8 | 1984 | 38276 |
+| eng-deu | generaltest2022 | 0.57350 | 28.6 | 2037 | 38914 |
+| fra-deu | generaltest2022 | 0.60353 | 34.7 | 2006 | 37696 |
+| rus-eng | generaltest2022 | 0.60801 | 34.6 | 2016 | 38529 |
+| ces-deu | multi30k_test_2016_flickr | 0.51274 | 20.8 | 1000 | 12106 |
+| ces-eng | multi30k_test_2016_flickr | 0.52823 | 27.9 | 1000 | 12955 |
+| ces-fra | multi30k_test_2016_flickr | 0.52744 | 24.4 | 1000 | 13505 |
+| deu-eng | multi30k_test_2016_flickr | 0.56595 | 35.4 | 1000 | 12955 |
+| deu-fra | multi30k_test_2016_flickr | 0.57493 | 31.5 | 1000 | 13505 |
+| eng-deu | multi30k_test_2016_flickr | 0.59379 | 29.4 | 1000 | 12106 |
+| eng-fra | multi30k_test_2016_flickr | 0.64500 | 40.5 | 1000 | 13505 |
+| fra-deu | multi30k_test_2016_flickr | 0.56056 | 26.2 | 1000 | 12106 |
+| fra-eng | multi30k_test_2016_flickr | 0.60673 | 40.2 | 1000 | 12955 |
+| deu-eng | multi30k_test_2017_flickr | 0.58069 | 34.8 | 1000 | 11374 |
+| deu-fra | multi30k_test_2017_flickr | 0.56846 | 30.1 | 1000 | 12118 |
+| eng-deu | multi30k_test_2017_flickr | 0.58669 | 29.4 | 1000 | 10755 |
+| eng-fra | multi30k_test_2017_flickr | 0.65169 | 42.2 | 1000 | 12118 |
+| fra-deu | multi30k_test_2017_flickr | 0.54803 | 24.4 | 1000 | 10755 |
+| fra-eng | multi30k_test_2017_flickr | 0.63521 | 43.2 | 1000 | 11374 |
+| deu-eng | multi30k_test_2017_mscoco | 0.50914 | 27.9 | 461 | 5231 |
+| deu-fra | multi30k_test_2017_mscoco | 0.54647 | 28.3 | 461 | 5484 |
+| eng-deu | multi30k_test_2017_mscoco | 0.53295 | 24.1 | 461 | 5158 |
+| eng-fra | multi30k_test_2017_mscoco | 0.67467 | 46.2 | 461 | 5484 |
+| fra-deu | multi30k_test_2017_mscoco | 0.51160 | 21.8 | 461 | 5158 |
+| fra-eng | multi30k_test_2017_mscoco | 0.61818 | 41.7 | 461 | 5231 |
+| ces-deu | multi30k_test_2018_flickr | 0.47659 | 18.5 | 1071 | 13703 |
+| ces-eng | multi30k_test_2018_flickr | 0.52268 | 27.2 | 1071 | 14689 |
+| ces-fra | multi30k_test_2018_flickr | 0.49188 | 21.8 | 1071 | 15867 |
+| deu-eng | multi30k_test_2018_flickr | 0.54633 | 31.1 | 1071 | 14689 |
+| deu-fra | multi30k_test_2018_flickr | 0.52709 | 25.7 | 1071 | 15867 |
+| eng-deu | multi30k_test_2018_flickr | 0.55437 | 25.8 | 1071 | 13703 |
+| eng-fra | multi30k_test_2018_flickr | 0.60698 | 35.3 | 1071 | 15867 |
+| fra-deu | multi30k_test_2018_flickr | 0.51119 | 20.4 | 1071 | 13703 |
+| fra-eng | multi30k_test_2018_flickr | 0.59774 | 37.8 | 1071 | 14689 |
+| eng-fra | newsdiscusstest2015 | 0.60132 | 33.5 | 1500 | 27975 |
+| fra-eng | newsdiscusstest2015 | 0.58599 | 35.3 | 1500 | 26982 |
+| ces-deu | newssyscomb2009 | 0.50450 | 19.5 | 502 | 11271 |
+| ces-eng | newssyscomb2009 | 0.53905 | 26.4 | 502 | 11818 |
+| ces-fra | newssyscomb2009 | 0.54939 | 26.1 | 502 | 12331 |
+| ces-spa | newssyscomb2009 | 0.54720 | 27.3 | 502 | 12503 |
+| deu-eng | newssyscomb2009 | 0.53558 | 26.9 | 502 | 11818 |
+| deu-fra | newssyscomb2009 | 0.53583 | 24.5 | 502 | 12331 |
+| deu-spa | newssyscomb2009 | 0.53401 | 25.7 | 502 | 12503 |
+| eng-deu | newssyscomb2009 | 0.51555 | 20.1 | 502 | 11271 |
+| eng-fra | newssyscomb2009 | 0.56789 | 27.8 | 502 | 12331 |
+| eng-spa | newssyscomb2009 | 0.56968 | 29.8 | 502 | 12503 |
+| fra-deu | newssyscomb2009 | 0.50943 | 20.6 | 502 | 11271 |
+| fra-eng | newssyscomb2009 | 0.55832 | 29.2 | 502 | 11818 |
+| fra-spa | newssyscomb2009 | 0.58793 | 32.7 | 502 | 12503 |
+| hun-deu | newssyscomb2009 | 0.46007 | 14.7 | 502 | 11271 |
+| hun-eng | newssyscomb2009 | 0.48677 | 20.4 | 502 | 11818 |
+| hun-fra | newssyscomb2009 | 0.48681 | 18.9 | 502 | 12331 |
+| hun-spa | newssyscomb2009 | 0.49098 | 20.9 | 502 | 12503 |
+| ita-deu | newssyscomb2009 | 0.51720 | 20.8 | 502 | 11271 |
+| ita-eng | newssyscomb2009 | 0.57787 | 31.8 | 502 | 11818 |
+| ita-fra | newssyscomb2009 | 0.59854 | 31.5 | 502 | 12331 |
+| ita-spa | newssyscomb2009 | 0.59911 | 34.1 | 502 | 12503 |
+| ces-deu | newstest2008 | 0.50184 | 19.2 | 2051 | 47447 |
+| ces-eng | newstest2008 | 0.50980 | 22.6 | 2051 | 49380 |
+| ces-fra | newstest2008 | 0.52405 | 23.4 | 2051 | 52685 |
+| ces-spa | newstest2008 | 0.52270 | 24.3 | 2051 | 52586 |
+| deu-eng | newstest2008 | 0.52210 | 24.4 | 2051 | 49380 |
+| deu-fra | newstest2008 | 0.52589 | 23.9 | 2051 | 52685 |
+| deu-spa | newstest2008 | 0.51902 | 23.8 | 2051 | 52586 |
+| eng-deu | newstest2008 | 0.50792 | 20.7 | 2051 | 47447 |
+| eng-fra | newstest2008 | 0.53657 | 24.8 | 2051 | 52685 |
+| eng-spa | newstest2008 | 0.54883 | 27.6 | 2051 | 52586 |
+| fra-deu | newstest2008 | 0.50380 | 20.0 | 2051 | 47447 |
+| fra-eng | newstest2008 | 0.52690 | 24.6 | 2051 | 49380 |
+| fra-spa | newstest2008 | 0.56865 | 30.9 | 2051 | 52586 |
+| hun-deu | newstest2008 | 0.45945 | 15.1 | 2051 | 47447 |
+| hun-eng | newstest2008 | 0.46583 | 17.4 | 2051 | 49380 |
+| hun-fra | newstest2008 | 0.47705 | 18.5 | 2051 | 52685 |
+| hun-spa | newstest2008 | 0.47837 | 19.5 | 2051 | 52586 |
+| ces-deu | newstest2009 | 0.50212 | 20.1 | 2525 | 62816 |
+| ces-eng | newstest2009 | 0.52672 | 25.0 | 2525 | 65399 |
+| ces-fra | newstest2009 | 0.52509 | 23.6 | 2525 | 69263 |
+| ces-spa | newstest2009 | 0.52698 | 24.5 | 2525 | 68111 |
+| deu-eng | newstest2009 | 0.51657 | 24.0 | 2525 | 65399 |
+| deu-fra | newstest2009 | 0.51700 | 23.2 | 2525 | 69263 |
+| deu-spa | newstest2009 | 0.51476 | 23.3 | 2525 | 68111 |
+| eng-deu | newstest2009 | 0.50867 | 19.7 | 2525 | 62816 |
+| eng-fra | newstest2009 | 0.55505 | 27.0 | 2525 | 69263 |
+| eng-spa | newstest2009 | 0.56130 | 28.0 | 2525 | 68111 |
+| fra-deu | newstest2009 | 0.50213 | 19.9 | 2525 | 62816 |
+| fra-eng | newstest2009 | 0.54762 | 27.9 | 2525 | 65399 |
+| fra-spa | newstest2009 | 0.57098 | 30.2 | 2525 | 68111 |
+| hun-deu | newstest2009 | 0.45859 | 15.0 | 2525 | 62816 |
+| hun-eng | newstest2009 | 0.47458 | 19.1 | 2525 | 65399 |
+| hun-fra | newstest2009 | 0.47259 | 18.4 | 2525 | 69263 |
+| hun-spa | newstest2009 | 0.47918 | 19.5 | 2525 | 68111 |
+| ita-deu | newstest2009 | 0.50313 | 19.9 | 2525 | 62816 |
+| ita-eng | newstest2009 | 0.57010 | 30.9 | 2525 | 65399 |
+| ita-fra | newstest2009 | 0.57497 | 29.8 | 2525 | 69263 |
+| ita-spa | newstest2009 | 0.58142 | 31.8 | 2525 | 68111 |
+| ces-deu | newstest2010 | 0.51231 | 20.9 | 2489 | 61503 |
+| ces-eng | newstest2010 | 0.54084 | 26.2 | 2489 | 61711 |
+| ces-fra | newstest2010 | 0.53352 | 24.8 | 2489 | 66022 |
+| ces-spa | newstest2010 | 0.55395 | 28.3 | 2489 | 65480 |
+| deu-eng | newstest2010 | 0.55776 | 27.8 | 2489 | 61711 |
+| deu-fra | newstest2010 | 0.55086 | 26.4 | 2489 | 66022 |
+| deu-spa | newstest2010 | 0.56549 | 29.3 | 2489 | 65480 |
+| eng-deu | newstest2010 | 0.52287 | 22.8 | 2489 | 61503 |
+| eng-fra | newstest2010 | 0.57485 | 29.9 | 2489 | 66022 |
+| eng-spa | newstest2010 | 0.60005 | 33.8 | 2489 | 65480 |
+| fra-deu | newstest2010 | 0.51053 | 20.9 | 2489 | 61503 |
+| fra-eng | newstest2010 | 0.56909 | 29.5 | 2489 | 61711 |
+| fra-spa | newstest2010 | 0.60389 | 34.8 | 2489 | 65480 |
+| ces-deu | newstest2011 | 0.49767 | 20.0 | 3003 | 72981 |
+| ces-eng | newstest2011 | 0.53124 | 25.2 | 3003 | 74681 |
+| ces-fra | newstest2011 | 0.53716 | 26.0 | 3003 | 80626 |
+| ces-spa | newstest2011 | 0.54005 | 27.9 | 3003 | 79476 |
+| deu-eng | newstest2011 | 0.52573 | 24.1 | 3003 | 74681 |
+| deu-fra | newstest2011 | 0.53006 | 24.4 | 3003 | 80626 |
+| deu-spa | newstest2011 | 0.53884 | 27.2 | 3003 | 79476 |
+| eng-deu | newstest2011 | 0.50516 | 20.6 | 3003 | 72981 |
+| eng-fra | newstest2011 | 0.58992 | 31.6 | 3003 | 80626 |
+| eng-spa | newstest2011 | 0.60182 | 36.0 | 3003 | 79476 |
+| fra-deu | newstest2011 | 0.50177 | 20.3 | 3003 | 72981 |
+| fra-eng | newstest2011 | 0.57307 | 30.2 | 3003 | 74681 |
+| fra-spa | newstest2011 | 0.60832 | 36.8 | 3003 | 79476 |
+| ces-deu | newstest2012 | 0.49618 | 20.2 | 3003 | 72886 |
+| ces-eng | newstest2012 | 0.52837 | 24.8 | 3003 | 72812 |
+| ces-fra | newstest2012 | 0.53314 | 24.9 | 3003 | 78011 |
+| ces-spa | newstest2012 | 0.53704 | 27.1 | 3003 | 79006 |
+| deu-eng | newstest2012 | 0.53682 | 25.7 | 3003 | 72812 |
+| deu-fra | newstest2012 | 0.53422 | 24.9 | 3003 | 78011 |
+| deu-spa | newstest2012 | 0.54192 | 27.9 | 3003 | 79006 |
+| eng-deu | newstest2012 | 0.50517 | 21.1 | 3003 | 72886 |
+| eng-fra | newstest2012 | 0.57322 | 29.6 | 3003 | 78011 |
+| eng-spa | newstest2012 | 0.60322 | 35.9 | 3003 | 79006 |
+| fra-deu | newstest2012 | 0.49972 | 20.8 | 3003 | 72886 |
+| fra-eng | newstest2012 | 0.57028 | 30.2 | 3003 | 72812 |
+| fra-spa | newstest2012 | 0.60309 | 36.2 | 3003 | 79006 |
+| rus-deu | newstest2012 | 0.45798 | 16.1 | 3003 | 72886 |
+| rus-eng | newstest2012 | 0.58723 | 32.9 | 3003 | 72812 |
+| rus-fra | newstest2012 | 0.50740 | 22.2 | 3003 | 78011 |
+| rus-spa | newstest2012 | 0.51641 | 25.1 | 3003 | 79006 |
+| ces-deu | newstest2013 | 0.51978 | 22.6 | 3000 | 63737 |
+| ces-eng | newstest2013 | 0.55207 | 28.2 | 3000 | 64505 |
+| ces-fra | newstest2013 | 0.53236 | 26.0 | 3000 | 70037 |
+| ces-spa | newstest2013 | 0.54234 | 28.1 | 3000 | 70528 |
+| deu-eng | newstest2013 | 0.55601 | 28.7 | 3000 | 64505 |
+| deu-fra | newstest2013 | 0.53764 | 27.1 | 3000 | 70037 |
+| deu-spa | newstest2013 | 0.54225 | 28.4 | 3000 | 70528 |
+| eng-deu | newstest2013 | 0.53039 | 24.6 | 3000 | 63737 |
+| eng-fra | newstest2013 | 0.56938 | 30.9 | 3000 | 70037 |
+| eng-spa | newstest2013 | 0.57944 | 32.7 | 3000 | 70528 |
+| fra-deu | newstest2013 | 0.51437 | 22.1 | 3000 | 63737 |
+| fra-eng | newstest2013 | 0.57158 | 31.4 | 3000 | 64505 |
+| fra-spa | newstest2013 | 0.57480 | 32.5 | 3000 | 70528 |
+| rus-deu | newstest2013 | 0.49914 | 20.5 | 3000 | 63737 |
+| rus-eng | newstest2013 | 0.53711 | 26.6 | 3000 | 64505 |
+| rus-fra | newstest2013 | 0.52616 | 25.2 | 3000 | 70037 |
+| rus-spa | newstest2013 | 0.53637 | 27.8 | 3000 | 70528 |
+| ces-eng | newstest2014 | 0.58425 | 30.3 | 3003 | 68065 |
+| deu-eng | newstest2014 | 0.56105 | 28.8 | 3003 | 67337 |
+| eng-deu | newstest2014 | 0.54995 | 23.6 | 3003 | 62688 |
+| eng-fra | newstest2014 | 0.62054 | 35.7 | 3003 | 77306 |
+| fra-eng | newstest2014 | 0.60603 | 33.8 | 3003 | 70708 |
+| hin-eng | newstest2014 | 0.52740 | 22.1 | 2507 | 55571 |
+| rus-eng | newstest2014 | 0.59871 | 32.9 | 3003 | 69210 |
+| ces-eng | newstest2015 | 0.53850 | 27.5 | 2656 | 53569 |
+| deu-eng | newstest2015 | 0.56659 | 30.2 | 2169 | 46443 |
+| eng-deu | newstest2015 | 0.56263 | 27.3 | 2169 | 44260 |
+| fin-eng | newstest2015 | 0.50789 | 22.9 | 1370 | 27270 |
+| rus-eng | newstest2015 | 0.56533 | 29.7 | 2818 | 64428 |
+| ces-eng | newstest2016 | 0.56310 | 29.3 | 2999 | 64670 |
+| deu-eng | newstest2016 | 0.61288 | 35.7 | 2999 | 64119 |
+| eng-deu | newstest2016 | 0.60235 | 32.9 | 2999 | 62669 |
+| fin-eng | newstest2016 | 0.53305 | 25.4 | 3000 | 62945 |
+| ron-eng | newstest2016 | 0.60502 | 34.6 | 1999 | 47562 |
+| rus-eng | newstest2016 | 0.56287 | 29.4 | 2998 | 69278 |
+| ces-eng | newstest2017 | 0.53171 | 25.8 | 3005 | 61721 |
+| deu-eng | newstest2017 | 0.57941 | 31.8 | 3004 | 64399 |
+| eng-deu | newstest2017 | 0.55674 | 26.1 | 3004 | 61287 |
+| fin-eng | newstest2017 | 0.54579 | 27.1 | 3002 | 61846 |
+| lav-eng | newstest2017 | 0.49180 | 19.0 | 2001 | 47511 |
+| rus-eng | newstest2017 | 0.59103 | 33.2 | 3001 | 69025 |
+| ces-eng | newstest2018 | 0.54210 | 26.7 | 2983 | 63495 |
+| deu-eng | newstest2018 | 0.62725 | 38.0 | 2998 | 67012 |
+| eng-deu | newstest2018 | 0.63963 | 38.2 | 2998 | 64276 |
+| est-eng | newstest2018 | 0.53620 | 25.7 | 2000 | 45405 |
+| fin-eng | newstest2018 | 0.48070 | 20.0 | 3000 | 62325 |
+| rus-eng | newstest2018 | 0.55683 | 28.4 | 3000 | 71291 |
+| ces-deu | newstest2019 | 0.51243 | 21.3 | 1997 | 48746 |
+| deu-eng | newstest2019 | 0.59331 | 34.2 | 2000 | 39227 |
+| deu-fra | newstest2019 | 0.59123 | 31.1 | 1701 | 42509 |
+| eng-deu | newstest2019 | 0.61248 | 35.4 | 1997 | 48746 |
+| fin-eng | newstest2019 | 0.51773 | 24.3 | 1996 | 36215 |
+| fra-deu | newstest2019 | 0.56890 | 24.2 | 1701 | 36446 |
+| guj-eng | newstest2019 | 0.45948 | 17.1 | 1016 | 17757 |
+| kaz-eng | newstest2019 | 0.42380 | 15.5 | 1000 | 20452 |
+| rus-eng | newstest2019 | 0.59517 | 34.0 | 2000 | 42642 |
+| deu-eng | newstest2020 | 0.52067 | 26.3 | 785 | 38220 |
+| deu-fra | newstest2020 | 0.57389 | 29.4 | 1619 | 36890 |
+| eng-deu | newstest2020 | 0.54791 | 26.0 | 1418 | 52383 |
+| fra-deu | newstest2020 | 0.57243 | 23.9 | 1619 | 30265 |
+| pol-eng | newstest2020 | 0.54194 | 25.4 | 1001 | 21755 |
+| rus-eng | newstest2020 | 0.59454 | 30.1 | 991 | 20217 |
+| ces-eng | newstest2021 | 0.53322 | 23.8 | 1000 | 22056 |
+| deu-eng | newstest2021 | 0.56154 | 28.2 | 1000 | 20180 |
+| deu-fra | newstest2021 | 0.55568 | 27.8 | 1000 | 23757 |
+| eng-deu | newstest2021 | 0.53503 | 22.9 | 1002 | 27970 |
+| fra-deu | newstest2021 | 0.59753 | 31.7 | 1026 | 26077 |
+| isl-eng | newstest2021 | 0.49479 | 25.0 | 1000 | 22529 |
+| rus-eng | newstest2021 | 0.58195 | 31.1 | 1000 | 21228 |
+| deu-eng | newstestALL2020 | 0.52067 | 26.3 | 785 | 38220 |
+| eng-deu | newstestALL2020 | 0.54791 | 26.0 | 1418 | 52383 |
+| rus-eng | newstestALL2020 | 0.59454 | 30.1 | 991 | 20217 |
+| fin-eng | newstestB2017 | 0.51538 | 23.6 | 3002 | 61846 |
+| deu-eng | newstestB2020 | 0.51904 | 26.0 | 785 | 37696 |
+| eng-deu | newstestB2020 | 0.53738 | 25.4 | 1418 | 53092 |
+| rus-eng | newstestB2020 | 0.59950 | 31.6 | 991 | 20423 |
+| afr-deu | ntrex128 | 0.52108 | 22.8 | 1997 | 48761 |
+| afr-eng | ntrex128 | 0.68008 | 45.8 | 1997 | 47673 |
+| afr-fra | ntrex128 | 0.52929 | 25.0 | 1997 | 53481 |
+| afr-por | ntrex128 | 0.52564 | 25.3 | 1997 | 51631 |
+| afr-spa | ntrex128 | 0.54997 | 29.4 | 1997 | 54107 |
+| aze_Latn-deu | ntrex128 | 0.41299 | 11.9 | 1997 | 48761 |
+| aze_Latn-eng | ntrex128 | 0.47426 | 17.6 | 1997 | 47673 |
+| aze_Latn-fra | ntrex128 | 0.43101 | 15.3 | 1997 | 53481 |
+| aze_Latn-por | ntrex128 | 0.42046 | 13.6 | 1997 | 51631 |
+| aze_Latn-spa | ntrex128 | 0.44574 | 17.0 | 1997 | 54107 |
+| bel-deu | ntrex128 | 0.44908 | 15.1 | 1997 | 48761 |
+| bel-eng | ntrex128 | 0.51751 | 23.4 | 1997 | 47673 |
+| bel-fra | ntrex128 | 0.46436 | 18.2 | 1997 | 53481 |
+| bel-por | ntrex128 | 0.46030 | 17.7 | 1997 | 51631 |
+| bel-spa | ntrex128 | 0.47946 | 20.8 | 1997 | 54107 |
+| ben-deu | ntrex128 | 0.40415 | 10.8 | 1997 | 48761 |
+| ben-eng | ntrex128 | 0.48275 | 19.5 | 1997 | 47673 |
+| ben-fra | ntrex128 | 0.41637 | 14.2 | 1997 | 53481 |
+| ben-por | ntrex128 | 0.40736 | 13.3 | 1997 | 51631 |
+| ben-spa | ntrex128 | 0.43341 | 16.3 | 1997 | 54107 |
+| bul-deu | ntrex128 | 0.49598 | 18.7 | 1997 | 48761 |
+| bul-eng | ntrex128 | 0.56767 | 27.9 | 1997 | 47673 |
+| bul-fra | ntrex128 | 0.51709 | 23.2 | 1997 | 53481 |
+| bul-por | ntrex128 | 0.50800 | 22.3 | 1997 | 51631 |
+| bul-spa | ntrex128 | 0.53009 | 26.3 | 1997 | 54107 |
+| cat-deu | ntrex128 | 0.50784 | 20.6 | 1997 | 48761 |
+| cat-eng | ntrex128 | 0.59903 | 31.7 | 1997 | 47673 |
+| cat-fra | ntrex128 | 0.54239 | 25.9 | 1997 | 53481 |
+| cat-por | ntrex128 | 0.55184 | 27.4 | 1997 | 51631 |
+| cat-spa | ntrex128 | 0.60628 | 34.9 | 1997 | 54107 |
+| ces-deu | ntrex128 | 0.50833 | 20.4 | 1997 | 48761 |
+| ces-eng | ntrex128 | 0.58185 | 29.9 | 1997 | 47673 |
+| ces-fra | ntrex128 | 0.52110 | 23.9 | 1997 | 53481 |
+| ces-por | ntrex128 | 0.50726 | 22.2 | 1997 | 51631 |
+| ces-spa | ntrex128 | 0.53301 | 26.2 | 1997 | 54107 |
+| cym-deu | ntrex128 | 0.41859 | 14.4 | 1997 | 48761 |
+| cym-eng | ntrex128 | 0.52770 | 26.7 | 1997 | 47673 |
+| cym-fra | ntrex128 | 0.44433 | 18.5 | 1997 | 53481 |
+| cym-por | ntrex128 | 0.42658 | 16.4 | 1997 | 51631 |
+| cym-spa | ntrex128 | 0.45942 | 21.0 | 1997 | 54107 |
+| dan-deu | ntrex128 | 0.51512 | 22.0 | 1997 | 48761 |
+| dan-eng | ntrex128 | 0.60259 | 34.9 | 1997 | 47673 |
+| dan-fra | ntrex128 | 0.51370 | 23.6 | 1997 | 53481 |
+| dan-por | ntrex128 | 0.51423 | 24.6 | 1997 | 51631 |
+| dan-spa | ntrex128 | 0.53528 | 27.6 | 1997 | 54107 |
+| deu-eng | ntrex128 | 0.58787 | 30.4 | 1997 | 47673 |
+| deu-fra | ntrex128 | 0.52764 | 25.0 | 1997 | 53481 |
+| deu-por | ntrex128 | 0.52135 | 23.6 | 1997 | 51631 |
+| deu-spa | ntrex128 | 0.54183 | 27.6 | 1997 | 54107 |
+| ell-deu | ntrex128 | 0.48157 | 18.4 | 1997 | 48761 |
+| ell-eng | ntrex128 | 0.56388 | 29.6 | 1997 | 47673 |
+| ell-fra | ntrex128 | 0.50285 | 22.3 | 1997 | 53481 |
+| ell-por | ntrex128 | 0.50226 | 23.5 | 1997 | 51631 |
+| ell-spa | ntrex128 | 0.52469 | 26.7 | 1997 | 54107 |
+| eng-deu | ntrex128 | 0.55255 | 26.3 | 1997 | 48761 |
+| eng-fra | ntrex128 | 0.58111 | 31.5 | 1997 | 53481 |
+| eng-por | ntrex128 | 0.57731 | 31.0 | 1997 | 51631 |
+| eng-spa | ntrex128 | 0.60903 | 36.0 | 1997 | 54107 |
+| est-deu | ntrex128 | 0.47614 | 17.7 | 1997 | 48761 |
+| est-eng | ntrex128 | 0.54290 | 25.3 | 1997 | 47673 |
+| est-fra | ntrex128 | 0.49258 | 21.4 | 1997 | 53481 |
+| est-por | ntrex128 | 0.47893 | 19.4 | 1997 | 51631 |
+| est-spa | ntrex128 | 0.50947 | 23.7 | 1997 | 54107 |
+| eus-deu | ntrex128 | 0.42792 | 13.4 | 1997 | 48761 |
+| eus-eng | ntrex128 | 0.49242 | 20.7 | 1997 | 47673 |
+| eus-fra | ntrex128 | 0.45518 | 17.8 | 1997 | 53481 |
+| eus-por | ntrex128 | 0.45450 | 17.7 | 1997 | 51631 |
+| eus-spa | ntrex128 | 0.48737 | 21.7 | 1997 | 54107 |
+| fao-eng | ntrex128 | 0.45401 | 21.6 | 1997 | 47673 |
+| fao-spa | ntrex128 | 0.40129 | 16.2 | 1997 | 54107 |
+| fas-deu | ntrex128 | 0.44078 | 13.4 | 1997 | 48761 |
+| fas-eng | ntrex128 | 0.50749 | 20.9 | 1997 | 47673 |
+| fas-fra | ntrex128 | 0.46234 | 17.7 | 1997 | 53481 |
+| fas-por | ntrex128 | 0.44990 | 16.5 | 1997 | 51631 |
+| fas-spa | ntrex128 | 0.47415 | 19.8 | 1997 | 54107 |
+| fil-deu | ntrex128 | 0.45874 | 17.0 | 1997 | 48761 |
+| fil-eng | ntrex128 | 0.59882 | 35.9 | 1997 | 47673 |
+| fil-fra | ntrex128 | 0.48281 | 21.2 | 1997 | 53481 |
+| fil-por | ntrex128 | 0.47948 | 21.3 | 1997 | 51631 |
+| fil-spa | ntrex128 | 0.50214 | 24.7 | 1997 | 54107 |
+| fin-deu | ntrex128 | 0.46233 | 15.8 | 1997 | 48761 |
+| fin-eng | ntrex128 | 0.51653 | 22.3 | 1997 | 47673 |
+| fin-fra | ntrex128 | 0.47519 | 19.3 | 1997 | 53481 |
+| fin-por | ntrex128 | 0.47136 | 18.2 | 1997 | 51631 |
+| fin-spa | ntrex128 | 0.49105 | 21.8 | 1997 | 54107 |
+| fra-deu | ntrex128 | 0.49992 | 20.2 | 1997 | 48761 |
+| fra-eng | ntrex128 | 0.58050 | 30.3 | 1997 | 47673 |
+| fra-por | ntrex128 | 0.52964 | 24.6 | 1997 | 51631 |
+| fra-spa | ntrex128 | 0.55325 | 28.9 | 1997 | 54107 |
+| gle-deu | ntrex128 | 0.40356 | 12.3 | 1997 | 48761 |
+| gle-eng | ntrex128 | 0.48545 | 20.9 | 1997 | 47673 |
+| gle-fra | ntrex128 | 0.42065 | 14.8 | 1997 | 53481 |
+| gle-por | ntrex128 | 0.41363 | 14.2 | 1997 | 51631 |
+| gle-spa | ntrex128 | 0.43570 | 17.2 | 1997 | 54107 |
+| glg-deu | ntrex128 | 0.50745 | 20.3 | 1997 | 48761 |
+| glg-eng | ntrex128 | 0.61075 | 34.2 | 1997 | 47673 |
+| glg-fra | ntrex128 | 0.53952 | 25.8 | 1997 | 53481 |
+| glg-por | ntrex128 | 0.55664 | 28.2 | 1997 | 51631 |
+| glg-spa | ntrex128 | 0.61214 | 36.1 | 1997 | 54107 |
+| guj-eng | ntrex128 | 0.44942 | 15.5 | 1997 | 47673 |
+| hau-eng | ntrex128 | 0.40202 | 16.7 | 1997 | 47673 |
+| heb-deu | ntrex128 | 0.45797 | 16.2 | 1997 | 48761 |
+| heb-eng | ntrex128 | 0.53174 | 24.9 | 1997 | 47673 |
+| heb-fra | ntrex128 | 0.47719 | 20.0 | 1997 | 53481 |
+| heb-por | ntrex128 | 0.47161 | 19.4 | 1997 | 51631 |
+| heb-spa | ntrex128 | 0.49348 | 23.0 | 1997 | 54107 |
+| hin-deu | ntrex128 | 0.42959 | 12.2 | 1997 | 48761 |
+| hin-eng | ntrex128 | 0.53396 | 23.6 | 1997 | 47673 |
+| hin-fra | ntrex128 | 0.44793 | 16.2 | 1997 | 53481 |
+| hin-por | ntrex128 | 0.43466 | 14.7 | 1997 | 51631 |
+| hin-spa | ntrex128 | 0.46019 | 18.6 | 1997 | 54107 |
+| hrv-deu | ntrex128 | 0.51370 | 20.4 | 1997 | 48761 |
+| hrv-eng | ntrex128 | 0.59129 | 30.9 | 1997 | 47673 |
+| hrv-fra | ntrex128 | 0.53330 | 25.5 | 1997 | 53481 |
+| hrv-por | ntrex128 | 0.52485 | 24.2 | 1997 | 51631 |
+| hrv-spa | ntrex128 | 0.54681 | 27.8 | 1997 | 54107 |
+| hun-deu | ntrex128 | 0.45105 | 14.7 | 1997 | 48761 |
+| hun-eng | ntrex128 | 0.49083 | 19.0 | 1997 | 47673 |
+| hun-fra | ntrex128 | 0.46131 | 18.3 | 1997 | 53481 |
+| hun-por | ntrex128 | 0.45430 | 16.9 | 1997 | 51631 |
+| hun-spa | ntrex128 | 0.47514 | 20.5 | 1997 | 54107 |
+| hye-eng | ntrex128 | 0.42795 | 14.1 | 1997 | 47673 |
+| hye-spa | ntrex128 | 0.40709 | 14.7 | 1997 | 54107 |
+| ind-deu | ntrex128 | 0.48605 | 17.9 | 1997 | 48761 |
+| ind-eng | ntrex128 | 0.61861 | 34.6 | 1997 | 47673 |
+| ind-fra | ntrex128 | 0.50741 | 22.5 | 1997 | 53481 |
+| ind-por | ntrex128 | 0.50279 | 22.2 | 1997 | 51631 |
+| ind-spa | ntrex128 | 0.52849 | 26.3 | 1997 | 54107 |
+| isl-deu | ntrex128 | 0.44960 | 16.6 | 1997 | 48761 |
+| isl-eng | ntrex128 | 0.50794 | 23.6 | 1997 | 47673 |
+| isl-fra | ntrex128 | 0.46395 | 19.1 | 1997 | 53481 |
+| isl-por | ntrex128 | 0.45094 | 17.7 | 1997 | 51631 |
+| isl-spa | ntrex128 | 0.47760 | 22.0 | 1997 | 54107 |
+| ita-deu | ntrex128 | 0.51269 | 21.3 | 1997 | 48761 |
+| ita-eng | ntrex128 | 0.61055 | 34.4 | 1997 | 47673 |
+| ita-fra | ntrex128 | 0.55388 | 27.6 | 1997 | 53481 |
+| ita-por | ntrex128 | 0.55618 | 28.0 | 1997 | 51631 |
+| ita-spa | ntrex128 | 0.57218 | 30.9 | 1997 | 54107 |
+| jpn-eng | ntrex128 | 0.42510 | 13.8 | 1997 | 47673 |
+| kat-eng | ntrex128 | 0.40279 | 12.7 | 1997 | 47673 |
+| kaz-eng | ntrex128 | 0.41891 | 13.7 | 1997 | 47673 |
+| kaz-spa | ntrex128 | 0.40670 | 13.8 | 1997 | 54107 |
+| lav-deu | ntrex128 | 0.46085 | 15.0 | 1997 | 48761 |
+| lav-eng | ntrex128 | 0.52552 | 21.7 | 1997 | 47673 |
+| lav-fra | ntrex128 | 0.47464 | 18.1 | 1997 | 53481 |
+| lav-por | ntrex128 | 0.46459 | 16.4 | 1997 | 51631 |
+| lav-spa | ntrex128 | 0.48650 | 20.4 | 1997 | 54107 |
+| ltz-eng | ntrex128 | 0.54302 | 27.8 | 1997 | 47673 |
+| ltz-por | ntrex128 | 0.45079 | 18.2 | 1997 | 51631 |
+| mar-eng | ntrex128 | 0.47392 | 18.3 | 1997 | 47673 |
+| mar-spa | ntrex128 | 0.42040 | 14.9 | 1997 | 54107 |
+| mkd-deu | ntrex128 | 0.50258 | 19.6 | 1997 | 48761 |
+| mkd-eng | ntrex128 | 0.59926 | 32.3 | 1997 | 47673 |
+| mkd-fra | ntrex128 | 0.52273 | 24.1 | 1997 | 53481 |
+| mkd-por | ntrex128 | 0.51528 | 23.2 | 1997 | 51631 |
+| mkd-spa | ntrex128 | 0.54270 | 27.6 | 1997 | 54107 |
+| mlg-eng | ntrex128 | 0.41059 | 14.3 | 1997 | 47673 |
+| mlt-deu | ntrex128 | 0.48680 | 19.6 | 1997 | 48761 |
+| mlt-eng | ntrex128 | 0.63462 | 37.6 | 1997 | 47673 |
+| mlt-fra | ntrex128 | 0.52138 | 24.8 | 1997 | 53481 |
+| mlt-por | ntrex128 | 0.51943 | 24.6 | 1997 | 51631 |
+| mlt-spa | ntrex128 | 0.53967 | 28.0 | 1997 | 54107 |
+| msa-deu | ntrex128 | 0.45669 | 16.7 | 1997 | 48761 |
+| msa-eng | ntrex128 | 0.57773 | 31.9 | 1997 | 47673 |
+| msa-fra | ntrex128 | 0.47740 | 20.1 | 1997 | 53481 |
+| nld-fra | ntrex128 | 0.53426 | 25.0 | 1997 | 53481 |
+| nld-spa | ntrex128 | 0.55158 | 29.3 | 1997 | 54107 |
+| nno-por | ntrex128 | 0.50504 | 23.1 | 1997 | 51631 |
+| nno-spa | ntrex128 | 0.53069 | 27.0 | 1997 | 54107 |
+| nob-fra | ntrex128 | 0.53221 | 25.8 | 1997 | 53481 |
+| nob-por | ntrex128 | 0.52513 | 24.9 | 1997 | 51631 |
+| pan-eng | ntrex128 | 0.42669 | 13.5 | 1997 | 47673 |
+| pol-deu | ntrex128 | 0.48613 | 18.0 | 1997 | 48761 |
+| pol-eng | ntrex128 | 0.53276 | 23.3 | 1997 | 47673 |
+| pol-fra | ntrex128 | 0.50446 | 22.0 | 1997 | 53481 |
+| pol-por | ntrex128 | 0.49314 | 20.4 | 1997 | 51631 |
+| pol-spa | ntrex128 | 0.51313 | 23.8 | 1997 | 54107 |
+| por-deu | ntrex128 | 0.51862 | 21.4 | 1997 | 48761 |
+| por-eng | ntrex128 | 0.61838 | 34.9 | 1997 | 47673 |
+| por-fra | ntrex128 | 0.54956 | 27.0 | 1997 | 53481 |
+| por-spa | ntrex128 | 0.58363 | 32.8 | 1997 | 54107 |
+| prs-deu | ntrex128 | 0.42183 | 12.0 | 1997 | 48761 |
+| prs-eng | ntrex128 | 0.49772 | 21.2 | 1997 | 47673 |
+| prs-fra | ntrex128 | 0.43811 | 15.7 | 1997 | 53481 |
+| prs-por | ntrex128 | 0.43047 | 14.9 | 1997 | 51631 |
+| prs-spa | ntrex128 | 0.45246 | 18.0 | 1997 | 54107 |
+| ron-deu | ntrex128 | 0.50587 | 19.6 | 1997 | 48761 |
+| ron-eng | ntrex128 | 0.58832 | 29.5 | 1997 | 47673 |
+| ron-fra | ntrex128 | 0.53785 | 24.7 | 1997 | 53481 |
+| ron-por | ntrex128 | 0.53776 | 25.5 | 1997 | 51631 |
+| ron-spa | ntrex128 | 0.56115 | 29.8 | 1997 | 54107 |
+| rus-deu | ntrex128 | 0.47395 | 16.1 | 1997 | 48761 |
+| rus-eng | ntrex128 | 0.52728 | 22.8 | 1997 | 47673 |
+| rus-fra | ntrex128 | 0.49638 | 20.6 | 1997 | 53481 |
+| rus-por | ntrex128 | 0.47749 | 18.9 | 1997 | 51631 |
+| rus-spa | ntrex128 | 0.50193 | 22.8 | 1997 | 54107 |
+| slv-deu | ntrex128 | 0.49861 | 19.5 | 1997 | 48761 |
+| slv-eng | ntrex128 | 0.55850 | 26.9 | 1997 | 47673 |
+| slv-fra | ntrex128 | 0.51117 | 22.9 | 1997 | 53481 |
+| slv-por | ntrex128 | 0.50114 | 21.5 | 1997 | 51631 |
+| ara-eng | tico19-test | 0.54754 | 27.3 | 2100 | 56323 |
+| ara-fra | tico19-test | 0.47603 | 20.9 | 2100 | 64661 |
+| ara-por | tico19-test | 0.51671 | 25.6 | 2100 | 62729 |
+| ara-spa | tico19-test | 0.53399 | 27.7 | 2100 | 66563 |
+| ben-eng | tico19-test | 0.48344 | 15.8 | 2100 | 56824 |
+| ben-fra | tico19-test | 0.41452 | 16.3 | 2100 | 64661 |
+| ben-por | tico19-test | 0.43394 | 12.7 | 2100 | 62729 |
+| ben-spa | tico19-test | 0.45544 | 15.9 | 2100 | 66563 |
+| eng-fra | tico19-test | 0.60115 | 35.6 | 2100 | 64661 |
+| eng-por | tico19-test | 0.69271 | 45.3 | 2100 | 62729 |
+| eng-spa | tico19-test | 0.69653 | 47.2 | 2100 | 66563 |
+| fas-eng | tico19-test | 0.54574 | 27.5 | 2100 | 56315 |
+| fas-fra | tico19-test | 0.47294 | 20.9 | 2100 | 64661 |
+| fas-por | tico19-test | 0.51476 | 24.7 | 2100 | 62729 |
+| fas-spa | tico19-test | 0.52553 | 27.2 | 2100 | 66563 |
+| fra-eng | tico19-test | 0.58589 | 34.6 | 2100 | 56323 |
+| fra-por | tico19-test | 0.55536 | 30.8 | 2100 | 62729 |
+| fra-spa | tico19-test | 0.56734 | 33.6 | 2100 | 66563 |
+| hin-eng | tico19-test | 0.59076 | 30.9 | 2100 | 56323 |
+| hin-fra | tico19-test | 0.47808 | 22.0 | 2100 | 64661 |
+| hin-por | tico19-test | 0.52503 | 26.7 | 2100 | 62729 |
+| hin-spa | tico19-test | 0.53813 | 27.8 | 2100 | 66563 |
+| ind-eng | tico19-test | 0.66479 | 39.1 | 2100 | 56315 |
+| ind-fra | tico19-test | 0.53716 | 27.3 | 2100 | 64661 |
+| ind-por | tico19-test | 0.59409 | 32.7 | 2100 | 62729 |
+| ind-spa | tico19-test | 0.60176 | 34.1 | 2100 | 66563 |
+| mar-eng | tico19-test | 0.47258 | 18.6 | 2100 | 56315 |
+| mar-fra | tico19-test | 0.40156 | 14.6 | 2100 | 64661 |
+| mar-por | tico19-test | 0.41281 | 13.5 | 2100 | 62729 |
+| mar-spa | tico19-test | 0.44960 | 19.8 | 2100 | 66563 |
+| msa-fra | tico19-test | 0.52071 | 26.0 | 2100 | 64661 |
+| msa-por | tico19-test | 0.58553 | 32.2 | 2100 | 62729 |
+| por-eng | tico19-test | 0.70548 | 46.4 | 2100 | 56315 |
+| por-fra | tico19-test | 0.57355 | 32.0 | 2100 | 64661 |
+| por-spa | tico19-test | 0.66116 | 42.3 | 2100 | 66563 |
+| prs-eng | tico19-test | 0.51514 | 22.6 | 2100 | 56824 |
+| prs-fra | tico19-test | 0.44725 | 17.9 | 2100 | 64661 |
+| prs-por | tico19-test | 0.48683 | 22.1 | 2100 | 62729 |
+| prs-spa | tico19-test | 0.50656 | 24.9 | 2100 | 66563 |
+| pus-eng | tico19-test | 0.41078 | 14.1 | 2100 | 56315 |
+| pus-spa | tico19-test | 0.40026 | 16.1 | 2100 | 66563 |
+| rus-fra | tico19-test | 0.49722 | 23.0 | 2100 | 64661 |
+| rus-por | tico19-test | 0.53902 | 26.0 | 2100 | 62729 |
+
+## Citation Information
+
+* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+
+```bibtex
+@article{tiedemann2023democratizing,
+  title={Democratizing neural machine translation with {OPUS-MT}},
+  author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
+  journal={Language Resources and Evaluation},
+  number={58},
+  pages={713--755},
+  year={2023},
+  publisher={Springer Nature},
+  issn={1574-0218},
+  doi={10.1007/s10579-023-09704-w}
+}
+
+@inproceedings{tiedemann-thottingal-2020-opus,
+    title = "{OPUS}-{MT} {--} Building open translation services for the World",
+    author = {Tiedemann, J{\"o}rg  and Thottingal, Santhosh},
+    booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Lisboa, Portugal",
+    publisher = "European Association for Machine Translation",
+    url = "https://aclanthology.org/2020.eamt-1.61",
+    pages = "479--480",
+}
+
+@inproceedings{tiedemann-2020-tatoeba,
+    title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
+    author = {Tiedemann, J{\"o}rg},
+    booktitle = "Proceedings of the Fifth Conference on Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Online",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2020.wmt-1.139",
+    pages = "1174--1182",
+}
+```
+
+## Acknowledgements
+
+The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).
+
+## Model conversion info
+
+* transformers version: 4.45.1
+* OPUS-MT git hash: 0882077
+* port time: Wed Oct  9 18:24:15 EEST 2024
+* port machine: LM0-400-22516.local