mihaimasala
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -556,6 +556,7 @@ print(tokenizer.decode(outputs[0]))
|
|
556 |
|
557 |
## Academic Benchmarks
|
558 |
|
|
|
559 |
<table>
|
560 |
<tbody>
|
561 |
<tr>
|
@@ -569,7 +570,7 @@ print(tokenizer.decode(outputs[0]))
|
|
569 |
<td><strong><center>TruthfulQA</center></strong></td>
|
570 |
</tr>
|
571 |
<tr>
|
572 |
-
<td>Llama-2-7b-chat</td><td><center>36.84</center></td><td><center>37.03</center></td><td><center>33.
|
573 |
</tr>
|
574 |
<tr>
|
575 |
<td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>45.71</strong></em></center></td><td><center><em><strong>43.66</strong></em></center></td><td><center><em><strong>39.70</strong></em></center></td><td><center><em><strong>70.34</strong></em></center></td><td><center><em><strong>57.36</strong></em></center></td><td><center><em><strong>18.78</strong></em></center></td><td><center><em><strong>44.44</strong></em></center></td>
|
@@ -577,6 +578,7 @@ print(tokenizer.decode(outputs[0]))
|
|
577 |
</tbody>
|
578 |
</table>
|
579 |
|
|
|
580 |
## Downstream tasks
|
581 |
|
582 |
|
@@ -606,14 +608,15 @@ print(tokenizer.decode(outputs[0]))
|
|
606 |
<td><center><strong>RO-EN<br>(Bleu)</strong></center>
|
607 |
</tr>
|
608 |
<tr>
|
609 |
-
<td>Llama-2-7b-chat</td><td><center>87.78</center></td><td><center>52.
|
610 |
</tr>
|
611 |
<tr>
|
612 |
-
<td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>97.48</strong></em></center></td><td><center><em><strong>65.26</strong></em></center></td><td><center><em><strong>98.83</strong></em></center></td><td><center><em><strong>87.28</strong></em></center></td><td><center><em><strong>27.
|
613 |
</tr>
|
614 |
</tbody>
|
615 |
</table>
|
616 |
|
|
|
617 |
<table>
|
618 |
<tbody>
|
619 |
<tr>
|
@@ -643,7 +646,7 @@ print(tokenizer.decode(outputs[0]))
|
|
643 |
<td>Llama-2-7b-chat</td><td><center>32.35</center></td><td><center>54.00</center></td><td><center><strong>60.34</strong></center></td><td><center><strong>75.98</strong></center></td><td><center>32.56</center></td><td><center>31.99</center></td><td><center>74.08</center></td><td><center>72.64</center></td>
|
644 |
</tr>
|
645 |
<tr>
|
646 |
-
<td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>44.52</strong></em></center></td><td><center><em><strong>64.75</strong></em></center></td><td><center><em>54.96</em></center></td><td><center><em>70.20</em></center></td><td><center><em><strong>65.50</strong></em></center></td><td><center><em><strong>67.79</strong></em></center></td><td><center><em><strong>84.44</strong></em></center></td><td><center><em><strong>84.
|
647 |
</tr>
|
648 |
</tbody>
|
649 |
</table>
|
|
|
556 |
|
557 |
## Academic Benchmarks
|
558 |
|
559 |
+
|
560 |
<table>
|
561 |
<tbody>
|
562 |
<tr>
|
|
|
570 |
<td><strong><center>TruthfulQA</center></strong></td>
|
571 |
</tr>
|
572 |
<tr>
|
573 |
+
<td>Llama-2-7b-chat</td><td><center>36.84</center></td><td><center>37.03</center></td><td><center>33.80</center></td><td><center>55.87</center></td><td><center>45.36</center></td><td><center>4.90</center></td><td><center>44.09</center></td>
|
574 |
</tr>
|
575 |
<tr>
|
576 |
<td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>45.71</strong></em></center></td><td><center><em><strong>43.66</strong></em></center></td><td><center><em><strong>39.70</strong></em></center></td><td><center><em><strong>70.34</strong></em></center></td><td><center><em><strong>57.36</strong></em></center></td><td><center><em><strong>18.78</strong></em></center></td><td><center><em><strong>44.44</strong></em></center></td>
|
|
|
578 |
</tbody>
|
579 |
</table>
|
580 |
|
581 |
+
|
582 |
## Downstream tasks
|
583 |
|
584 |
|
|
|
608 |
<td><center><strong>RO-EN<br>(Bleu)</strong></center>
|
609 |
</tr>
|
610 |
<tr>
|
611 |
+
<td>Llama-2-7b-chat</td><td><center>87.78</center></td><td><center>52.81</center></td><td><center>97.27</center></td><td><center>82.02</center></td><td><center>15.55</center></td><td><center><strong>28.53</strong></center></td><td><center>19.99</center></td><td><center>31.48</center></td>
|
612 |
</tr>
|
613 |
<tr>
|
614 |
+
<td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>97.48</strong></em></center></td><td><center><em><strong>65.26</strong></em></center></td><td><center><em><strong>98.83</strong></em></center></td><td><center><em><strong>87.28</strong></em></center></td><td><center><em><strong>27.38</strong></em></center></td><td><center><em>10.32</em></center></td><td><center><em><strong>27.59</strong></em></center></td><td><center><em><strong>40.13</strong></em></center></td>
|
615 |
</tr>
|
616 |
</tbody>
|
617 |
</table>
|
618 |
|
619 |
+
|
620 |
<table>
|
621 |
<tbody>
|
622 |
<tr>
|
|
|
646 |
<td>Llama-2-7b-chat</td><td><center>32.35</center></td><td><center>54.00</center></td><td><center><strong>60.34</strong></center></td><td><center><strong>75.98</strong></center></td><td><center>32.56</center></td><td><center>31.99</center></td><td><center>74.08</center></td><td><center>72.64</center></td>
|
647 |
</tr>
|
648 |
<tr>
|
649 |
+
<td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>44.52</strong></em></center></td><td><center><em><strong>64.75</strong></em></center></td><td><center><em>54.96</em></center></td><td><center><em>70.20</em></center></td><td><center><em><strong>65.50</strong></em></center></td><td><center><em><strong>67.79</strong></em></center></td><td><center><em><strong>84.44</strong></em></center></td><td><center><em><strong>84.76</strong></em></center></td>
|
650 |
</tr>
|
651 |
</tbody>
|
652 |
</table>
|