mihaimasala commited on
Commit
9aa4d3f
·
verified ·
1 Parent(s): d56f97f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -4
README.md CHANGED
@@ -556,6 +556,7 @@ print(tokenizer.decode(outputs[0]))
556
 
557
  ## Academic Benchmarks
558
 
 
559
  <table>
560
  <tbody>
561
  <tr>
@@ -569,7 +570,7 @@ print(tokenizer.decode(outputs[0]))
569
  <td><strong><center>TruthfulQA</center></strong></td>
570
  </tr>
571
  <tr>
572
- <td>Llama-2-7b-chat</td><td><center>36.84</center></td><td><center>37.03</center></td><td><center>33.81</center></td><td><center>55.87</center></td><td><center>45.36</center></td><td><center>4.90</center></td><td><center>44.09</center></td>
573
  </tr>
574
  <tr>
575
  <td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>45.71</strong></em></center></td><td><center><em><strong>43.66</strong></em></center></td><td><center><em><strong>39.70</strong></em></center></td><td><center><em><strong>70.34</strong></em></center></td><td><center><em><strong>57.36</strong></em></center></td><td><center><em><strong>18.78</strong></em></center></td><td><center><em><strong>44.44</strong></em></center></td>
@@ -577,6 +578,7 @@ print(tokenizer.decode(outputs[0]))
577
  </tbody>
578
  </table>
579
 
 
580
  ## Downstream tasks
581
 
582
 
@@ -606,14 +608,15 @@ print(tokenizer.decode(outputs[0]))
606
  <td><center><strong>RO-EN<br>(Bleu)</strong></center>
607
  </tr>
608
  <tr>
609
- <td>Llama-2-7b-chat</td><td><center>87.78</center></td><td><center>52.82</center></td><td><center>97.27</center></td><td><center>82.02</center></td><td><center>15.55</center></td><td><center><strong>28.53</strong></center></td><td><center>19.99</center></td><td><center>31.48</center></td>
610
  </tr>
611
  <tr>
612
- <td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>97.48</strong></em></center></td><td><center><em><strong>65.26</strong></em></center></td><td><center><em><strong>98.83</strong></em></center></td><td><center><em><strong>87.28</strong></em></center></td><td><center><em><strong>27.39</strong></em></center></td><td><center><em>10.32</em></center></td><td><center><em><strong>27.59</strong></em></center></td><td><center><em><strong>40.13</strong></em></center></td>
613
  </tr>
614
  </tbody>
615
  </table>
616
 
 
617
  <table>
618
  <tbody>
619
  <tr>
@@ -643,7 +646,7 @@ print(tokenizer.decode(outputs[0]))
643
  <td>Llama-2-7b-chat</td><td><center>32.35</center></td><td><center>54.00</center></td><td><center><strong>60.34</strong></center></td><td><center><strong>75.98</strong></center></td><td><center>32.56</center></td><td><center>31.99</center></td><td><center>74.08</center></td><td><center>72.64</center></td>
644
  </tr>
645
  <tr>
646
- <td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>44.52</strong></em></center></td><td><center><em><strong>64.75</strong></em></center></td><td><center><em>54.96</em></center></td><td><center><em>70.20</em></center></td><td><center><em><strong>65.50</strong></em></center></td><td><center><em><strong>67.79</strong></em></center></td><td><center><em><strong>84.44</strong></em></center></td><td><center><em><strong>84.77</strong></em></center></td>
647
  </tr>
648
  </tbody>
649
  </table>
 
556
 
557
  ## Academic Benchmarks
558
 
559
+
560
  <table>
561
  <tbody>
562
  <tr>
 
570
  <td><strong><center>TruthfulQA</center></strong></td>
571
  </tr>
572
  <tr>
573
+ <td>Llama-2-7b-chat</td><td><center>36.84</center></td><td><center>37.03</center></td><td><center>33.80</center></td><td><center>55.87</center></td><td><center>45.36</center></td><td><center>4.90</center></td><td><center>44.09</center></td>
574
  </tr>
575
  <tr>
576
  <td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>45.71</strong></em></center></td><td><center><em><strong>43.66</strong></em></center></td><td><center><em><strong>39.70</strong></em></center></td><td><center><em><strong>70.34</strong></em></center></td><td><center><em><strong>57.36</strong></em></center></td><td><center><em><strong>18.78</strong></em></center></td><td><center><em><strong>44.44</strong></em></center></td>
 
578
  </tbody>
579
  </table>
580
 
581
+
582
  ## Downstream tasks
583
 
584
 
 
608
  <td><center><strong>RO-EN<br>(Bleu)</strong></center>
609
  </tr>
610
  <tr>
611
+ <td>Llama-2-7b-chat</td><td><center>87.78</center></td><td><center>52.81</center></td><td><center>97.27</center></td><td><center>82.02</center></td><td><center>15.55</center></td><td><center><strong>28.53</strong></center></td><td><center>19.99</center></td><td><center>31.48</center></td>
612
  </tr>
613
  <tr>
614
+ <td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>97.48</strong></em></center></td><td><center><em><strong>65.26</strong></em></center></td><td><center><em><strong>98.83</strong></em></center></td><td><center><em><strong>87.28</strong></em></center></td><td><center><em><strong>27.38</strong></em></center></td><td><center><em>10.32</em></center></td><td><center><em><strong>27.59</strong></em></center></td><td><center><em><strong>40.13</strong></em></center></td>
615
  </tr>
616
  </tbody>
617
  </table>
618
 
619
+
620
  <table>
621
  <tbody>
622
  <tr>
 
646
  <td>Llama-2-7b-chat</td><td><center>32.35</center></td><td><center>54.00</center></td><td><center><strong>60.34</strong></center></td><td><center><strong>75.98</strong></center></td><td><center>32.56</center></td><td><center>31.99</center></td><td><center>74.08</center></td><td><center>72.64</center></td>
647
  </tr>
648
  <tr>
649
+ <td><em>RoLlama2-7b-Instruct</em></td><td><center><em><strong>44.52</strong></em></center></td><td><center><em><strong>64.75</strong></em></center></td><td><center><em>54.96</em></center></td><td><center><em>70.20</em></center></td><td><center><em><strong>65.50</strong></em></center></td><td><center><em><strong>67.79</strong></em></center></td><td><center><em><strong>84.44</strong></em></center></td><td><center><em><strong>84.76</strong></em></center></td>
650
  </tr>
651
  </tbody>
652
  </table>