Update README.md
Browse files
README.md
CHANGED
|
@@ -66,9 +66,9 @@ The website [https://swallow-llm.github.io/](https://swallow-llm.github.io/) pro
|
|
| 66 |
| Llama 3 Youko 70B Instruct | 0.6632| 0.8387| 0.8108| 0.4655| 0.7013| 0.7778| 0.7544| 0.7662| 0.7222|
|
| 67 |
| Llama-3.1-70B-Japanese-Instruct-2407 | 0.6267| 0.7525| 0.7938| 0.5750| 0.5590| 0.7725| 0.7240| 0.7180| 0.6902|
|
| 68 |
| Llama 3 heron brain 70B v0.3 | 0.3762| 0.7892| 0.7274| 0.5589| 0.5070| 0.6662| 0.6880| 0.6996| 0.6266|
|
| 69 |
-
| Llama 3
|
| 70 |
-
| Llama 3.1
|
| 71 |
-
| Llama 3.3
|
| 72 |
| Llama 3.1 Swallow 70B Instruct v0.1| 0.5676| 0.7859| 0.7490| 0.5437| 0.6383| 0.6870| 0.6121| 0.6540| 0.6547|
|
| 73 |
| **Llama 3.1 Swallow 70B Instruct v0.3** | 0.6063| 0.8052| 0.8410| 0.5591| 0.6280| 0.7774| 0.6920| 0.7832| 0.7115|
|
| 74 |
| Qwen2-72B-Instruct |0.5699| 0.7858| 0.8222| 0.5096| **0.7032**| 0.7963| 0.7728| **0.8223**| 0.7228|
|
|
@@ -82,7 +82,16 @@ The website [https://swallow-llm.github.io/](https://swallow-llm.github.io/) pro
|
|
| 82 |
|---|---|---|---|---|---|---|---|---|---|---|---|
|
| 83 |
| |4-shot|4-shot|4-shot|4-shot|1-shot|4-shot|4-shot|4-shot|5-shot|0-shot| |
|
| 84 |
| |EM acc|Char-F1|Char-F1|Char-F1|ROUGE-2|EM acc|BLEU|BLEU|EM acc|pass@1| |
|
| 85 |
-
| Llama 3 Youko 70B Instruct |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
|
| 87 |
|
| 88 |
### English tasks
|
|
|
|
| 66 |
| Llama 3 Youko 70B Instruct | 0.6632| 0.8387| 0.8108| 0.4655| 0.7013| 0.7778| 0.7544| 0.7662| 0.7222|
|
| 67 |
| Llama-3.1-70B-Japanese-Instruct-2407 | 0.6267| 0.7525| 0.7938| 0.5750| 0.5590| 0.7725| 0.7240| 0.7180| 0.6902|
|
| 68 |
| Llama 3 heron brain 70B v0.3 | 0.3762| 0.7892| 0.7274| 0.5589| 0.5070| 0.6662| 0.6880| 0.6996| 0.6266|
|
| 69 |
+
| Llama 3 70B Instruct |0.5969| 0.8410| 0.7120| 0.4481| 0.4884| 0.7117| 0.6510| 0.6900| 0.6424|
|
| 70 |
+
| Llama 3.1 70B Instruct | 0.5252| 0.7846| 0.7086| 0.5063| 0.6979| 0.6888| 0.6402| 0.6653| 0.6521|
|
| 71 |
+
| Llama 3.3 70B Instruct | 0.5193| 0.7750| 0.7213| 0.5228| 0.6721| 0.7407| 0.6386| 0.7043| 0.6618|
|
| 72 |
| Llama 3.1 Swallow 70B Instruct v0.1| 0.5676| 0.7859| 0.7490| 0.5437| 0.6383| 0.6870| 0.6121| 0.6540| 0.6547|
|
| 73 |
| **Llama 3.1 Swallow 70B Instruct v0.3** | 0.6063| 0.8052| 0.8410| 0.5591| 0.6280| 0.7774| 0.6920| 0.7832| 0.7115|
|
| 74 |
| Qwen2-72B-Instruct |0.5699| 0.7858| 0.8222| 0.5096| **0.7032**| 0.7963| 0.7728| **0.8223**| 0.7228|
|
|
|
|
| 82 |
|---|---|---|---|---|---|---|---|---|---|---|---|
|
| 83 |
| |4-shot|4-shot|4-shot|4-shot|1-shot|4-shot|4-shot|4-shot|5-shot|0-shot| |
|
| 84 |
| |EM acc|Char-F1|Char-F1|Char-F1|ROUGE-2|EM acc|BLEU|BLEU|EM acc|pass@1| |
|
| 85 |
+
| Llama 3 Youko 70B Instruct | 0.9526| 0.6252| 0.5853| 0.9215| 0.1983| 0.7400| 0.2633| 0.2245| 0.7170| 0.6098| 0.5838|
|
| 86 |
+
| Llama-3.1-70B-Japanese-Instruct-2407 |0.9562| 0.6466| 0.6602| 0.9187| 0.1564| 0.7480| 0.2901| 0.2410| 0.7227| 0.6274| 0.5967|
|
| 87 |
+
| Llama 3 heron brain 70B v0.3 |0.9660| 0.6643| 0.6817| 0.9221| 0.2611| 0.7720| 0.3093| 0.2578| 0.7077| 0.6079| **0.6150**|
|
| 88 |
+
| Llama 3 70B Instruct |0.9419| 0.6114| 0.5506| 0.9164| 0.1912| 0.7200| 0.2708| 0.2350| 0.6789| 0.6610| 0.5777|
|
| 89 |
+
| Llama 3.1 70B Instruct |0.9482| 0.6246| 0.5781| 0.9201| 0.1772| 0.7440| 0.2805| 0.2472| 0.7323| 0.6933| 0.5945|
|
| 90 |
+
| Llama 3.3 70B Instruct |0.9410| 0.6399| 0.5728| 0.8927| 0.1787| 0.7840| 0.2779| 0.2429| 0.7340| 0.7439| 0.6008|
|
| 91 |
+
| Llama 3.1 Swallow 70B Instruct v0.1 |0.9598| 0.6192| 0.6605| 0.9235| 0.1938| 0.7760| 0.3123| 0.2593| 0.7117| 0.4713| 0.5887|
|
| 92 |
+
| **Llama 3.1 Swallow 70B Instruct v0.3** |0.9651| 0.6322| 0.6532| 0.9107| 0.1951| 0.7520| 0.3053| 0.2580| 0.6896| 0.6006| 0.5962|
|
| 93 |
+
| Qwen2-72B-Instruct |0.9634| 0.6268| 0.5418| 0.9210| 0.1644| 0.7840| 0.2592| 0.2327| 0.7713| 0.6909| 0.5955|
|
| 94 |
+
| Qwen2.5-72B-Instruct |0.9696| 0.5699| 0.5811| 0.7381| 0.1706| 0.8360| 0.2269| 0.2179| 0.7899| 0.6256| 0.5726|
|
| 95 |
|
| 96 |
|
| 97 |
### English tasks
|