hyunwoongko
commited on
Commit
•
c57434f
1
Parent(s):
cb3bb15
Update README.md
Browse files
README.md
CHANGED
@@ -98,19 +98,21 @@ python main.py \
|
|
98 |
| [EleutherAI/polyglot-ko-1.3b](https://huggingface.co/EleutherAI/polyglot-ko-1.3b) | 1.3B | 0.7196 | 0.7193 | 0.7204 | 0.7206 |
|
99 |
| [EleutherAI/polyglot-ko-3.8b](https://huggingface.co/EleutherAI/polyglot-ko-3.8b) | 3.8B | 0.7595 | 0.7608 | 0.7638 | 0.7788 |
|
100 |
| **[EleutherAI/polyglot-ko-5.8b](https://huggingface.co/EleutherAI/polyglot-ko-5.8b) (this)** |**5.8B**|**0.7745**|**0.7676**|**0.7775**|**0.7887**|
|
|
|
101 |
|
102 |
<img src="https://user-images.githubusercontent.com/38183241/194697388-f0e6999d-3935-4716-9faa-e14e5a9b6de5.png" width="800px">
|
103 |
|
104 |
### HellaSwag (F1)
|
105 |
|
106 |
| Model | params |n=0 | n=5 | n=10 | n=50 |
|
107 |
-
|
108 |
-
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5)
|
109 |
-
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt)
|
110 |
-
| [facebook/xglm-7.5B](https://huggingface.co/facebook/xglm-7.5B)
|
111 |
-
| [EleutherAI/polyglot-ko-1.3b](https://huggingface.co/EleutherAI/polyglot-ko-1.3b)
|
112 |
-
| [EleutherAI/polyglot-ko-3.8b](https://huggingface.co/EleutherAI/polyglot-ko-3.8b)
|
113 |
-
| **[EleutherAI/polyglot-ko-5.8b](https://huggingface.co/EleutherAI/polyglot-ko-5.8b) (this)**
|
|
|
114 |
|
115 |
<img src="https://user-images.githubusercontent.com/38183241/194697387-218a1ea1-0863-4ea2-b8b4-339b95bdea7f.png" width="800px">
|
116 |
|
|
|
98 |
| [EleutherAI/polyglot-ko-1.3b](https://huggingface.co/EleutherAI/polyglot-ko-1.3b) | 1.3B | 0.7196 | 0.7193 | 0.7204 | 0.7206 |
|
99 |
| [EleutherAI/polyglot-ko-3.8b](https://huggingface.co/EleutherAI/polyglot-ko-3.8b) | 3.8B | 0.7595 | 0.7608 | 0.7638 | 0.7788 |
|
100 |
| **[EleutherAI/polyglot-ko-5.8b](https://huggingface.co/EleutherAI/polyglot-ko-5.8b) (this)** |**5.8B**|**0.7745**|**0.7676**|**0.7775**|**0.7887**|
|
101 |
+
| [EleutherAI/polyglot-ko-12.8b](https://huggingface.co/EleutherAI/polyglot-ko-12.8b) | 12.8B | 0.7937 | 0.8108 | 0.8037 | 0.8369 |
|
102 |
|
103 |
<img src="https://user-images.githubusercontent.com/38183241/194697388-f0e6999d-3935-4716-9faa-e14e5a9b6de5.png" width="800px">
|
104 |
|
105 |
### HellaSwag (F1)
|
106 |
|
107 |
| Model | params |n=0 | n=5 | n=10 | n=50 |
|
108 |
+
|------------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
109 |
+
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.5243 | 0.5272 | 0.5166 | 0.5352 |
|
110 |
+
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.5590 | 0.5833 | 0.5828 | 0.5907 |
|
111 |
+
| [facebook/xglm-7.5B](https://huggingface.co/facebook/xglm-7.5B) | 7.5B | 0.5665 | 0.5689 | 0.5565 | 0.5622 |
|
112 |
+
| [EleutherAI/polyglot-ko-1.3b](https://huggingface.co/EleutherAI/polyglot-ko-1.3b) | 1.3B | 0.5247 | 0.5260 | 0.5278 | 0.5427 |
|
113 |
+
| [EleutherAI/polyglot-ko-3.8b](https://huggingface.co/EleutherAI/polyglot-ko-3.8b) | 3.8B | 0.5707 | 0.5830 | 0.5670 | 0.5787 |
|
114 |
+
| **[EleutherAI/polyglot-ko-5.8b](https://huggingface.co/EleutherAI/polyglot-ko-5.8b) (this)** | **5.8B** | **0.5976** | **0.5998** | **0.5979** | **0.6208** |
|
115 |
+
| [EleutherAI/polyglot-ko-12.8b](https://huggingface.co/EleutherAI/polyglot-ko-12.8b) | 12.8B | 0.5954 | 0.6306 | 0.6098 | 0.6118 |
|
116 |
|
117 |
<img src="https://user-images.githubusercontent.com/38183241/194697387-218a1ea1-0863-4ea2-b8b4-339b95bdea7f.png" width="800px">
|
118 |
|