Update README.md
Browse files
README.md
CHANGED
@@ -92,7 +92,7 @@ python main.py \
|
|
92 |
|
93 |
### COPA (F1)
|
94 |
|
95 |
-
| Model | params |
|
96 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
97 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6696 | 0.6477 | 0.6419 | 0.6514 |
|
98 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.7345 | 0.7287 | 0.7277 | 0.7479 |
|
@@ -106,7 +106,7 @@ python main.py \
|
|
106 |
|
107 |
### HellaSwag (F1)
|
108 |
|
109 |
-
| Model | params |
|
110 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
111 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.5243 | 0.5272 | 0.5166 | 0.5352 |
|
112 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.5590 | 0.5833 | 0.5828 | 0.5907 |
|
@@ -120,7 +120,7 @@ python main.py \
|
|
120 |
|
121 |
### BoolQ (F1)
|
122 |
|
123 |
-
| Model | params |
|
124 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
125 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3356 | 0.4014 | 0.3640 | 0.3560 |
|
126 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.4514 | 0.5981 | 0.5499 | 0.5202 |
|
@@ -134,7 +134,7 @@ python main.py \
|
|
134 |
|
135 |
### SentiNeg (F1)
|
136 |
|
137 |
-
| Model | params |
|
138 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
139 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6065 | 0.6878 | 0.7280 | 0.8413 |
|
140 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3747 | 0.8942 | 0.9294 | 0.9698 |
|
@@ -148,7 +148,7 @@ python main.py \
|
|
148 |
|
149 |
### WiC (F1)
|
150 |
|
151 |
-
| Model | params |
|
152 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
153 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3290 | 0.4313 | 0.4001 | 0.3621 |
|
154 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3526 | 0.4775 | 0.4358 | 0.4061 |
|
|
|
92 |
|
93 |
### COPA (F1)
|
94 |
|
95 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
96 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
97 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6696 | 0.6477 | 0.6419 | 0.6514 |
|
98 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.7345 | 0.7287 | 0.7277 | 0.7479 |
|
|
|
106 |
|
107 |
### HellaSwag (F1)
|
108 |
|
109 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
110 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
111 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.5243 | 0.5272 | 0.5166 | 0.5352 |
|
112 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.5590 | 0.5833 | 0.5828 | 0.5907 |
|
|
|
120 |
|
121 |
### BoolQ (F1)
|
122 |
|
123 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
124 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
125 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3356 | 0.4014 | 0.3640 | 0.3560 |
|
126 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.4514 | 0.5981 | 0.5499 | 0.5202 |
|
|
|
134 |
|
135 |
### SentiNeg (F1)
|
136 |
|
137 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
138 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
139 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.6065 | 0.6878 | 0.7280 | 0.8413 |
|
140 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3747 | 0.8942 | 0.9294 | 0.9698 |
|
|
|
148 |
|
149 |
### WiC (F1)
|
150 |
|
151 |
+
| Model | params | 0-shot | 5-shot | 10-shot | 50-shot |
|
152 |
|----------------------------------------------------------------------------------------------|--------|--------|--------|---------|---------|
|
153 |
| [skt/ko-gpt-trinity-1.2B-v0.5](https://huggingface.co/skt/ko-gpt-trinity-1.2B-v0.5) | 1.2B | 0.3290 | 0.4313 | 0.4001 | 0.3621 |
|
154 |
| [kakaobrain/kogpt](https://huggingface.co/kakaobrain/kogpt) | 6.0B | 0.3526 | 0.4775 | 0.4358 | 0.4061 |
|