Update README.md
Browse files
README.md
CHANGED
@@ -1,13 +1,13 @@
|
|
1 |
-
---
|
2 |
-
library_name: transformers
|
3 |
-
tags:
|
4 |
-
- reasoning
|
5 |
-
- Zero-RL
|
6 |
-
license: mit
|
7 |
-
base_model:
|
8 |
-
- Qwen/Qwen2.5-Math-7B
|
9 |
-
pipeline_tag: text-generation
|
10 |
-
---
|
11 |
# 📖Introduction
|
12 |
|
13 |

|
@@ -60,8 +60,6 @@ LUFFY is evaluated on six competition-level benchmarks, achieving state-of-the-a
|
|
60 |
| OpenReasoner-Zero | 17.2 | 15.0 | 52.3 | 84.6 | 33.8 | 47.1 | 41.7 |
|
61 |
| PRIME-Zero | 17.9 | 14.7 | 55.2 | 79.4 | **38.2** | 42.2 | 41.3 |
|
62 |
| Oat-Zero | **31.7** | 11.0 | 61.6 | 79.2 | 29.8 | 42.5 | 42.6 |
|
63 |
-
| SFT (Our repication) | 28.6 | **23.5** | 59.0 | 86.0 | 37.5 | 51.1 | 47.6 |
|
64 |
-
| On-Policy RL (Our repication) | 24.6 | 15.7 | 61.3 | 84.6 | 34.9 | 47.9 | 44.8 |
|
65 |
| **LUFFY** | 29.5 | 23.2 | **66.1**| **88.4** | 33.8 | **56.4** | **49.6** |
|
66 |
|
67 |
---
|
@@ -77,10 +75,8 @@ LUFFY also generalizes well to out-of-distribution tasks, with over +6.2 average
|
|
77 |
| Qwen2.5-Math-7B-Instruct | 70.3 | 24.7 | 34.1 | 43.0 |
|
78 |
| SimpleRL-Zero | 30.2 | 23.2 | 34.5 | 29.3 |
|
79 |
| OpenReasoner-Zero | 66.2 | 29.8 | 58.7 | 51.6 |
|
80 |
-
| PRIME-Zero |
|
81 |
| Oat-Zero | 70.1 | 23.7 | 41.7 | 45.2 |
|
82 |
-
| SFT (Our repication) | 75.2 | 24.7 | 42.7 | 47.5 |
|
83 |
-
| On-Policy RL (Our repication) | **82.3** | **40.4** | _49.3_ | _57.3_ |
|
84 |
| **LUFFY** | _80.5_ | _39.9_ | **53.0** | **57.8** |
|
85 |
|
86 |
---
|
|
|
1 |
+
---
|
2 |
+
library_name: transformers
|
3 |
+
tags:
|
4 |
+
- reasoning
|
5 |
+
- Zero-RL
|
6 |
+
license: mit
|
7 |
+
base_model:
|
8 |
+
- Qwen/Qwen2.5-Math-7B
|
9 |
+
pipeline_tag: text-generation
|
10 |
+
---
|
11 |
# 📖Introduction
|
12 |
|
13 |

|
|
|
60 |
| OpenReasoner-Zero | 17.2 | 15.0 | 52.3 | 84.6 | 33.8 | 47.1 | 41.7 |
|
61 |
| PRIME-Zero | 17.9 | 14.7 | 55.2 | 79.4 | **38.2** | 42.2 | 41.3 |
|
62 |
| Oat-Zero | **31.7** | 11.0 | 61.6 | 79.2 | 29.8 | 42.5 | 42.6 |
|
|
|
|
|
63 |
| **LUFFY** | 29.5 | 23.2 | **66.1**| **88.4** | 33.8 | **56.4** | **49.6** |
|
64 |
|
65 |
---
|
|
|
75 |
| Qwen2.5-Math-7B-Instruct | 70.3 | 24.7 | 34.1 | 43.0 |
|
76 |
| SimpleRL-Zero | 30.2 | 23.2 | 34.5 | 29.3 |
|
77 |
| OpenReasoner-Zero | 66.2 | 29.8 | 58.7 | 51.6 |
|
78 |
+
| PRIME-Zero | 73.3 | 18.2 | 32.7 | 41.4 |
|
79 |
| Oat-Zero | 70.1 | 23.7 | 41.7 | 45.2 |
|
|
|
|
|
80 |
| **LUFFY** | _80.5_ | _39.9_ | **53.0** | **57.8** |
|
81 |
|
82 |
---
|