thomas-yanxin
commited on
Commit
•
badba9a
1
Parent(s):
5b9b013
Update README.md
Browse files
README.md
CHANGED
@@ -1,3 +1,26 @@
|
|
1 |
-
---
|
2 |
-
license: apache-2.0
|
3 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: apache-2.0
|
3 |
+
language:
|
4 |
+
- en
|
5 |
+
- zh
|
6 |
+
base_model:
|
7 |
+
- Qwen/Qwen2-VL-2B-Instruct
|
8 |
+
pipeline_tag: visual-question-answering
|
9 |
+
---
|
10 |
+
|
11 |
+
|
12 |
+
|
13 |
+
| Benchmrk | MiniCPM2B | InternVL-2B | Qwen2-VL-2B | XinYuan-VL-2B |
|
14 |
+
| :---: | :---: | :---: | :---: | :---: |
|
15 |
+
| MMB-CN-V11-Test | 64.5 | 68.9 | 71.2 | **74.3** |
|
16 |
+
| MMB-EN-V11-Test | 65.8 | 70.2 | 73.2 | **76.5** |
|
17 |
+
| MMB-EN-Test | 69.1 | 74.4 | / | **78.9** |
|
18 |
+
| CCBench | 45.3 | / | 53.7 | **55.5** |
|
19 |
+
| RealWord | 55.8 | 57.3 | 62.9 | **63.9** |
|
20 |
+
| SEEDBench_IMG | 67.1 | 70.9 | / | **73.4** |
|
21 |
+
| AI2D | 56.3 | 74.1 | **74.7** | 74.2 |
|
22 |
+
| MMMU | 38.2 | 36.3 | **41.1** | 40.9 |
|
23 |
+
| HallusionBench | 36.2 | 36.2 | 42.4 | **55.0** |
|
24 |
+
| POPE | 86.3 | 86.3 | / | **89.42** |
|
25 |
+
| MME | 1808.6 | **1876.8** | 1872.0 | 1854.9 |
|
26 |
+
| MMStar | 39.1 | 39.1 | 48.0 | **51.87** |
|