tarekziade
commited on
Commit
•
e6d0009
1
Parent(s):
3dccd4d
Update README.md
Browse files
README.md
CHANGED
@@ -3,6 +3,8 @@ tags:
|
|
3 |
- image-to-text
|
4 |
- image-captioning
|
5 |
license: apache-2.0
|
|
|
|
|
6 |
widget:
|
7 |
- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/savanna.jpg
|
8 |
example_title: Savanna
|
@@ -12,27 +14,43 @@ widget:
|
|
12 |
example_title: Airport
|
13 |
base_model:
|
14 |
- google/vit-base-patch16-224-in21k
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
---
|
16 |
|
17 |
This model is a work in progress.
|
18 |
|
19 |
You can find the code used to create the model here: https://github.com/mozilla/distilvit
|
20 |
-
|
21 |
-
Results after after 3 epochs (and ~45 hours of training)
|
22 |
-
|
23 |
-
- eval_loss: 0.19939416646957397
|
24 |
-
- eval_rouge1: 43.006
|
25 |
-
- eval_rouge2: 16.9939
|
26 |
-
- eval_rougeL: 38.8923
|
27 |
-
- eval_rougeLsum: 38.8877
|
28 |
-
- eval_gen_len: 11.327256736227712
|
29 |
-
- eval_runtime: 1816.5255
|
30 |
-
- eval_samples_per_second: 13.77
|
31 |
-
- eval_steps_per_second': 1.721
|
32 |
-
- train_runtime: 46263.3695
|
33 |
-
- train_samples_per_second: 38.373
|
34 |
-
- train_steps_per_second: 4.797
|
35 |
-
- train_loss: 0.05974134062104816
|
36 |
|
37 |
|
38 |
|
|
|
3 |
- image-to-text
|
4 |
- image-captioning
|
5 |
license: apache-2.0
|
6 |
+
metrics:
|
7 |
+
- rouge
|
8 |
widget:
|
9 |
- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/savanna.jpg
|
10 |
example_title: Savanna
|
|
|
14 |
example_title: Airport
|
15 |
base_model:
|
16 |
- google/vit-base-patch16-224-in21k
|
17 |
+
|
18 |
+
model-index:
|
19 |
+
- name: mozilla/distilvit
|
20 |
+
results:
|
21 |
+
- task:
|
22 |
+
type: image-to-text
|
23 |
+
name: Image To Text
|
24 |
+
metrics:
|
25 |
+
- name: ROUGE-1
|
26 |
+
type: rouge
|
27 |
+
value: 43.006
|
28 |
+
verified: true
|
29 |
+
- name: ROUGE-2
|
30 |
+
type: rouge
|
31 |
+
value: 16.9939
|
32 |
+
verified: true
|
33 |
+
- name: ROUGE-L
|
34 |
+
type: rouge
|
35 |
+
value: 38.8923
|
36 |
+
verified: true
|
37 |
+
- name: ROUGE-LSUM
|
38 |
+
type: rouge
|
39 |
+
value: 38.8877
|
40 |
+
verified: true
|
41 |
+
- name: loss
|
42 |
+
type: loss
|
43 |
+
value: 0.19939416646957397
|
44 |
+
- name: gen_len
|
45 |
+
type: gen_len
|
46 |
+
value: 11.327256736227712
|
47 |
+
verified: true
|
48 |
---
|
49 |
|
50 |
This model is a work in progress.
|
51 |
|
52 |
You can find the code used to create the model here: https://github.com/mozilla/distilvit
|
53 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
|
55 |
|
56 |
|