Add evaluation results on the section config and validation split of ccdv/arxiv-summarization

#2
by autoevaluator HF staff - opened
Files changed (1) hide show
  1. README.md +42 -3
README.md CHANGED
@@ -11,8 +11,8 @@ model-index:
11
  - name: bart-base-new-finetuned-arxiv
12
  results:
13
  - task:
14
- name: Sequence-to-sequence Language Modeling
15
  type: text2text-generation
 
16
  dataset:
17
  name: arxiv_summarization_dataset
18
  type: arxiv_summarization_dataset
@@ -20,9 +20,48 @@ model-index:
20
  split: test
21
  args: section
22
  metrics:
23
- - name: Rouge1
24
- type: rouge
25
  value: 12.5891
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
11
  - name: bart-base-new-finetuned-arxiv
12
  results:
13
  - task:
 
14
  type: text2text-generation
15
+ name: Sequence-to-sequence Language Modeling
16
  dataset:
17
  name: arxiv_summarization_dataset
18
  type: arxiv_summarization_dataset
 
20
  split: test
21
  args: section
22
  metrics:
23
+ - type: rouge
 
24
  value: 12.5891
25
+ name: Rouge1
26
+ - task:
27
+ type: summarization
28
+ name: Summarization
29
+ dataset:
30
+ name: ccdv/arxiv-summarization
31
+ type: ccdv/arxiv-summarization
32
+ config: section
33
+ split: validation
34
+ metrics:
35
+ - type: rouge
36
+ value: 13.5384
37
+ name: ROUGE-1
38
+ verified: true
39
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMWRhNDM2NWM3ZTA2ZTgzNTBiMDNlMGY2ZGM5OGZhMTU5ZTRjMmJiZGVhN2YzMjAyOWU0OWE2YmUwNDU5ZDlkMSIsInZlcnNpb24iOjF9.k1H_jhOSgqBkR47Qhc4sM-nBo2tCW7cr2hqfw9vzmeFQ0U1tq4MDdPUgDpHmus_yO12NAHwXXNE0O0Z-QcYjAw
40
+ - type: rouge
41
+ value: 5.6527
42
+ name: ROUGE-2
43
+ verified: true
44
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNzhmYmExYzA2Y2Q0Y2IxZTFlNjNmZGE5YTJiYjRiM2VjNTJjZjhlNzc4ZWUxYTE1YzQ4OTM1OGE0YmEzMDM3YiIsInZlcnNpb24iOjF9.G-0_s3xToUVp03ls4Hub0YrVqUf5464ULeUS2plvfidPgc_mgLizKqINuhi8nRpomJKIEnlBWmqjNyg2ErVIBA
45
+ - type: rouge
46
+ value: 10.9831
47
+ name: ROUGE-L
48
+ verified: true
49
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGJlYTY5MTkyZTE4ZTg0OGQyODdkMjJiMmM4NDNiMWUxNWE5NzZhYjJlMmUwNGJhNmQyYjM0MzE2M2NiM2MxZCIsInZlcnNpb24iOjF9.Rio4RauI66g8tq1_koSZweGzpr6ZZpc86HZdVQYBhHcoSapq8wojNVbP282Q7ZDbpM1TCyI1jRLNym9CWMCDAA
50
+ - type: rouge
51
+ value: 12.5543
52
+ name: ROUGE-LSUM
53
+ verified: true
54
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZGQ3ZWEwNDU2Nzg3NmNlM2RmMmU4MzY1YjE5ZjZhNDhiZTk2Y2ExMjQwNzY1MWM3NzdjNTVhYWIwN2MxMjA0NiIsInZlcnNpb24iOjF9.Z1_Fzb7nhTACKy9xTB98ealBT0p_YvnVf3xv8EtugtBD8-OXehRE0uizrfQzsnUiUmI15-d6OBqHgx9tcEqVCQ
55
+ - type: loss
56
+ value: 2.5929148197174072
57
+ name: loss
58
+ verified: true
59
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiODRmYjg0NjI0NjBiOTE5ODM5MjdkNWU4MDA2OWIxNDE0MTIxMTZhNjJjYjhkNmIzNzc0NjNkYzBlYTVhODYzNCIsInZlcnNpb24iOjF9.roW7oEmzCnicgGPr0U318pqHvoJSV66IldA36pz9yBtZxQedwCDSUkoCSTKDyRjZwnmNNs3aWngmBCec9a6rCA
60
+ - type: gen_len
61
+ value: 20.0
62
+ name: gen_len
63
+ verified: true
64
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTBkMGNkZGY1ZmFiZmQwOTYzODE2NThkNzEwODQwZmU1Y2JjMjFkZTNjYWMxYTYzZGQ0YTIzZjc5Y2RmNjc1MSIsInZlcnNpb24iOjF9.KpoHscBnjsoAJSPyUv5Gw2RPyfIZtuPJA8DDZydxzWNtT04F-ZoyYAZ4E2tarDRy4F4wVzJhSBPdoNi15KuPDQ
65
  ---
66
 
67
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You