Andrea Seveso commited on
Commit
a4ad90d
Β·
1 Parent(s): 419ad32

Add modello-italia-9b

Browse files
Files changed (3) hide show
  1. src/about.py +2 -0
  2. src/macro_area.csv +1 -0
  3. src/question_format.csv +1 -0
src/about.py CHANGED
@@ -296,6 +296,8 @@ CHANGELOG_TEXT = """
296
 
297
  ### 27/06/2024
298
  - πŸ“ˆ Added changelog.
 
 
299
  - πŸ†• New model: claude-3.5-sonnet
300
 
301
  ### 26/06/2024
 
296
 
297
  ### 27/06/2024
298
  - πŸ“ˆ Added changelog.
299
+ - πŸ†• New model: sapienzanlp/modello-italia-9b
300
+ - πŸ†• New model: mixtral-8x22b-instruct
301
  - πŸ†• New model: claude-3.5-sonnet
302
 
303
  ### 26/06/2024
src/macro_area.csv CHANGED
@@ -19,4 +19,5 @@ llama-3-8b-instruct,48.2,53.6,63.6,14.3,34.5,29.2,0.0,31.6,50.0
19
  mistral-7b-instruct:nitro,51.8,59.2,51.5,28.6,37.9,29.2,0.0,31.6,33.3
20
  mixtral-8x22b-instruct,74.1,76.0,72.7,28.6,44.8,66.7,0.0,31.6,66.7
21
  mixtral-8x7b-instruct,74.1,77.1,69.7,42.9,37.9,50.0,0.0,52.6,50.0
 
22
  zefiro-7b-base-ITA,50.0,49.7,48.5,57.1,20.7,16.7,0.0,26.3,50.0
 
19
  mistral-7b-instruct:nitro,51.8,59.2,51.5,28.6,37.9,29.2,0.0,31.6,33.3
20
  mixtral-8x22b-instruct,74.1,76.0,72.7,28.6,44.8,66.7,0.0,31.6,66.7
21
  mixtral-8x7b-instruct,74.1,77.1,69.7,42.9,37.9,50.0,0.0,52.6,50.0
22
+ modello-italia-9b,28.7,28.5,30.3,14.3,10.3,16.7,0.0,10.5,50.0
23
  zefiro-7b-base-ITA,50.0,49.7,48.5,57.1,20.7,16.7,0.0,26.3,50.0
src/question_format.csv CHANGED
@@ -19,4 +19,5 @@ llama-3-8b-instruct,65.6,0.0,0.0,66.7,0.0,0.0,16.7,57.8,28.6,11.1,42.0,0.0,0.0,0
19
  mistral-7b-instruct:nitro,71.9,0.0,0.0,66.7,0.0,0.0,16.7,59.2,14.3,33.3,50.6,0.0,25.0,0.0,50.0,23.1,28.6,57.1,0.0
20
  mixtral-8x22b-instruct,81.2,0.0,0.0,73.3,42.9,0.0,50.0,78.9,42.9,44.4,74.1,0.0,100.0,0.0,72.9,38.5,57.1,69.0,12.5
21
  mixtral-8x7b-instruct,96.9,0.0,0.0,76.7,14.3,0.0,16.7,80.3,57.1,55.6,71.6,0.0,75.0,0.0,68.8,30.8,57.1,69.0,0.0
 
22
  zefiro-7b-base-ITA,56.2,0.0,0.0,55.0,0.0,0.0,16.7,56.3,0.0,33.3,43.2,0.0,0.0,0.0,41.7,15.4,42.9,54.8,0.0
 
19
  mistral-7b-instruct:nitro,71.9,0.0,0.0,66.7,0.0,0.0,16.7,59.2,14.3,33.3,50.6,0.0,25.0,0.0,50.0,23.1,28.6,57.1,0.0
20
  mixtral-8x22b-instruct,81.2,0.0,0.0,73.3,42.9,0.0,50.0,78.9,42.9,44.4,74.1,0.0,100.0,0.0,72.9,38.5,57.1,69.0,12.5
21
  mixtral-8x7b-instruct,96.9,0.0,0.0,76.7,14.3,0.0,16.7,80.3,57.1,55.6,71.6,0.0,75.0,0.0,68.8,30.8,57.1,69.0,0.0
22
+ modello-italia-9b,25.0,0.0,0.0,31.7,0.0,0.0,0.0,29.6,0.0,22.2,27.2,0.0,25.0,0.0,35.4,0.0,7.1,33.3,0.0
23
  zefiro-7b-base-ITA,56.2,0.0,0.0,55.0,0.0,0.0,16.7,56.3,0.0,33.3,43.2,0.0,0.0,0.0,41.7,15.4,42.9,54.8,0.0