Valeriy Sinyukov commited on
Commit
3c2e6b2
·
1 Parent(s): 87e1cd4

test metrics for english

Browse files
Files changed (2) hide show
  1. app.py +15 -0
  2. category_classification/test_results.json +20 -0
app.py CHANGED
@@ -1,3 +1,6 @@
 
 
 
1
  import pandas as pd
2
  import streamlit as st
3
 
@@ -10,6 +13,12 @@ model_label = {en: "Select model", ru: "Выберете модель"}
10
  title_label = {en: "Title", ru: "Название статьи"}
11
  authors_label = {en: "Author(s)", ru: "Автор(ы)"}
12
  abstract_label = {en: "Abstract", ru: "Аннотация"}
 
 
 
 
 
 
13
 
14
 
15
  def text_area_height(line_height: int):
@@ -21,6 +30,7 @@ def load_class_model(name):
21
  model = class_models.get_model(name)
22
  return model
23
 
 
24
  lang = st.pills(label=langs_str, options=langs)
25
  if lang is None:
26
  lang = en
@@ -38,3 +48,8 @@ if title:
38
  results = model(input)
39
  results = process_results(results, lang)
40
  st.dataframe(results, hide_index=True)
 
 
 
 
 
 
1
+ import json
2
+ from pathlib import Path
3
+
4
  import pandas as pd
5
  import streamlit as st
6
 
 
13
  title_label = {en: "Title", ru: "Название статьи"}
14
  authors_label = {en: "Author(s)", ru: "Автор(ы)"}
15
  abstract_label = {en: "Abstract", ru: "Аннотация"}
16
+ metrics_label = {en: "Test metrics", ru: "Метрики на тренировочном датасете"}
17
+
18
+ with open(
19
+ Path(__file__).parent / "category_classification" / "test_results.json", "r"
20
+ ) as metric_f:
21
+ metrics = json.load(metric_f)
22
 
23
 
24
  def text_area_height(line_height: int):
 
30
  model = class_models.get_model(name)
31
  return model
32
 
33
+
34
  lang = st.pills(label=langs_str, options=langs)
35
  if lang is None:
36
  lang = en
 
48
  results = model(input)
49
  results = process_results(results, lang)
50
  st.dataframe(results, hide_index=True)
51
+
52
+ lang_metrics = pd.DataFrame(metrics[lang])
53
+ if not lang_metrics.empty:
54
+ with st.expander(metrics_label[lang]):
55
+ st.dataframe(lang_metrics)
category_classification/test_results.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "en": {
3
+ "Accuracy": {
4
+ "HibiscusMaximus.scibert_paper_classification": 0.8396666666666667,
5
+ "oracat.bert-paper-classifier-arxiv": 0.21833333333333332
6
+ },
7
+ "Macro F1": {
8
+ "HibiscusMaximus.scibert_paper_classification": 0.5253199699435153,
9
+ "oracat.bert-paper-classifier-arxiv": 0.06976813826285358
10
+ },
11
+ "Cross-entropy loss": {
12
+ "HibiscusMaximus.scibert_paper_classification": 356.9575782795263,
13
+ "oracat.bert-paper-classifier-arxiv": 726.6457145760214
14
+ }
15
+ },
16
+ "ru": {
17
+ "F1": {},
18
+ "Macro F1": {}
19
+ }
20
+ }