lewtun HF staff commited on
Commit
0153e97
β€’
1 Parent(s): 74f5714
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -26,7 +26,7 @@ TASK_TO_ID = {
26
  }
27
 
28
  # TODO: remove this hardcorded logic and accept any dataset on the Hub
29
- DATASETS_TO_EVALUATE = ["emotion", "conll2003", "imdb", "squad"]
30
 
31
  ###########
32
  ### APP ###
@@ -35,8 +35,8 @@ st.title("Evaluation as a Service")
35
  st.markdown(
36
  """
37
  Welcome to Hugging Face's Evaluation as a Service! This application allows
38
- you to evaluate any πŸ€— Transformers model on the Hub. Please select the
39
- dataset and configuration below.
40
  """
41
  )
42
 
@@ -59,6 +59,7 @@ with st.form(key="form"):
59
 
60
  selected_split = st.selectbox("Select a split", split_names, index=split_names.index(eval_split))
61
 
 
62
  col_mapping = metadata[0]["col_mapping"]
63
  col_names = list(col_mapping.keys())
64
 
 
26
  }
27
 
28
  # TODO: remove this hardcorded logic and accept any dataset on the Hub
29
+ DATASETS_TO_EVALUATE = ["emotion", "conll2003", "imdb", "squad", "xsum", "ncbi_disease"]
30
 
31
  ###########
32
  ### APP ###
 
35
  st.markdown(
36
  """
37
  Welcome to Hugging Face's Evaluation as a Service! This application allows
38
+ you to evaluate any πŸ€— Transformers model with a dataset on the Hub. Please
39
+ select the dataset and configuration below.
40
  """
41
  )
42
 
 
59
 
60
  selected_split = st.selectbox("Select a split", split_names, index=split_names.index(eval_split))
61
 
62
+ # TODO: add a function to handle the mapping task <--> column mapping
63
  col_mapping = metadata[0]["col_mapping"]
64
  col_names = list(col_mapping.keys())
65