Spaces:
Runtime error
Runtime error
Yacine Jernite
commited on
Commit
•
cc73923
1
Parent(s):
969e2c4
completed_v1
Browse files- datacards/context.py +17 -21
- datacards/curation.py +6 -1
datacards/context.py
CHANGED
@@ -73,29 +73,25 @@ def context_page():
|
|
73 |
st.session_state.card_dict["context"]["biases"] = st.session_state.card_dict[
|
74 |
"context"
|
75 |
].get("biases", {})
|
76 |
-
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
-
|
81 |
-
|
82 |
-
|
83 |
-
make_text_area(
|
84 |
-
label="Link to analyses",
|
85 |
-
key_list=key_pref + [""],
|
86 |
-
help="",
|
87 |
-
)
|
88 |
-
|
89 |
-
make_text_area(
|
90 |
-
label="How does the distribution of language producers differ from a base distribution?",
|
91 |
-
key_list=key_pref + [""],
|
92 |
-
help="",
|
93 |
)
|
94 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
95 |
make_text_area(
|
96 |
-
label="
|
97 |
-
key_list=key_pref + [""],
|
98 |
-
help="",
|
99 |
)
|
100 |
|
101 |
|
|
|
73 |
st.session_state.card_dict["context"]["biases"] = st.session_state.card_dict[
|
74 |
"context"
|
75 |
].get("biases", {})
|
76 |
+
make_radio(
|
77 |
+
label="Are there documented social biases in the dataset? " + \
|
78 |
+
"Biases in this context are variations in the ways members of different social categories are represented that can have harmful downstream consequences for members of the more disadvantaged group.",
|
79 |
+
options=["yes", "unsure", "no"],
|
80 |
+
key_list=key_pref + ["has-biases"],
|
81 |
+
help="For a more extensive definition of social biases, see [Language (Technology) is Power: A Critical Survey of “Bias” in NLP ](https://aclanthology.org/2020.acl-main.485.pdf)",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
82 |
)
|
83 |
+
if st.session_state.card_dict["context"]["biases"]["has-biases"] == "yes":
|
84 |
+
make_text_area(
|
85 |
+
label="Provide links to and summaries of works analyzing these biases.",
|
86 |
+
key_list=key_pref + ["bias-analyses"],
|
87 |
+
help="The analyses can take the form of academic papers or news articles, or even blog posts.",
|
88 |
+
)
|
89 |
+
else:
|
90 |
+
st.session_state.card_dict["context"]["biases"]["bias-analyses"] = "N/A"
|
91 |
make_text_area(
|
92 |
+
label="Does the distribution of language producers in the dataset accurately represent the full distribution of speakers of the language world-wide? If not, how does it differ?",
|
93 |
+
key_list=key_pref + ["speaker-distibution"],
|
94 |
+
help="For example, are most speakers in the dataset of a certain gender or located in a certain county?",
|
95 |
)
|
96 |
|
97 |
|
datacards/curation.py
CHANGED
@@ -11,7 +11,7 @@ from .streamlit_utils import (
|
|
11 |
)
|
12 |
|
13 |
N_FIELDS_ORIGINAL = 4
|
14 |
-
N_FIELDS_LANGUAGE =
|
15 |
N_FIELDS_ANNOTATIONS = 10
|
16 |
N_FIELDS_CONSENT = 4
|
17 |
N_FIELDS_PII = 7
|
@@ -120,6 +120,11 @@ def curation_page():
|
|
120 |
key_list=key_pref + ["producers-description"],
|
121 |
help="Provide a description of the context in which the language was produced and who produced it.",
|
122 |
)
|
|
|
|
|
|
|
|
|
|
|
123 |
make_selectbox(
|
124 |
label="Was the text validated by a different worker or a data curator?",
|
125 |
options=[
|
|
|
11 |
)
|
12 |
|
13 |
N_FIELDS_ORIGINAL = 4
|
14 |
+
N_FIELDS_LANGUAGE = 11
|
15 |
N_FIELDS_ANNOTATIONS = 10
|
16 |
N_FIELDS_CONSENT = 4
|
17 |
N_FIELDS_PII = 7
|
|
|
120 |
key_list=key_pref + ["producers-description"],
|
121 |
help="Provide a description of the context in which the language was produced and who produced it.",
|
122 |
)
|
123 |
+
make_text_area(
|
124 |
+
label="Does the language in the dataset focus on specific topics? How would you describe them?",
|
125 |
+
key_list=key_pref + ["topics"],
|
126 |
+
help="for example, tourism, entertainment, etc.",
|
127 |
+
)
|
128 |
make_selectbox(
|
129 |
label="Was the text validated by a different worker or a data curator?",
|
130 |
options=[
|