Spaces:
Runtime error
Runtime error
added offline files
Browse files- app.py +9 -5
- assets/data/amazon_polarity_albert-base-v2-yelp-polarity_commontokens.parquet +3 -0
- assets/data/amazon_polarity_albert-base-v2-yelp-polarity_error-slices.parquet +3 -0
- assets/data/amazon_polarity_distilbert-base-uncased-finetuned-sst-2-english_commontokens.parquet +3 -0
- assets/data/amazon_polarity_distilbert-base-uncased-finetuned-sst-2-english_error-slices.parquet +3 -0
- assets/data/yelp_polarity_albert-base-v2-yelp-polarity_commontokens.parquet +3 -0
- assets/data/yelp_polarity_albert-base-v2-yelp-polarity_error-slices.parquet +3 -0
- assets/data/yelp_polarity_distilbert-base-uncased-finetuned-sst-2-english_commontokens.parquet +3 -0
- assets/data/yelp_polarity_distilbert-base-uncased-finetuned-sst-2-english_error-slices.parquet +3 -0
- requirements.txt +0 -15
app.py
CHANGED
@@ -247,7 +247,9 @@ if __name__ == "__main__":
|
|
247 |
with rcol:
|
248 |
with st.spinner(text='loading...'):
|
249 |
st.markdown('<h3>Word Distribution in Error Slice</h3>', unsafe_allow_html=True)
|
250 |
-
|
|
|
|
|
251 |
with st.expander("How to read the table:"):
|
252 |
st.markdown("* The table displays the most frequent tokens in error slices, relative to their frequencies in the val set.")
|
253 |
st.write(commontokens)
|
@@ -260,10 +262,12 @@ if __name__ == "__main__":
|
|
260 |
merged = kmeans(data_df,num_clusters=num_clusters)
|
261 |
with lcol:
|
262 |
st.markdown('<h3>Error Slices</h3>',unsafe_allow_html=True)
|
263 |
-
dataframe
|
264 |
-
|
265 |
-
|
266 |
-
|
|
|
|
|
267 |
# table_html = table_html.replace("<th>", '<th align="left">') # left-align the headers
|
268 |
with st.expander("How to read the table:"):
|
269 |
st.markdown("* *Error slice* refers to the subset of evaluation dataset the model performs poorly on.")
|
|
|
247 |
with rcol:
|
248 |
with st.spinner(text='loading...'):
|
249 |
st.markdown('<h3>Word Distribution in Error Slice</h3>', unsafe_allow_html=True)
|
250 |
+
#uncomment the next two lines to run dynamically and not from file
|
251 |
+
#commontokens = frequent_tokens(data_df, tokenizer, loss_quantile=loss_quantile)
|
252 |
+
commontokens = pd.read_parquet('./assets/data/'+dataset+ '_'+ model+'_commontokens.parquet')
|
253 |
with st.expander("How to read the table:"):
|
254 |
st.markdown("* The table displays the most frequent tokens in error slices, relative to their frequencies in the val set.")
|
255 |
st.write(commontokens)
|
|
|
262 |
merged = kmeans(data_df,num_clusters=num_clusters)
|
263 |
with lcol:
|
264 |
st.markdown('<h3>Error Slices</h3>',unsafe_allow_html=True)
|
265 |
+
dataframe=pd.read_parquet('./assets/data/'+dataset+ '_'+ model+'_error-slices.parquet')
|
266 |
+
#uncomment the next next line to run dynamically and not from file
|
267 |
+
# dataframe = merged[['content', 'label', 'pred', 'loss', 'cluster']].sort_values(
|
268 |
+
# by=['loss'], ascending=False)
|
269 |
+
# table_html = dataframe.to_html(
|
270 |
+
# columns=['content', 'label', 'pred', 'loss', 'cluster'], max_rows=50)
|
271 |
# table_html = table_html.replace("<th>", '<th align="left">') # left-align the headers
|
272 |
with st.expander("How to read the table:"):
|
273 |
st.markdown("* *Error slice* refers to the subset of evaluation dataset the model performs poorly on.")
|
assets/data/amazon_polarity_albert-base-v2-yelp-polarity_commontokens.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de69efcda9ab5c3aa8dc616c016cace08096cbc21478dd894f9cccf0b843ede4
|
3 |
+
size 6067
|
assets/data/amazon_polarity_albert-base-v2-yelp-polarity_error-slices.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62ce63230551fe9870919f051dfeead6892bb917ba63c7edfcc0e819867ed2cd
|
3 |
+
size 5954640
|
assets/data/amazon_polarity_distilbert-base-uncased-finetuned-sst-2-english_commontokens.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de69efcda9ab5c3aa8dc616c016cace08096cbc21478dd894f9cccf0b843ede4
|
3 |
+
size 6067
|
assets/data/amazon_polarity_distilbert-base-uncased-finetuned-sst-2-english_error-slices.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6626d19361cfe06ba70be19004d18eb23a1764926d15ed5b103ec36fc2d8eaea
|
3 |
+
size 5954642
|
assets/data/yelp_polarity_albert-base-v2-yelp-polarity_commontokens.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e5241d13a23656bbab7851d4a8ad1df70d8675e9db62f3e9ade719b41c524db
|
3 |
+
size 6681
|
assets/data/yelp_polarity_albert-base-v2-yelp-polarity_error-slices.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7140867800b4e9ac5f34b5c181ec69c261638582ef55c142aaf23320e9e56743
|
3 |
+
size 9765767
|
assets/data/yelp_polarity_distilbert-base-uncased-finetuned-sst-2-english_commontokens.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c243229a8f55a1910fcab1823cd4810d51a59c6442244a47ee5ee621da069518
|
3 |
+
size 6509
|
assets/data/yelp_polarity_distilbert-base-uncased-finetuned-sst-2-english_error-slices.parquet
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1ec890d0df88c0d7fdaba7ca9e50f715c50d173f99ae021fd4c49534d4ef12a9
|
3 |
+
size 9803781
|
requirements.txt
CHANGED
@@ -36,28 +36,13 @@ frozenlist==1.2.0; python_version >= '3.6'
|
|
36 |
fsspec[http]==2021.11.0; python_version >= '3.6'
|
37 |
future==0.18.2; python_version >= '2.6' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
38 |
fuzzywuzzy==0.18.0
|
39 |
-
gensim==4.1.2
|
40 |
gitdb==4.0.9; python_version >= '3.6'
|
41 |
gitpython==3.1.24; python_version >= '3.7'
|
42 |
google-auth-oauthlib==0.4.6; python_version >= '3.6'
|
43 |
google-auth==2.3.3; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
44 |
grpcio==1.41.1
|
45 |
-
huggingface-hub==0.1.2; python_version >= '3.6'
|
46 |
idna==3.3; python_version >= '3'
|
47 |
importlib-resources==5.4.0; python_version < '3.9'
|
48 |
-
ipykernel==6.5.0; python_version >= '3.4'
|
49 |
-
ipython-genutils==0.2.0
|
50 |
-
ipython==7.29.0; python_version >= '3.3'
|
51 |
-
ipywidgets==7.6.5
|
52 |
-
jedi==0.18.0; python_version >= '3.6'
|
53 |
-
jinja2==3.0.3; python_version >= '3.6'
|
54 |
-
joblib==1.1.0; python_version >= '3.6'
|
55 |
-
jsonlines==2.0.0; python_version >= '3.6'
|
56 |
-
jsonschema==4.2.1; python_version >= '3.7'
|
57 |
-
jupyter-client==7.0.6; python_full_version >= '3.6.1'
|
58 |
-
jupyter-core==4.9.1; python_version >= '3.6'
|
59 |
-
jupyterlab-pygments==0.1.2
|
60 |
-
jupyterlab-widgets==1.0.2; python_version >= '3.6'
|
61 |
kaleido==0.2.1
|
62 |
markdown==3.3.4; python_version >= '3.6'
|
63 |
markupsafe==2.0.1; python_version >= '3.6'
|
|
|
36 |
fsspec[http]==2021.11.0; python_version >= '3.6'
|
37 |
future==0.18.2; python_version >= '2.6' and python_version not in '3.0, 3.1, 3.2, 3.3'
|
38 |
fuzzywuzzy==0.18.0
|
|
|
39 |
gitdb==4.0.9; python_version >= '3.6'
|
40 |
gitpython==3.1.24; python_version >= '3.7'
|
41 |
google-auth-oauthlib==0.4.6; python_version >= '3.6'
|
42 |
google-auth==2.3.3; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
|
43 |
grpcio==1.41.1
|
|
|
44 |
idna==3.3; python_version >= '3'
|
45 |
importlib-resources==5.4.0; python_version < '3.9'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
46 |
kaleido==0.2.1
|
47 |
markdown==3.3.4; python_version >= '3.6'
|
48 |
markupsafe==2.0.1; python_version >= '3.6'
|