Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,63 +1,17 @@
|
|
1 |
-
import
|
2 |
-
import
|
3 |
-
from sentence_transformers import SentenceTransformer
|
4 |
-
import umap.umap_ as umap
|
5 |
-
import pandas as pd
|
6 |
-
import os
|
7 |
|
8 |
-
|
|
|
|
|
9 |
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
|
14 |
-
|
15 |
-
df_osdg = pd.read_csv('https://zenodo.org/record/5550238/files/osdg-community-dataset-v21-09-30.csv',sep='\t')
|
16 |
-
df_osdg = df_osdg[df_osdg['agreement']>.95]
|
17 |
-
df_osdg = df_osdg[df_osdg['labels_positive']>2]
|
18 |
-
#df_osdg = df_osdg[:1000]
|
19 |
-
|
20 |
-
_lab_dict = {0: 'no_cat',
|
21 |
-
1:'SDG 1 - No poverty',
|
22 |
-
2:'SDG 2 - Zero hunger',
|
23 |
-
3:'SDG 3 - Good health and well-being',
|
24 |
-
4:'SDG 4 - Quality education',
|
25 |
-
5:'SDG 5 - Gender equality',
|
26 |
-
6:'SDG 6 - Clean water and sanitation',
|
27 |
-
7:'SDG 7 - Affordable and clean energy',
|
28 |
-
8:'SDG 8 - Decent work and economic growth',
|
29 |
-
9:'SDG 9 - Industry, Innovation and Infrastructure',
|
30 |
-
10:'SDG 10 - Reduced inequality',
|
31 |
-
11:'SDG 11 - Sustainable cities and communities',
|
32 |
-
12:'SDG 12 - Responsible consumption and production',
|
33 |
-
13:'SDG 13 - Climate action',
|
34 |
-
14:'SDG 14 - Life below water',
|
35 |
-
15:'SDG 15 - Life on land',
|
36 |
-
16:'SDG 16 - Peace, justice and strong institutions',
|
37 |
-
17:'SDG 17 - Partnership for the goals',}
|
38 |
-
|
39 |
-
labels = [_lab_dict[lab] for lab in df_osdg['sdg'] ]
|
40 |
-
#keys = list(df_osdg['keys'])
|
41 |
-
docs = list(df_osdg['text'])
|
42 |
-
docs_embeddings = model.encode(docs)
|
43 |
|
44 |
-
|
45 |
-
|
46 |
-
n_components = 3
|
47 |
-
random_state =42
|
48 |
-
umap_model = (umap.UMAP(n_neighbors=n_neighbors,
|
49 |
-
n_components=n_components,
|
50 |
-
metric='cosine',
|
51 |
-
random_state=random_state)
|
52 |
-
.fit(docs_embeddings))
|
53 |
-
|
54 |
-
docs_umap = umap_model.transform(docs_embeddings)
|
55 |
|
56 |
-
|
57 |
-
fig = px.scatter_3d(
|
58 |
-
docs_umap, x=0, y=1, z=2,
|
59 |
-
color=labels,
|
60 |
-
opacity = .5)#, hover_data=[keys])
|
61 |
-
fig.update_scenes(xaxis_visible=False, yaxis_visible=False,zaxis_visible=False )
|
62 |
-
fig.update_traces(marker_size=4)
|
63 |
-
st.plotly_chart(fig)
|
|
|
1 |
+
import apps.sdg as sdg_tab
|
2 |
+
#import apps.sdg_analysis as sdg_analysis
|
|
|
|
|
|
|
|
|
3 |
|
4 |
+
# import appStore.check_site as check_site
|
5 |
+
from appStore.multiapp import MultiApp
|
6 |
+
import streamlit as st
|
7 |
|
8 |
+
st.set_page_config(f'Embedding Visualisator (Sentence Transformer)',
|
9 |
+
layout="wide",
|
10 |
+
initial_sidebar_state="expanded")
|
11 |
|
12 |
+
app = MultiApp()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
|
14 |
+
app.add_app("SDG", sdg_tab.app)
|
15 |
+
#app.add_app("Info", info.app)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
|
17 |
+
app.run()
|
|
|
|
|
|
|
|
|
|
|
|
|
|