david-meltzer
commited on
Commit
·
4cd2aa6
1
Parent(s):
76c5257
fixed selftext
Browse files
app.py
CHANGED
@@ -15,16 +15,6 @@ def read_data(dataset_repo='dhmeltzer/asks_validation_embedded'):
|
|
15 |
"""Read the data from huggingface."""
|
16 |
return load_dataset(dataset_repo)['validation_asks']
|
17 |
|
18 |
-
#@st.cache(allow_output_mutation=True)
|
19 |
-
#def load_bert_model(name="nli-distilbert-base"):
|
20 |
-
# """Instantiate a sentence-level DistilBERT model."""
|
21 |
-
# return AutoModel.from_pretrained(f'sentence-transformers/{name}')
|
22 |
-
#
|
23 |
-
#@st.cache(allow_output_mutation=True)
|
24 |
-
#def load_tokenizer(name="nli-distilbert-base"):
|
25 |
-
# return AutoTokenizer.from_pretrained(f'sentence-transformers/{name}')
|
26 |
-
|
27 |
-
#@st.cache(allow_output_mutation=True)
|
28 |
@st.cache_data
|
29 |
def load_faiss_index(path_to_faiss="./faiss_index_small.pickle"):
|
30 |
"""Load and deserialize the Faiss index."""
|
@@ -83,11 +73,25 @@ def main():
|
|
83 |
# continue
|
84 |
|
85 |
st.write(
|
86 |
-
f"""**{f['title']}
|
87 |
-
**text**: {f['selftext']}
|
88 |
-
"""
|
89 |
)
|
|
|
|
|
|
|
|
|
|
|
90 |
|
91 |
|
92 |
if __name__ == "__main__":
|
93 |
main()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
"""Read the data from huggingface."""
|
16 |
return load_dataset(dataset_repo)['validation_asks']
|
17 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
@st.cache_data
|
19 |
def load_faiss_index(path_to_faiss="./faiss_index_small.pickle"):
|
20 |
"""Load and deserialize the Faiss index."""
|
|
|
73 |
# continue
|
74 |
|
75 |
st.write(
|
76 |
+
f"""**title**: {f['title']}"""
|
|
|
|
|
77 |
)
|
78 |
+
if f['selftext']!='':
|
79 |
+
st.write(
|
80 |
+
f"""**text**: {f['selftext']}"""
|
81 |
+
)
|
82 |
+
|
83 |
|
84 |
|
85 |
if __name__ == "__main__":
|
86 |
main()
|
87 |
+
|
88 |
+
#@st.cache(allow_output_mutation=True)
|
89 |
+
#def load_bert_model(name="nli-distilbert-base"):
|
90 |
+
# """Instantiate a sentence-level DistilBERT model."""
|
91 |
+
# return AutoModel.from_pretrained(f'sentence-transformers/{name}')
|
92 |
+
#
|
93 |
+
#@st.cache(allow_output_mutation=True)
|
94 |
+
#def load_tokenizer(name="nli-distilbert-base"):
|
95 |
+
# return AutoTokenizer.from_pretrained(f'sentence-transformers/{name}')
|
96 |
+
|
97 |
+
#@st.cache(allow_output_mutation=True)
|