Spaces:
Runtime error
Runtime error
johnowhitaker
commited on
Commit
•
afb9463
1
Parent(s):
764af30
Adding transformers part - will it download the model each time? Hope not
Browse files
app.py
CHANGED
@@ -2,9 +2,32 @@ import streamlit as st
|
|
2 |
import pandas as pd
|
3 |
import twint
|
4 |
import nest_asyncio
|
5 |
-
|
6 |
import multiprocessing.pool
|
7 |
import functools
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8 |
|
9 |
# https://stackoverflow.com/questions/492519/timeout-on-a-function-call
|
10 |
def timeout(max_timeout):
|
@@ -45,7 +68,6 @@ def get_tweets(username, limit=500, save_name=None):
|
|
45 |
|
46 |
st.title('Test')
|
47 |
|
48 |
-
st.title(get_tweets('johnowhitaker', 20).shape)
|
49 |
|
50 |
with st.form("my_form"):
|
51 |
st.write("Inside the form")
|
|
|
2 |
import pandas as pd
|
3 |
import twint
|
4 |
import nest_asyncio
|
|
|
5 |
import multiprocessing.pool
|
6 |
import functools
|
7 |
+
from transformers import AutoModelForSequenceClassification
|
8 |
+
from transformers import TFAutoModelForSequenceClassification
|
9 |
+
from transformers import AutoTokenizer
|
10 |
+
import numpy as np
|
11 |
+
from scipy.special import softmax
|
12 |
+
import csv
|
13 |
+
import urllib.request
|
14 |
+
import IPython.display as ipd
|
15 |
+
|
16 |
+
# Preprocess text (username and link placeholders)
|
17 |
+
def preprocess(text):
|
18 |
+
new_text = []
|
19 |
+
|
20 |
+
|
21 |
+
for t in text.split(" "):
|
22 |
+
t = '@user' if t.startswith('@') and len(t) > 1 else t
|
23 |
+
t = 'http' if t.startswith('http') else t
|
24 |
+
new_text.append(t)
|
25 |
+
return " ".join(new_text)
|
26 |
+
|
27 |
+
MODEL = "cardiffnlp/twitter-roberta-base-sentiment"
|
28 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
29 |
+
model = AutoModelForSequenceClassification.from_pretrained(MODEL)
|
30 |
+
model.save_pretrained(MODEL)
|
31 |
|
32 |
# https://stackoverflow.com/questions/492519/timeout-on-a-function-call
|
33 |
def timeout(max_timeout):
|
|
|
68 |
|
69 |
st.title('Test')
|
70 |
|
|
|
71 |
|
72 |
with st.form("my_form"):
|
73 |
st.write("Inside the form")
|