Spaces:
Sleeping
Sleeping
| #Import the libraries we know we'll need for the Generator. | |
| import pandas as pd, spacy, nltk, numpy as np, re | |
| from spacy.matcher import Matcher | |
| #!python -m spacy download en_core_web_md #Not sure if we need this so I'm going to keep it just in case | |
| nlp = spacy.load("en_core_web_lg") | |
| import altair as alt | |
| import streamlit as st | |
| from annotated_text import annotated_text as ant | |
| #Import the libraries to support the model and predictions. | |
| from transformers import AutoTokenizer, AutoModelForSequenceClassification, TextClassificationPipeline | |
| import lime | |
| import torch | |
| import torch.nn.functional as F | |
| from lime.lime_text import LimeTextExplainer | |
| class_names = ['negative', 'positive'] | |
| explainer = LimeTextExplainer(class_names=class_names) | |
| tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased-finetuned-sst-2-english") | |
| model = AutoModelForSequenceClassification.from_pretrained("distilbert-base-uncased-finetuned-sst-2-english") | |
| pipe = TextClassificationPipeline(model=model, tokenizer=tokenizer, return_all_scores=True) | |
| def predictor(texts): | |
| outputs = model(**tokenizer(texts, return_tensors="pt", padding=True)) | |
| probas = F.softmax(outputs.logits, dim=1).detach().numpy() | |
| return probas | |
| def critical_words(document, options=False): | |
| if type(document) is not spacy.tokens.doc.Doc: | |
| document = nlp(document) | |
| chunks = list(document.noun_chunks) | |
| pos_options = [] | |
| lime_options = [] | |
| #Identify what the model cares about. | |
| if options: | |
| #Run Lime Setup code | |
| exp = explainer.explain_instance(document.text, predictor, num_features=15, num_samples=2000) | |
| lime_results = exp.as_list() | |
| for feature in lime_results: | |
| lime_options.append(feature[0]) | |
| lime_results = pd.DataFrame(lime_results, columns=["Word","Weight"]) | |
| #Identify what we care about "parts of speech" | |
| for chunk in chunks: | |
| #The use of chunk[-1] is due to testing that it appears to always match the root | |
| root = chunk[-1] | |
| #This currently matches to a list I've created. I don't know the best way to deal with this so I'm leaving it as is for the moment. | |
| if root.ent_type_: | |
| cur_values = [] | |
| if (len(chunk) > 1) and (chunk[-2].dep_ == "compound"): | |
| #creates the compound element of the noun | |
| compound = [x.text for x in chunk if x.dep_ == "compound"] | |
| print(f"This is the contents of {compound} and it is {all(elem in lime_options for elem in compound)} that all elements are present in {lime_options}.") #for QA | |
| #checks to see all elements in the compound are important to the model or use the compound if not checking importance. | |
| if (all(elem in lime_options for elem in cur_values) and (options is True)) or ((options is False)): | |
| #creates a span for the entirety of the compound noun and adds it to the list. | |
| span = -1 * (1 + len(compound)) | |
| pos_options.append(chunk[span:].text) | |
| cur_values + [token.text for token in chunk if token.pos_ == "ADJ"] | |
| else: | |
| print(f"The elmenents in {compound} could not be added to the final list because they are not all relevant to the model.") | |
| else: | |
| cur_values = [token.text for token in chunk if (token.ent_type_) or (token.pos_ == "ADJ")] | |
| if (all(elem in lime_options for elem in cur_values) and (options is True)) or ((options is False)): | |
| pos_options.extend(cur_values) | |
| print(f"From {chunk.text}, {cur_values} added to pos_options due to entity recognition.") #for QA | |
| elif len(chunk) >= 1: | |
| cur_values = [token.text for token in chunk if token.pos_ in ["NOUN","ADJ"]] | |
| if (all(elem in lime_options for elem in cur_values) and (options is True)) or ((options is False)): | |
| pos_options.extend(cur_values) | |
| print(f"From {chunk.text}, {cur_values} added to pos_options due to wildcard.") #for QA | |
| else: | |
| print(f"No options added for \'{chunk.text}\' ") | |
| # Here I am going to try to pick up pronouns, which are people, and Adjectival Compliments. | |
| for token in document: | |
| if (token.text not in pos_options) and ((token.text in lime_options) or (options == False)): | |
| #print(f"executed {token.text} with {token.pos_} and {token.dep_}") #QA | |
| if (token.pos_ == "ADJ") and (token.dep_ in ["acomp","conj"]): | |
| pos_options.append(token.text) | |
| elif (token.pos_ == "PRON") and (len(token.morph) !=0): | |
| if (token.morph.get("PronType") == "Prs"): | |
| pos_options.append(token.text) | |
| if options: | |
| return pos_options, lime_results | |
| else: | |
| return pos_options | |
| # Return the Viz of elements critical to LIME. | |
| def lime_viz(df): | |
| if not isinstance(df, pd.DataFrame): | |
| df = pd.DataFrame(df, columns=["Word","Weight"]) | |
| single_nearest = alt.selection_single(on='mouseover', nearest=True) | |
| viz = alt.Chart(df).encode( | |
| alt.X('Weight:Q', scale=alt.Scale(domain=(-1, 1))), | |
| alt.Y('Word:N', sort='x', axis=None), | |
| color=alt.Color("Weight", scale=alt.Scale(scheme='blueorange', domain=[0], type="threshold", range='diverging'), legend=None), | |
| tooltip = ("Word","Weight") | |
| ).mark_bar().properties(title ="Importance of individual words") | |
| text = viz.mark_text( | |
| fill="black", | |
| align='right', | |
| baseline='middle' | |
| ).encode( | |
| text='Word:N' | |
| ) | |
| limeplot = alt.LayerChart(layer=[viz,text], width = 300).configure_axis(grid=False).configure_view(strokeWidth=0) | |
| return limeplot | |
| # Evaluate Predictions using the model and pipe. | |
| def eval_pred(text, return_all = False): | |
| '''A basic function for evaluating the prediction from the model and turning it into a visualization friendly number.''' | |
| preds = pipe(text) | |
| neg_score = -1 * preds[0][0]['score'] | |
| sent_neg = preds[0][0]['label'] | |
| pos_score = preds[0][1]['score'] | |
| sent_pos = preds[0][1]['label'] | |
| prediction = 0 | |
| sentiment = '' | |
| if pos_score > abs(neg_score): | |
| prediction = pos_score | |
| sentiment = sent_pos | |
| elif abs(neg_score) > pos_score: | |
| prediction = neg_score | |
| sentiment = sent_neg | |
| if return_all: | |
| return prediction, sentiment | |
| else: | |
| return prediction | |
| def construct_nlexp(text,sentiment,probability): | |
| prob = str(np.round(100 * abs(probability),2)) | |
| if sentiment == "NEGATIVE": | |
| color_sent = ant('The model predicts the sentiment of the sentence you provided is ', (sentiment, "-", "#FFA44F"), ' with a probability of ', (prob, "neg", "#FFA44F"),"%.") | |
| elif sentiment == "POSITIVE": | |
| color_sent = ant('The model predicts the sentiment of the sentence you provided is ', (sentiment, "+", "#50A9FF"), ' with a probability of ', (prob, "pos", "#50A9FF"),"%.") | |
| return color_sent | |
| def get_min_max(df, seed): | |
| '''This function provides the alternatives with the highest spaCy similarity scores and the lowest similarity scores. As similarity is based on vectorization of words and documents this may not be the best way to identify bias. | |
| text2 = Most Similar | |
| text3 = Least Similar''' | |
| maximum = df[df['similarity'] < .9999].similarity.max() | |
| text2 = df.loc[df['similarity'] == maximum, 'text'].iloc[0] | |
| minimum = df[df['similarity'] > .0001].similarity.min() | |
| text3 = df.loc[df['similarity'] == minimum, 'text'].iloc[0] | |
| return text2, text3 | |
| # Inspired by https://stackoverflow.com/questions/17758023/return-rows-in-a-dataframe-closest-to-a-user-defined-number/17758115#17758115 | |
| def abs_dif(df,seed): | |
| '''This function enables a user to identify the alternative that is closest to the seed and farthest from the seed should that be the what they wish to display. | |
| text2 = Nearest Prediction | |
| text3 = Farthest Prediction''' | |
| target = df[df['Words'] == seed].pred.iloc[0] | |
| sub_df = df[df['Words'] != seed].reset_index() | |
| nearest_prediction = sub_df.pred[(sub_df.pred-target).abs().argsort()[:1]] | |
| farthest_prediction = sub_df.pred[(sub_df.pred-target).abs().argsort()[-1:]] | |
| text2 = sub_df.text.iloc[nearest_prediction.index[0]] | |
| text3 = sub_df.text.iloc[farthest_prediction.index[0]] | |
| return text2, text3 | |
| #@st.experimental_singleton #I've enabled this to prevent it from triggering every time the code runs... which could get very messy | |
| def sampled_alts(df, seed, fixed=False): | |
| '''This function enables a user to select an alternate way of choosing which counterfactuals are shown for MultiNLC, MultiNLC + Lime, and VizNLC. If you use this then you are enabling random sampling over other options (ex. spaCy similarity scores, or absolute difference). | |
| Both samples are random.''' | |
| sub_df = df[df['Words'] != seed] | |
| if fixed: | |
| sample = sub_df.sample(n=2, random_state = 2052) | |
| else: | |
| sample = sub_df.sample(n=2) | |
| text2 = sample.text.iloc[0] | |
| text3 = sample.text.iloc[1] | |
| return text2, text3 | |
| def gen_cf_country(df,_document,selection): | |
| df['text'] = df.Words.apply(lambda x: re.sub(r'\b'+selection+r'\b',x,_document.text)) | |
| df['pred'] = df.text.apply(eval_pred) | |
| df['seed'] = df.Words.apply(lambda x: 'seed' if x == selection else 'alternative') | |
| df['similarity'] = df.Words.apply(lambda x: nlp(selection).similarity(nlp(x))) | |
| return df | |
| def gen_cf_profession(df,_document,selection): | |
| category = df.loc[df['Words'] == selection, 'Major'].iloc[0] | |
| df = df[df.Major == category] | |
| df['text'] = df.Words.apply(lambda x: re.sub(r'\b'+selection+r'\b',x,_document.text)) | |
| df['pred'] = df.text.apply(eval_pred) | |
| df['seed'] = df.Words.apply(lambda x: 'seed' if x == selection else 'alternative') | |
| df['similarity'] = df.Words.apply(lambda x: nlp(selection).similarity(nlp(x))) | |
| return df |