storytelling / src /story_gen.py
jitesh's picture
adds all emotions
bf902a7
raw
history blame
9.34 kB
# import nltk
import re
import sys
import time
import numpy as np
import pandas as pd
import printj
import streamlit as st
from transformers import pipeline # , set_seed
class StoryGenerator:
def __init__(self):
# self.initialise_models()
self.stats_df = pd.DataFrame(data=[], columns=[])
self.stories = []
self.data = []
@staticmethod
@st.cache(allow_output_mutation=True)
def get_generator():
return pipeline('text-generation', model='gpt2')
@staticmethod
@st.cache(allow_output_mutation=True)
def get_classifier():
return pipeline("text-classification",
model="j-hartmann/emotion-english-distilroberta-base", return_all_scores=True)
def initialise_classifier_model(self):
self.classifier = self.get_classifier()
def initialise_models(self):
# start = time.time()
self.generator = self.get_generator()
self.classifier = self.get_classifier()
# initialising_time = time.time()-start
# print(f'Initialising Time: {initialising_time}')
# set_seed(42)
# sys.exit()
def reset():
self.clear_stories()
self.clear_stats()
def clear_stories(self):
self.data = []
self.stories = []
def clear_stats(self):
self.stats_df = pd.DataFrame(data=[], columns=[])
def get_emotion(self, text, filter_by='max'):
emotions = self.classifier(text)
if filter_by=='max':
emotion = max(emotions[0], key=lambda x: x['score'])
return emotion
elif filter_by=='sorted':
return sorted(emotions[0], key=lambda x: x['score'], reverse=True)
@staticmethod
def get_num_token(text):
# return len(nltk.word_tokenize(text))
return len(re.findall(r'\w+', text))
@staticmethod
def check_show_emotion(confidence_score, frequency, w):
frequency_penalty = 1 - frequency
probability_emote = w * confidence_score + (1-w) * frequency_penalty
return probability_emote > np.random.random_sample()
def story(self,
story_till_now="Hello, I'm a language model,",
num_generation=4,
length=10):
# last_length = 0
for i in range(num_generation):
last_length = len(story_till_now)
genreate_robot_sentence = self.generator(story_till_now, max_length=self.get_num_token(story_till_now) +
length, num_return_sequences=1)
story_till_now = genreate_robot_sentence[0]['generated_text']
new_sentence = story_till_now[last_length:]
emotion = self.get_emotion(new_sentence)
# printj.yellow(f'Sentence {i}:')
# story_to_print = f'{printj.ColorText.cyan(story_till_now[:last_length])}{printj.ColorText.green(story_till_now[last_length:])}\n'
# print(story_to_print)
# printj.purple(f'Emotion: {emotion}')
return story_till_now, emotion
def next_sentence(self,
story_till_now="Hello, I'm a language model,",
length=10):
last_length = len(story_till_now)
genreate_robot_sentence = self.generator(story_till_now, max_length=self.get_num_token(story_till_now) +
length, num_return_sequences=1)
story_till_now = genreate_robot_sentence[0]['generated_text']
new_sentence = story_till_now[last_length:]
emotion = self.get_emotion(new_sentence)
return story_till_now, emotion, new_sentence
def auto_ist(self,
story_till_now="Hello, I'm a language model,",
num_generation=4,
length=20, reaction_weight=0.5):
stats_df = pd.DataFrame(data=[], columns=[])
stats_dict = dict()
num_reactions = 0
reaction_frequency = 0
emotion = self.get_emotion(story_till_now) # first line emotion
story_data = [{
'sentence': story_till_now,
'turn': 'first',
'emotion': emotion['label'],
'confidence_score': emotion['score'],
}]
for i in range(num_generation):
# Text generation for User
last_length = len(story_till_now)
printj.cyan(story_till_now)
# printj.red.bold_on_white(
# f'loop: {i}; generate user text; length: {last_length}')
genreate_user_sentence = self.generator(story_till_now, max_length=self.get_num_token(
story_till_now)+length, num_return_sequences=1)
story_till_now = genreate_user_sentence[0]['generated_text']
new_sentence_user = story_till_now[last_length:]
# printj.red.bold_on_white(f'loop: {i}; check emotion')
# Emotion self.classifier for User
emotion_user = self.get_emotion(new_sentence_user)
if emotion_user['label'] == 'neutral':
show_emotion_user = False
else:
reaction_frequency = num_reactions/(i+1)
show_emotion_user = self.check_show_emotion(
confidence_score=emotion_user['score'], frequency=reaction_frequency, w=reaction_weight)
if show_emotion_user:
num_reactions += 1
story_data.append({
'sentence': new_sentence_user,
'turn': 'user',
'emotion': emotion_user['label'],
'confidence_score': emotion_user['score'],
})
stats_dict['sentence_no'] = i
stats_dict['turn'] = 'user'
stats_dict['sentence'] = new_sentence_user
stats_dict['show_emotion'] = show_emotion_user
stats_dict['emotion_label'] = emotion_user['label']
stats_dict['emotion_score'] = emotion_user['score']
stats_dict['num_reactions'] = num_reactions
stats_dict['reaction_frequency'] = reaction_frequency
stats_dict['reaction_weight'] = reaction_weight
stats_df = pd.concat(
[stats_df, pd.DataFrame(stats_dict, index=[f'idx_{i}'])])
# Text generation for Robot
last_length = len(story_till_now)
printj.cyan(story_till_now)
# printj.red.bold_on_white(
# f'loop: {i}; generate robot text; length: {last_length}')
genreate_robot_sentence = self.generator(story_till_now, max_length=self.get_num_token(
story_till_now)+length, num_return_sequences=1)
story_till_now = genreate_robot_sentence[0]['generated_text']
new_sentence_robot = story_till_now[last_length:]
emotion_robot = self.get_emotion(new_sentence_robot)
story_data.append({
'sentence': new_sentence_robot,
'turn': 'robot',
'emotion': emotion_robot['label'],
'confidence_score': emotion_robot['score'],
})
stats_dict['sentence_no'] = i
stats_dict['turn'] = 'robot'
stats_dict['sentence'] = new_sentence_robot
stats_dict['show_emotion'] = None
stats_dict['emotion_label'] = emotion_robot['label']
stats_dict['emotion_score'] = emotion_robot['score']
stats_dict['num_reactions'] = None
stats_dict['reaction_frequency'] = None
stats_dict['reaction_weight'] = None
stats_df = pd.concat(
[stats_df, pd.DataFrame(stats_dict, index=[f'idx_{i}'])])
return stats_df, story_till_now, story_data
def get_stats(self,
story_till_now="Hello, I'm a language model,",
num_generation=4,
length=20, reaction_weight=-1, num_tests=2):
use_random_w = reaction_weight == -1
# self.stories = []
try:
num_rows = max(self.stats_df.story_id)+1
except Exception:
num_rows = 0
for story_id in range(num_tests):
if use_random_w:
# reaction_weight = np.random.random_sample()
reaction_weight = np.round(np.random.random_sample(), 1)
stats_df0, _story_till_now, story_data = self.auto_ist(
story_till_now=story_till_now,
num_generation=num_generation,
length=length, reaction_weight=reaction_weight)
stats_df0.insert(loc=0, column='story_id', value=story_id+num_rows)
# stats_df0['story_id'] = story_id
self.stats_df = pd.concat([self.stats_df, stats_df0])
printj.yellow(f'story_id: {story_id}')
printj.green(stats_df0)
self.stories.append(_story_till_now)
self.data.append(story_data)
self.stats_df = self.stats_df.reset_index(drop=True)
# print(self.stats_df)
def save_stats(self, path='pandas_simple.xlsx'):
writer = pd.ExcelWriter(path, engine='xlsxwriter')
# Convert the dataframe to an XlsxWriter Excel object.
self.stats_df.to_excel(writer, sheet_name='IST')
# Close the Pandas Excel writer and output the Excel file.
writer.save()