import gensim.downloader import gradio as gr import pandas as pd import numpy as np import matplotlib.pyplot as plt from sklearn.decomposition import PCA from sklearn.manifold import TSNE model = gensim.downloader.load("word2vec-google-news-300") #glove-wiki-gigaword-50 cache = "/home/user/app/d.tif" # Function to reduce dimensions def reduce_dimensions(data, method='PCA'): if method == 'PCA': model = PCA(n_components=2) elif method == 'TSNE': model = TSNE(n_components=2, learning_rate='auto', init='random', perplexity=4) return model.fit_transform(data) # Plotting function def plot_reduced_data(reduced_data, labels, title): plt.figure(figsize=(10, 8)) plt.scatter(reduced_data[:, 0], reduced_data[:, 1], alpha=0.6) for i, label in enumerate(labels): plt.annotate(" " + label, (reduced_data[i, 0], reduced_data[i, 1]), fontsize=18) plt.title(title) # Data for the arrow 1 start_point = (reduced_data[0, 0], reduced_data[0, 1]) # Starting point of the arrow end_point = (reduced_data[1, 0], reduced_data[1, 1]) # Ending point of the arrow # Adding an arrow 1 plt.annotate('', xy=end_point, xytext=start_point, arrowprops=dict(arrowstyle="->", color='green', lw=3)) # Data for the arrow 2 end_point = (reduced_data[-1, 0] , reduced_data[-1, 1]) # Starting point of the arrow start_point = (reduced_data[2, 0], reduced_data[2, 1]) # Ending point of the arrow # Adding an arrow 2 plt.annotate('', xy=end_point, xytext=start_point, arrowprops=dict(arrowstyle="->", color='green', lw=3)) plt.xlabel('Component 1') plt.ylabel('Component 2') plt.grid(True) plt.savefig(cache, dpi=300) description = """ ### Word Embedding Demo App Universidade Federal de São Paulo - Escola Paulista de Medicina The output is Word3 + (Word2 - Word1) Credits: * Gensim * Word2Vec """ Word1 = gr.Textbox() Word2 = gr.Textbox() Word3 = gr.Textbox() label = gr.Label(show_label=True, label="Word4") sp = gr.Image() def inference(word1, word2, word3): transform = model[word3] + model[word2] - model[word1] output = model.similar_by_vector(transform) print(output) word_list = [word1, word2, word3] word_list.extend([x for x,y in [item for item in output[:6]]]) words = {key: model[key] for key in word_list} words[word3 + " + (" + word2 + " - " + word1 + ")"] = transform data = np.concatenate([x[np.newaxis, :] for x in words.values()], axis=0) print(data.shape) labels = words.keys() reduced_data_pca = reduce_dimensions(data, method='PCA') print(reduced_data_pca.shape) plot_reduced_data(reduced_data_pca, labels, 'PCA Results') return cache examples = [ ["woman", "man", "girl"], ["woman", "man", "granddaughter"], ["woman", "man", "aunt"], ] iface = gr.Interface( fn=inference, inputs=[Word1, Word2, Word3], outputs=sp, description=description, examples=examples ) iface.launch()