import streamlit as st
from transformers import pipeline
import unicodedata

def normalize(text):
    return unicodedata.normalize('NFC', text
        ).replace('\u05ba', '\u05b9'
        ).replace('\u05be', '-'
        ).replace('״', '"'
        ).replace("׳", "'")

with st.spinner('Loading TaatikNet framework...'):
    pipe = pipeline("text2text-generation", model='malper/taatiknet', device_map="auto")

st.success('Loaded!')

text = st.text_area('Enter text and press ctrl/command+enter:')

if text:

    words = [normalize(x) for x in text.split()]
    outputs = pipe(words, max_length=40)
    output_text = ' '.join([x['generated_text'] for x in outputs])
    st.write(output_text)