init keyword commit

app.py

@@ -7,3 +7,582 @@ import streamlit as st
 from bs4 import BeautifulSoup, NavigableString
 from dotenv import load_dotenv
 from st_copy_to_clipboard import st_copy_to_clipboard
+
+load_dotenv()
+
+
+def get_related_studies(article: str):
+    with st.spinner("Extrahiere Studien..."):
+        url = f'https://serpapi.com/search.json?engine=google_scholar&api_key={os.getenv("SERP_API_KEY")}&as_ylo=2018&q='
+        url += extract_scholar_query(article).replace('"', "")
+        try:
+            response = requests.get(url)
+            if response.status_code == 200:
+                data = response.json()
+                if data.get("organic_results"):
+                    results = []
+                    for result in data["organic_results"]:
+                        results.append(
+                            {
+                                "title": result["title"],
+                                "link": result["link"],
+                            }
+                        )
+                    st.session_state["studie_links"] = results
+                else:
+                    st.session_state["studie_links"] = []
+            else:
+                st.session_state["studie_links"] = []
+        except Exception as e:
+            print(f"Fehler beim extrahieren der Studien: {str(e)}")
+            st.error(f"Something went wrong: {str(e)}", icon="🚨")
+
+
+def extract_scholar_query(article: str):
+    openai.api_key = os.environ.get("OPEN_API_KEY")
+    openai.api_base = os.environ.get("OPEN_API_BASE")
+    openai.api_type = os.environ.get("OPEN_API_TYPE")
+    openai.api_version = os.environ.get("OPEN_API_VERSION")
+    try:
+        res = openai.ChatCompletion.create(
+            engine="gpt-4-1106",
+            temperature=0.2,
+            messages=[
+                {
+                    "role": "system",
+                    "content": f"You are a professional journalist whose task is to find related studies based on an article you have written. Please write a query that you would use to search for related studies on Google Scholar. Please make sure that the query is specific enough and cotains a maximum of 4 words. Only include one query in your output. Do not write multiple querys with an AND or OR. The article you have written is as follows: {article}.",
+                }
+            ],
+        )
+        return res["choices"][0]["message"]["content"]
+    except Exception as e:
+        print(f"Fehler beim extrahieren der Query: {str(e)}")
+        st.error(f"Something went wrong: {str(e)}", icon="🚨")
+        return ""
+
+
+def create_article(length_option, articles, params, web_page_option):
+
+    if length_option == "Kurz":
+        length = os.environ.get("SHORT_LENGTH")
+    elif length_option == "Mittel":
+        length = os.environ.get("MEDIUM_LENGTH")
+    elif length_option == "Lang":
+        length = os.environ.get("LONG_LENGTH")
+
+    print(f"Length: {length}")
+
+    openai.api_key = os.environ.get("OPEN_API_KEY")
+    openai.api_base = os.environ.get("OPEN_API_BASE")
+    openai.api_type = os.environ.get("OPEN_API_TYPE")
+    openai.api_version = os.environ.get("OPEN_API_VERSION")
+
+    if web_page_option == "Boulevard":
+        writing_style = os.environ.get("WRITING_STYLE_HEUTE")
+    else:
+        writing_style = os.environ.get("WRITING_STYLE_GESUND")
+
+    try:
+        if len(articles) > 0:
+            article_string = "; ".join(
+                f"Artikel {index + 1}: {artikel}"
+                for index, artikel in enumerate(articles)
+            )
+            messages = [
+                {
+                    "role": "system",
+                    "content": f"You are a professional journalist whose task is to write your own article based on one or more articles. This article should combine the content of the original articles, but have its own writing style, which is as follows: {writing_style} Do not use unusual phrases or neologisms from the original articles. The length of your article should be {length} sentences long.",
+                },
+                {"role": "system", "content": f"Source articles: {article_string}"},
+                {
+                    "role": "system",
+                    "content": f"Please also note the following instructions defined by the user: {params}",
+                },
+                {
+                    "role": "system",
+                    "content": "Schreibe den Artikel immer in deutscher Sprache.",
+                },
+            ]
+        else:
+            messages = [
+                {
+                    "role": "system",
+                    "content": f"You are a professional journalist whose task is to write an article based on your own notes. This article should be written in the following writing style: {writing_style} The length of your article should be {length} sentences long.",
+                },
+                {
+                    "role": "system",
+                    "content": f"Please write the article based on the following user input: {params}",
+                },
+                {
+                    "role": "system",
+                    "content": "Schreibe den Artikel immer in deutscher Sprache.",
+                },
+            ]
+        res = openai.ChatCompletion.create(
+            engine="gpt-35-16k",
+            temperature=0.4,
+            max_tokens=12000,
+            messages=messages,
+        )
+        return res["choices"][0]["message"]["content"]
+    except Exception as e:
+        print(f"Fehler beim erstellen des artikels: {str(e)}")
+        st.error(f"Something went wrong: {str(e)}", icon="🚨")
+
+
+def create_headline(article, web_page_option):
+    openai.api_key = os.environ.get("OPEN_API_KEY")
+    openai.api_base = os.environ.get("OPEN_API_BASE")
+    openai.api_type = os.environ.get("OPEN_API_TYPE")
+    openai.api_version = os.environ.get("OPEN_API_VERSION")
+
+    if web_page_option == "Boulevard":
+        writing_style = os.environ.get("WRITING_STYLE_HEUTE")
+    else:
+        writing_style = os.environ.get("WRITING_STYLE_GESUND")
+
+    try:
+        res = openai.ChatCompletion.create(
+            engine="gpt-4-1106",
+            temperature=0.4,
+            messages=[
+                {
+                    "role": "system",
+                    "content": f"You are a professional journalist and have the task of generating a headline for an article you have written. I will give you the writing style that was used to create the article as info. Writing style: {writing_style} The headline should be as short as possible, but still capture the essence of the article. It should be a maximum of 10 words long",
+                },
+                {"role": "system", "content": f"Source article: {article}"},
+                {
+                    "role": "system",
+                    "content": "Schreibe die Headline immer in deutscher Sprache.",
+                },
+            ],
+        )
+        return res["choices"][0]["message"]["content"]
+    except Exception as e:
+        print(f"Fehler beim erstellen der headline: {str(e)}")
+        st.error(f"Something went wrong: {str(e)}", icon="🚨")
+
+
+def extract_text_from_element(element):
+    # Initialisiere einen leeren Textstring
+    text_content = ""
+
+    # Überprüfe, ob das Element ein <p>, <ul> oder <ol>-Tag ist
+    if element.name in ["p", "ul", "ol"]:
+        # Extrahiere den Text des Tags und füge ihn zum Textstring hinzu
+        text_content += element.get_text() + "\n"
+
+        # Überprüfe, ob das Element ein Tag mit Kindern ist (kein Textknoten)
+    if not isinstance(element, NavigableString):
+        # Rekursiv durch jedes Child-Element gehen und den Text hinzufügen
+        for child in element.children:
+            text_content += extract_text_from_element(child)
+
+    return text_content
+
+
+def extract_article(url):
+    # Webseite herunterladen
+    response = requests.get(url)
+
+    # Überprüfen, ob die Anfrage erfolgreich war (Status-Code 200)
+    if response.status_code == 200:
+        # HTML-Inhalt parsen
+        soup = BeautifulSoup(response.text, "html.parser")
+
+        # Finden Sie das <article>-Tag (nehmen Sie an, dass es eins gibt)
+        article_tag = soup.find("article")
+
+        if article_tag:
+            # Starte die Rekursion für jedes Child-Element des <article>-Tags
+            extracted_text = extract_text_from_element(article_tag)
+            stripped_text = filter_empty_lines(extracted_text)
+            return stripped_text
+        else:
+            print("Kein <article>-Tag gefunden.")
+            return None
+    else:
+        # Falls die Anfrage nicht erfolgreich war, eine Fehlermeldung ausgeben
+        print(f"Fehler: {response.status_code}")
+        return None
+
+
+def filter_empty_lines(text):
+    # Teile den Text in Zeilen auf
+    lines = text.split("\n")
+
+    # Filtere leere Zeilen heraus
+    non_empty_lines = filter(lambda line: line.strip() != "", lines)
+
+    # Verbinde die nicht leeren Zeilen zu einem String
+    filtered_text = "\n".join(non_empty_lines)
+
+    return filtered_text
+
+
+def extract_article_links(**kwargs):
+    # print(len(kwargs["links"]))
+    with st.spinner("Extrahiere..."):
+        results = []
+        for link in kwargs["links"]:
+            results.append(extract_article(link))
+        st.session_state["extracted_articles"] = results
+        if st.session_state["process_step"] < 1:
+            st.session_state["process_step"] += 1
+        st.session_state["selected_page"] = 1
+
+
+def extract_article_links_for_heading(**kwargs):
+    article = extract_article(kwargs["link"])
+
+
+def finalize_articles():
+    final_articles = []
+    for i in range(len(st.session_state["extracted_articles"])):
+        final_articles.append(st.session_state["final_article_" + str(i + 1)])
+    st.session_state["final_articles"] = final_articles
+    if st.session_state["process_step"] < 2:
+        st.session_state["process_step"] += 1
+    st.session_state["selected_page"] += 1
+
+
+def increase_page():
+    if st.session_state["selected_page"] <= st.session_state["process_step"]:
+        st.session_state["selected_page"] += 1
+
+
+def decrease_page():
+    if st.session_state["selected_page"] > 0:
+        st.session_state["selected_page"] -= 1
+
+
+def on_click_handler_generate_article(**kwargs):
+    with st.spinner("Generiere Artikel..."):
+        created_article = create_article(
+            kwargs["length_option"],
+            kwargs["final_articles"],
+            kwargs["add_info"],
+            kwargs["webpage_option"],
+        )
+        headline = create_headline(created_article, kwargs["webpage_option"])
+    st.session_state["generated_article"] = created_article
+    st.session_state["generated_headline"] = headline
+    if st.session_state["process_step"] < 3:
+        st.session_state["process_step"] += 1
+    st.session_state["selected_page"] += 1
+
+
+def on_click_handler_generate_generate_article_keywords(**kwargs):
+    with st.spinner("Generiere Artikel..."):
+        created_article = create_article(
+            kwargs["length_option"],
+            "",
+            kwargs["artikel_input"],
+            kwargs["webpage_option"],
+        )
+        headline = create_headline(created_article, kwargs["webpage_option"])
+        st.session_state["generated_article"] = created_article
+        st.session_state["generated_headline"] = headline
+
+
+def reset_session_state():
+    st.session_state["extracted_articles"] = []
+    st.session_state["article_links"] = []
+    st.session_state["final_articles"] = []
+    st.session_state["process_step"] = 0
+    st.session_state["selected_page"] = 0
+    st.session_state["generated_article"] = ""
+    st.session_state["studie_links"] = []
+
+
+if "extracted_articles" not in st.session_state:
+    st.session_state["extracted_articles"] = []
+if "article_links" not in st.session_state:
+    st.session_state["article_links"] = []
+if "final_articles" not in st.session_state:
+    st.session_state["final_articles"] = []
+if "process_step" not in st.session_state:
+    st.session_state["process_step"] = 0
+if "selected_page" not in st.session_state:
+    st.session_state["selected_page"] = 0
+if "generated_article" not in st.session_state:
+    st.session_state["generated_article"] = ""
+if "function_state" not in st.session_state:
+    st.session_state["function_state"] = True
+if "generated_headline" not in st.session_state:
+    st.session_state["generated_headline"] = ""
+if "webpage_option" not in st.session_state:
+    st.session_state["webpage_option"] = "Boulevard"
+if "studie_links" not in st.session_state:
+    st.session_state["studie_links"] = []
+
+PROCESS_STEPS = [
+    "Artikel Extraktion",
+    "Artikel Finalisierung",
+    "Artikel Generierung",
+    "Artikel Ausgabe",
+]
+
+
+# def check_password():
+#     """Returns `True` if the user had the correct password."""
+
+#     def password_entered():
+#         """Checks whether a password entered by the user is correct."""
+#         if hmac.compare_digest(
+#             st.session_state["password"], os.environ.get("PASSWORD")
+#         ):
+#             st.session_state["password_correct"] = True
+#             del st.session_state["password"]  # Don't store the password.
+#         else:
+#             st.session_state["password_correct"] = False
+
+#     # Return True if the password is validated.
+#     if st.session_state.get("password_correct", False):
+#         return True
+
+#     # Show input for password.
+#     st.text_input(
+#         "Password", type="password", on_change=password_entered, key="password"
+#     )
+#     if "password_correct" in st.session_state:
+#         st.error("😕 Password incorrect")
+#     return False
+
+
+# if not check_password():
+#     st.stop()  # Do not continue if check_password is not True.
+
+col1, col2 = st.columns([2, 1])
+
+col1.title("TINA")
+col2.image("tensora_logo.png")
+
+st.radio(
+    "Wähle den Schreibstil für Artikel aus",
+    ["Boulevard", "Health Blog"],
+    key="webpage_option",
+)
+
+with st.sidebar:
+    st.title("Funktions Auswahl")
+    st.write("Hier kannst Du zwischen der Art der Artikelgenerierung wählen.")
+    st.button(
+        "Artikel Generierung mit Links",
+        key="article_gen_btn",
+        use_container_width=True,
+        on_click=lambda: st.session_state.update({"function_state": True}),
+    )
+    st.button(
+        "Artikel Generierung mit Stichpunkten",
+        key="headline_gen_btn",
+        use_container_width=True,
+        on_click=lambda: st.session_state.update({"function_state": False}),
+    )
+
+if st.session_state["function_state"]:
+    tab_col1, tab_col2, tab_col3, tab_col4 = st.columns([1, 1, 1, 1])
+
+    tab_col1.button(
+        "Artikel Extraktion",
+        key="tab1",
+        use_container_width=True,
+        on_click=lambda: st.session_state.update({"selected_page": 0}),
+        disabled=st.session_state["selected_page"] == 0,
+    )
+    tab_col2.button(
+        "Artikel Finalisierung",
+        key="tab2",
+        use_container_width=True,
+        on_click=lambda: st.session_state.update({"selected_page": 1}),
+        disabled=st.session_state["process_step"] < 1
+        or st.session_state["selected_page"] == 1,
+    )
+    tab_col3.button(
+        "Artikel Generierung",
+        key="tab3",
+        use_container_width=True,
+        on_click=lambda: st.session_state.update({"selected_page": 2}),
+        disabled=st.session_state["process_step"] < 2
+        or st.session_state["selected_page"] == 2,
+    )
+    tab_col4.button(
+        "Artikel Ausgabe",
+        key="tab4",
+        use_container_width=True,
+        on_click=lambda: st.session_state.update({"selected_page": 3}),
+        disabled=st.session_state["process_step"] < 3
+        or st.session_state["selected_page"] == 3,
+    )
+
+    nav_col1, nav_col2, nav_col3 = st.columns([1, 4, 1])
+
+    nav_col1.button(
+        "◀️",
+        key="nav1",
+        use_container_width=True,
+        on_click=decrease_page,
+        disabled=st.session_state["selected_page"] == 0,
+    )
+    nav_col2.markdown(
+        f"<div style='text-align: center;'>{PROCESS_STEPS[st.session_state['selected_page']]}</div>",
+        unsafe_allow_html=True,
+    )
+    nav_col3.button(
+        "▶️",
+        key="nav2",
+        use_container_width=True,
+        on_click=increase_page,
+        disabled=st.session_state["selected_page"] == st.session_state["process_step"],
+    )
+
+    if st.session_state["selected_page"] == 0:
+        st.write(
+            "Bitte gebe die Links der Artikel ein, welche Du extrahiert haben möchtest."
+        )
+        st.text_input(
+            "Gebe den "
+            + str(len(st.session_state["article_links"]) + 1)
+            + ". Link ein:",
+            key="link_input_" + str(len(st.session_state["article_links"]) + 1),
+        )
+        if st.session_state[
+            "link_input_" + str(len(st.session_state["article_links"]) + 1)
+        ]:
+            st.session_state["article_links"].append(
+                st.session_state[
+                    "link_input_" + str(len(st.session_state["article_links"]) + 1)
+                ]
+            )
+            st.rerun()
+        for i in range(len(st.session_state["article_links"])):
+            st.write(f"Link nr. {i+1}:\n\n{st.session_state['article_links'][i]}")
+
+        if len(st.session_state["article_links"]) > 0:
+            try:
+                st.button(
+                    "Extrahiere Artikel",
+                    on_click=extract_article_links,
+                    kwargs={"links": st.session_state["article_links"]},
+                )
+            except Exception as e:
+                print(f"Fehler beim extrahieren der artikel: {str(e)}")
+                st.error(
+                    f"Du hast einen oder mehrere Links nicht in dem korrekten Format angegeben. Bitte Lade die Seite neu und benutze korrekte Links: {str(e)}",
+                    icon="🚨",
+                )
+    elif st.session_state["selected_page"] == 1:
+        st.write(
+            "Hier kannst Du die extrahierten Artikel ansehen und bei Bedarf anpassen."
+        )
+        for i, article in enumerate(st.session_state["extracted_articles"]):
+            with st.expander(f"Artikel {i+1}"):
+                if article:
+                    st.text_area(
+                        "Editiere die Artikel, falls nötig:",
+                        value=article,
+                        key="final_article_" + str(i + 1),
+                        height=500,
+                    )
+                else:
+                    st.info(
+                        "Die Webseite des Artikels blockiert das automatische extrahieren von Artikeln. Wenn Du den Artikel dennoch benutzen möchtest, dann kannst Du diesen kopieren und einfügen.",
+                        icon="ℹ️",
+                    )
+                    st.text_area(
+                        "Füge den Artikel ein, falls nötig:",
+                        value=article,
+                        key="final_article_" + str(i + 1),
+                        height=500,
+                    )
+        st.button("Artikel finalisieren", on_click=finalize_articles)
+    elif st.session_state["selected_page"] == 2:
+        for i in range(len(st.session_state["final_articles"])):
+            if st.session_state["final_articles"][i]:
+                with st.expander("Artikel " + str(i + 1)):
+                    st.write(st.session_state["final_articles"][i])
+
+        if len(st.session_state["final_articles"]) > 0:
+            st.write("Benutzte Artikel:")
+            for i, link in enumerate(st.session_state["article_links"]):
+                st.write(f"Link {i+1}: {link}")
+            st.text_area(
+                "Füge weitere Informationen für den Prompt hinzu, falls nötig:",
+                key="add_info",
+            )
+            st.write("Artikellänge")
+            st.radio("Optionen", ["Kurz", "Mittel", "Lang"], key="length_option")
+            st.button(
+                "Artikel generieren",
+                key="article_btn",
+                on_click=on_click_handler_generate_article,
+                kwargs={
+                    "length_option": st.session_state["length_option"],
+                    "final_articles": st.session_state["final_articles"],
+                    "add_info": st.session_state["add_info"],
+                    "webpage_option": st.session_state["webpage_option"],
+                },
+            )
+    elif st.session_state["selected_page"] == 3:
+        st.write(f"**{st.session_state['generated_headline']}**")
+        st.write(st.session_state["generated_article"])
+        st.write("Kopieren Sie den Artikel: ")
+        st_copy_to_clipboard(
+            st.session_state["generated_headline"]
+            + "\n"
+            + st.session_state["generated_article"]
+        )
+        if st.session_state["studie_links"]:
+            st.write("Hier sind einige Studien, die relevant sein könnten:")
+            for result in st.session_state["studie_links"]:
+                st.write(f"- [{result['title']}]({result['link']})")
+        else:
+            st.write("Keine relevanten Studien gefunden.")
+        st.button(
+            "Relevante Studien finden",
+            on_click=get_related_studies,
+            args=(st.session_state["generated_article"],),
+        )
+        st.button(
+            "Neuen Artikel generieren", key="reset_btn", on_click=reset_session_state
+        )
+else:
+    st.write(
+        "Bitte trage die Stichpunkte ein, die Du in den Artikel einbauen möchtest. Der Textinput ist essenziell für die Generierung des Artikels."
+    )
+    st.text_area(label="Artikel input:", key="keyword_article_input")
+    st.write("Artikellänge")
+    st.radio("Optionen", ["Kurz", "Mittel", "Lang"], key="length_option")
+    st.button(
+        "Artikel generieren",
+        key="article_btn",
+        on_click=on_click_handler_generate_generate_article_keywords,
+        kwargs={
+            "length_option": st.session_state["length_option"],
+            "artikel_input": st.session_state["keyword_article_input"],
+            "webpage_option": st.session_state["webpage_option"],
+        },
+    )
+    if st.session_state["generated_article"] and st.session_state["generated_headline"]:
+        st.write(f"**{st.session_state['generated_headline']}**")
+        st.write(st.session_state["generated_article"])
+        st.write("Kopieren Sie den Artikel: ")
+        st_copy_to_clipboard(
+            st.session_state["generated_headline"]
+            + "\n"
+            + st.session_state["generated_article"]
+        )
+        if st.session_state["studie_links"]:
+            st.write("Hier sind einige Studien, die relevant sein könnten:")
+            for result in st.session_state["studie_links"]:
+                st.write(f"- [{result['title']}]({result['link']})")
+        # else:
+        #     st.write("Keine relevanten Studien gefunden.")
+        st.button(
+            "Relevante Studien finden",
+            on_click=get_related_studies,
+            args=(st.session_state["generated_article"],),
+        )
+        st.button(
+            "Neuen Artikel generieren", key="reset_btn", on_click=reset_session_state
+        )

requirements.txt

@@ -1,4 +1,4 @@
-streamlit
+streamlit<=1.32.0
 openai==0.28.1
 python-dotenv
 requests