add app

app.py

@@ -0,0 +1,123 @@
+import random
+
+import streamlit as st
+from ctransformers import AutoModelForCausalLM
+
+system_prompt = """Dies ist eine Unterhaltung zwischen \
+einem intelligenten, hilfsbereitem \
+KI-Assistenten und einem Nutzer.
+Der Assistent gibt Antworten in Form von Zitaten."""
+
+prompt_format = "<|im_start|>system\n{system_prompt}\
+<|im_end|>\n<|im_start|>user\nZitiere {prompt}\
+<|im_end|>\n<|im_start|>assistant\n"
+
+modes = {
+    "Authentisch": {"temperature": 0.05, "top_k": 10},
+    "Ausgeglichen": {"temperature": 0.5, "top_p": 0.9},
+    "Chaotisch": {"temperature": 0.9},
+}
+
+authors = [
+    "Johann Wolfgang von Goethe",
+    "Friedrich Schiller",
+    "Immanuel Kant",
+    "Oscar Wilde",
+    "Lü Bu We",
+    "Wilhelm Busch",
+    "Friedrich Nietzsche",
+    "Karl Marx",
+    "William Shakespeare",
+    "Kurt Tucholsky",
+    "Georg Christoph Lichtenberg",
+    "Arthur Schopenhauer",
+    "Seneca der Jüngere",
+    "Martin Luther",
+    "Mark Twain",
+    "Cicero",
+    "Marie von Ebner-Eschenbach",
+    "Novalis",
+    "Franz Kafka",
+    "Jean-Jacques Rousseau",
+    "Heinrich Heine",
+    "Honoré de Balzac",
+    "Georg Büchner",
+    "Gotthold Ephraim Lessing",
+    "Markus M. Ronner",
+    "Gerhard Uhlenbruck",
+    "Theodor Fontane",
+    "Jean Paul",
+    "Leo Tolstoi",
+    "Friedrich Hebbel",
+    "Horaz",
+    "Albert Einstein",
+    "Jesus von Nazareth",
+    "Angela Merkel",
+    "Ambrose Bierce",
+    "Christian Morgenstern",
+    "Friedrich Hölderlin",
+    "Joseph Joubert",
+    "François de La Rochefoucauld",
+    "Otto von Bismarck",
+    "Fjodor Dostojewski",
+    "Ovid",
+    "Rudolf Steiner",
+    "Ludwig Börne",
+    "Hugo von Hofmannsthal",
+    "Laotse",
+    "Thomas von Aquin",
+    "Ludwig Wittgenstein",
+    "Friedrich Engels",
+    "Charles de Montesquieu",
+]
+
+
+st.title("Zitatgenerator")
+
+# Initialization
+if "model" not in st.session_state:
+    data_load_state = st.text("Lade Modell...")
+    model = AutoModelForCausalLM.from_pretrained(
+        "caretech-owl/leo-hessionai-7B-quotes-gguf", model_type="Llama"
+    )
+    st.session_state["model"] = model
+    st.session_state["author"] = ""
+    data_load_state.text("Modell geladen!")
+else:
+    data_load_state = st.text("Modell geladen!")
+
+with st.form("user_form", clear_on_submit=False):
+    col1, col2 = st.columns([2, 1])
+    with col1:
+        placeholder = st.empty()
+        question = placeholder.text_input(
+            "Zitat generieren von: ",
+            placeholder="Zufallsautor",
+            value=st.session_state["author"],
+        )
+        generate = st.form_submit_button(label="Zitat generieren")
+    with col2:
+        mode = st.selectbox(
+            "Modus:",
+            ("Authentisch", "Ausgeglichen", "Chaotisch"),
+            index=1,
+        )
+if generate:
+    if not question:
+        question = placeholder.text_input(
+            "Zitat generieren von: ",
+            placeholder="Aristoteles",
+            value=random.choice(authors),
+        )
+    st.session_state["author"] = question
+
+    with st.spinner("Generiere Zitat..."):
+        query = prompt_format.format(
+            system_prompt=system_prompt,
+            temperature=0.01,
+            prompt=st.session_state["author"],
+        )
+        output = st.session_state["model"](
+            query, stop="<|im_end|>", max_new_tokens=200, **modes[mode]
+        )
+        st.success(output)

requirements.txt

@@ -0,0 +1,3 @@
+streamlit
+ctransformers==0.2.27
+transformers==4.33.3