Add compare app

.gitignore

@@ -0,0 +1,3 @@
+.DS_Store
+__pycache__
+.env

Dockerfile

@@ -0,0 +1,59 @@
+# Build stage
+FROM python:3.11-slim-buster AS Build
+
+# Set environment variables for Python and Poetry
+ENV PYTHONUNBUFFERED=1 \
+    PIP_NO_CACHE_DIR=1 \
+    POETRY_NO_INTERACTION=1 \
+    POETRY_VIRTUALENVS_CREATE=false \
+    POETRY_VERSION=1.7.1
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the dependencies file to the working directory
+COPY ./pyproject.toml /app/
+
+# Update, install dependencies, and prepare the Python environment
+RUN apt-get update && \
+    apt-get install -y gcc g++ unixodbc-dev && \
+    pip install "poetry==$POETRY_VERSION" && \
+    poetry export --without-hashes --format requirements.txt --output requirements.txt && \
+    python3 -m pip wheel --no-cache-dir --no-deps -w /app/wheels -r requirements.txt
+
+# Runtime stage
+FROM python:3.11-slim-buster AS Run
+
+# Set environment variables for Python and Poetry
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+# Create a non-root user
+RUN useradd -m -u 1000 user
+
+# Switch to the non-root user
+USER user
+
+# Copy wheel files from the build stage
+COPY --from=build /app/wheels $HOME/app/wheels
+
+# Set the working directory to where the wheels are
+WORKDIR $HOME/app/wheels
+
+# Install the wheel files
+RUN pip3 --no-cache-dir install *.whl
+
+# Change app name here to copy the application files to the working directory
+COPY --chown=user ./palmyra-compare $HOME/app
+
+# Set the working directory to the application files
+WORKDIR $HOME/app
+
+# Specify the command to run the application
+ENTRYPOINT [ "writer", "run" ]
+
+# Expose the port the app runs on
+EXPOSE 8080
+
+# Set the default command to run the app
+CMD [ ".",  "--port", "8080", "--host", "0.0.0.0" ]

README.md

@@ -1,11 +1,12 @@
 ---
 title: Palmyra Creative
-emoji: 🚀
+emoji: 🖋️
 colorFrom: green
 colorTo: green
 sdk: docker
 pinned: false
 short_description: Compare responses from Palmyra X 004 and Palmyra Creative
+app_port: 8080
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

palmyra-compare/.wf/components-page-0-c0f99a9e-5004-4e75-a6c6-36f17490b134.jsonl

@@ -0,0 +1,22 @@
+{"id": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "type": "page", "content": {"cssClasses": "model-response", "pageMode": "compact"}, "handlers": {}, "isCodeManaged": false, "parentId": "root", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "bebc5fe9-63a7-46a7-b0fa-62303555cfaf", "type": "header", "content": {"text": "Palmyra Comparison"}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "mx2ph7hyrz2dmq17", "type": "columns", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 1}
+{"id": "3b2e0daziszd6kef", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mx2ph7hyrz2dmq17", "position": 0}
+{"id": "5nvbv0q0pn61zm6k", "type": "section", "content": {"containerBackgroundColor": "#E4E9FF", "isCollapsible": "yes", "title": "Palmyra X 004"}, "handlers": {}, "isCodeManaged": false, "parentId": "3b2e0daziszd6kef", "position": 0}
+{"id": "xjztn0ul0mxuq1of", "type": "text", "content": {"text": "**Palmyra X 004** is our newest and most advanced language model with a large context window of up to 128,000 tokens. This model excels in processing and understanding complex tasks, making it ideal for workflow automation, coding tasks, and data analysis.", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "5nvbv0q0pn61zm6k", "position": 0}
+{"id": "ppg3ncuom2jj5rl5", "type": "section", "content": {"title": ""}, "handlers": {}, "isCodeManaged": false, "parentId": "3b2e0daziszd6kef", "position": 1}
+{"id": "z42d3lavps0u2bi1", "type": "text", "content": {"alignment": "", "cssClasses": "model-response", "text": "@{palmyra-x-004-response}", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "ppg3ncuom2jj5rl5", "position": 0}
+{"id": "b99w95l47qi42mh0", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mx2ph7hyrz2dmq17", "position": 1}
+{"id": "81k8gmffjp5chsrd", "type": "section", "content": {"containerBackgroundColor": "#FFF4F1", "isCollapsible": "yes", "title": "Palmyra Creative"}, "handlers": {}, "isCodeManaged": false, "parentId": "b99w95l47qi42mh0", "position": 0}
+{"id": "6z7srnyn32vf95vz", "type": "text", "content": {"text": "**Palmyra Creative** is Writer\u2019s purpose-built language model, engineered to elevate creative thinking and writing across diverse professional contexts. With capabilities that amplify originality and adaptability, it caters to industries and teams where innovation drives success. ", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "81k8gmffjp5chsrd", "position": 0}
+{"id": "beb792yvj93xyv5b", "type": "section", "content": {"title": ""}, "handlers": {}, "isCodeManaged": false, "parentId": "b99w95l47qi42mh0", "position": 1}
+{"id": "du2eo5uxgqtvvrac", "type": "text", "content": {"alignment": "", "cssClasses": "model-response", "text": "@{palmyra-creative-response}", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "beb792yvj93xyv5b", "position": 0}
+{"id": "dnf3qmf96ttjz7ln", "type": "textinput", "binding": {"eventType": "wf-change", "stateRef": "user-prompt"}, "content": {"cssClasses": "prompt-input", "label": "", "placeholder": "Brainstorm with Palmyra here."}, "handlers": {"wf-change-finish": "handle_user_input"}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 2}
+{"id": "mse4hifzxkrxu65f", "type": "columns", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 3}
+{"id": "r9rvh3iyjwas0467", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mse4hifzxkrxu65f", "position": 0}
+{"id": "prompt-left-button", "type": "button", "content": {"buttonColor": "#5551ff", "cssClasses": "prompt-button", "text": "@{prompt-left-button}"}, "handlers": {"wf-click": "handle_prompt_button"}, "isCodeManaged": false, "parentId": "r9rvh3iyjwas0467", "position": 0}
+{"id": "w2t4ga6ax52pfvia", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mse4hifzxkrxu65f", "position": 1}
+{"id": "prompt-center-button", "type": "button", "content": {"buttonColor": "#241f31", "cssClasses": "prompt-button", "text": "@{prompt-center-button}"}, "handlers": {"wf-click": "handle_prompt_button"}, "isCodeManaged": false, "parentId": "w2t4ga6ax52pfvia", "position": 0}
+{"id": "5x7gojqt67e68boz", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mse4hifzxkrxu65f", "position": 2}
+{"id": "prompt-right-button", "type": "button", "content": {"buttonColor": "#D4B2F7", "cssClasses": "prompt-button", "text": "@{prompt-right-button}"}, "handlers": {"wf-click": "handle_prompt_button"}, "isCodeManaged": false, "parentId": "5x7gojqt67e68boz", "position": 0}
+{"id": "eg0jasykaie4je67", "type": "link", "content": {"rel": "noopener noreferrer", "target": "_blank", "text": "Build an app like this with Writer Framework.", "url": "https://github.com/writer/writer-framework"}, "handlers": {}, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 4}

palmyra-compare/.wf/components-root.jsonl

@@ -0,0 +1 @@
+{"id": "root", "type": "root", "content": {"appName": "Palmyra Comparison"}, "handlers": {}, "isCodeManaged": false, "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}

palmyra-compare/.wf/components-workflows_root.jsonl

@@ -0,0 +1 @@
+{"id": "workflows_root", "type": "workflows_root", "content": {}, "handlers": {}, "isCodeManaged": false, "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}

palmyra-compare/.wf/components-workflows_workflow-0-lfltcky7l1fsm6j2.jsonl

@@ -0,0 +1 @@
+{"id": "lfltcky7l1fsm6j2", "type": "workflows_workflow", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "workflows_root", "position": 0}

palmyra-compare/.wf/metadata.json

@@ -0,0 +1,3 @@
+{
+    "writer_version": "0.8.2"
+}

palmyra-compare/README.md

@@ -0,0 +1,3 @@
+This app was created using Writer Framework.
+
+To learn more about it, visit https://dev.writer.com/framework

palmyra-compare/main.py

@@ -0,0 +1,71 @@
+import asyncio
+
+import writer as wf
+from dotenv import load_dotenv
+from writer import WriterState
+from writerai import AsyncWriter
+from writerai.types.chat_chat_params import Message
+
+load_dotenv()
+
+def handle_user_input(payload: str,  state: WriterState) -> None:
+    asyncio.run(_ask_models(payload, state))
+
+
+def handle_prompt_button(context: dict, state: WriterState) -> None:
+    state["user-prompt"] = state[context["target"]+'-full']
+    asyncio.run(_ask_models(state[context["target"]+'-full'], state))
+
+
+async def _ask_models(prompt: str, state: WriterState) -> None:
+    state["palmyra-x-004-conversation"].append(Message(role="user", content=prompt))
+    state["palmyra-creative-conversation"].append(Message(role="user", content=prompt))
+
+    async_writer_client = AsyncWriter()
+
+    await asyncio.gather(
+        _perform_async_streaming(async_writer_client, "palmyra-x-004", state),
+        _perform_async_streaming(async_writer_client, "palmyra-creative", state),
+    )
+
+
+async def _perform_async_streaming(client: AsyncWriter, model: str, state: WriterState) -> None:
+    try:
+        response = await client.chat.chat(
+            model=model,
+            messages=state[f"{model}" + "-conversation"],
+            stream=True,
+            max_tokens=16384
+        )
+
+        response_message = ""
+        state[f"{model}" + "-response"] = ""
+
+        async for message in response:
+            content = message.choices[0].delta.content
+            content = content if content is not None else ""
+            response_message += content
+            state[f"{model}" + "-response"] += content
+
+        state[f"{model}" + "-conversation"].append(Message(role="assistant", content=response_message))
+
+    except Exception as e:
+        response_message = "Something went wrong. Please, try again."
+        state[f"{model}" + "-conversation"].append(Message(role="assistant", content=response_message))
+        print(e)
+
+initial_state = wf.init_state({
+    "palmyra-x-004-conversation": [],
+    "palmyra-x-004-response": "Model response will appear here...",
+    "palmyra-creative-conversation": [],
+    "palmyra-creative-response": "Model response will appear here...",
+    "user-prompt": "",
+    "prompt-left-button": "Brainstorm bakery strategies",
+    "prompt-left-button-full": "Imagine you're a struggling small-town bakery competing with a chain that opened across the street. Brainstorm unconventional strategies to win over customers without lowering prices.",
+    "prompt-center-button": "Explain AI to a high schooler",
+    "prompt-center-button-full": "Write a guide for a programmer who wants to explain their AI side project to a high schooler. The explanation must be engaging, simple, and use humorous analogies, while avoiding technical jargon.",
+    "prompt-right-button": "Zero gravity game",
+    "prompt-right-button-full": "Design a game that could only exist in zero gravity."
+})
+
+initial_state.import_stylesheet("style", "/static/custom.css")

palmyra-compare/static/README.md

@@ -0,0 +1,8 @@
+# Serving static files
+
+You can use this folder to store files which will be served statically in the "/static" route.
+
+This is useful to store images and other files which will be served directly to the user of your application.
+
+For example, if you store an image named "myimage.jpg" in this folder, it'll be accessible as "static/myimage.jpg".
+You can use this relative route as the source in an Image component.

palmyra-compare/static/custom.css

@@ -0,0 +1,12 @@
+.model-response {
+    height: 60vh !important;
+    overflow-y: auto !important;
+}
+
+.prompt-input{
+    max-width: 90vw !important;
+}
+
+.prompt-button{
+    width: 100vw !important;
+}

pyproject.toml

@@ -0,0 +1,16 @@
+[tool.poetry]
+name = "palmyra-compare"
+version = "0.1.0"
+description = ""
+authors = ["dev-feedback@writer.com"]
+readme = "README.md"
+
+[tool.poetry.dependencies]
+python = "^3.11"
+writer = "0.8.2"
+python-dotenv = "^1.0.1"
+
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"