Create app.py

app.py

@@ -0,0 +1,12 @@
+import gradio as gr
+
+import os
+import subprocess
+
+subprocess.run(["python3", "-m", "llama_cpp.server", "--hf_model_repo_id bartowski/gemma-2-9b-it-GGUF", "--model gemma-2-9b-it-Q6_K.gguf",  "--host localhost", "--port 8000", "--chat_format gemma"])
+
+
+with gr.Blocks() as demo:
+    gr.Markdown("Running...")
+
+demo.launch()