Initial commit

Dockerfile

@@ -0,0 +1,29 @@
+# Use the Ubuntu base image
+FROM ubuntu
+
+# Install required packages
+RUN apt-get update && apt-get install -y \
+    curl \
+    bash
+
+# Install Ollama
+RUN curl -fsSL https://ollama.com/install.sh | sh
+
+# Create the /app directory and set permissions
+RUN mkdir /app && chmod 777 /app
+
+# Copy only the necessary files into the container
+COPY Modelfile /app/Modelfile
+COPY start.sh /app/start.sh
+
+# Set the working directory
+WORKDIR /app
+
+# Make sure the start.sh script is executable
+RUN chmod +x start.sh
+
+# Set the default command to run the start.sh script
+CMD ["/bin/bash", "start.sh"]
+
+# Expose the default port used by the application
+EXPOSE 11434

Modelfile

@@ -0,0 +1,13 @@
+FROM ./llama.gguf
+
+SYSTEM """You are a helpful AI assistant. Respond to users accurately."""
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+"""
+
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

README.md

@@ -1,11 +1,13 @@
 ---
 title: Ollama
-emoji: 🏃
+emoji: 🦙
 colorFrom: gray
 colorTo: red
 sdk: docker
 pinned: false
 license: apache-2.0
+app_port: 11434
+base_path: /
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

start.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+# Set environment variables for the ollama server
+export OLLAMA_HOST=0.0.0.0
+export OLLAMA_ORIGINS=https://projects.blender.org
+
+# Start the Ollama service in the background
+ollama serve &
+
+# Wait for the service to initialize
+sleep 10
+
+# Download the required file
+curl -fsSL https://huggingface.co/lmstudio-community/Llama-3-Groq-8B-Tool-Use-GGUF/resolve/main/Llama-3-Groq-8B-Tool-Use-Q4_K_M.gguf?download=true -o llama.gguf
+
+# Create the model using Ollama
+ollama create llama3.1 -f Modelfile
+
+# Keep the container running indefinitely
+tail -f /dev/null