Prompt limit to 512

Dockerfile

@@ -16,9 +16,6 @@ COPY ./start_service.sh /code/start_service.sh
 # 
 COPY ./app /code/app
 
-#
-# RUN apt-get update && apt-get install -y sudo
-
 RUN useradd -m docker && echo "docker:docker" | chpasswd && adduser docker sudo
 
 RUN curl -fsSL https://ollama.com/install.sh | sh
@@ -34,7 +31,4 @@ RUN nohup ollama serve & sleep 5
 EXPOSE 7860
 
 # # Run .sh file
-ENTRYPOINT ["sh", "/code/start_service.sh"]
-
-# 
-# CMD ["fastapi", "run", "app/main.py", "--port", "80"]
+ENTRYPOINT ["sh", "/code/start_service.sh"]

app/rag.py

@@ -52,7 +52,7 @@ class ChatPDF:
         if not self.chain:
             return "Please, add a PDF document first."
 
-        return self.chain.invoke(query)
+        return self.chain.invoke(query[:512])
 
     def clear(self):
         self.vector_store = None

start_service.sh

@@ -1,8 +1,5 @@
 #!/bin/sh
 
-#
-# curl -fsSL https://ollama.com/install.sh | sh
-
 # Start Ollama in the background
 ollama serve &