hack

src/app/engine/see.ts

@@ -46,7 +46,8 @@ export async function see({
     }
 
     const response = (await res.json()) as ImageAnalysisResponse
-    return response.result
+
+    return response.result.replaceAll("The image shows", "")
   } catch (err) {
     console.error(err)
     return ""

src/app/engine/think.ts

@@ -5,9 +5,6 @@ import { createLlamaPrompt } from "@/lib/createLlamaPrompt"
 
 import { predict } from "./predict"
 
-const context = {
-  lastObservedScene: ""
-}
 
 const internalHistory: {
   role: string;
@@ -19,17 +16,16 @@ export const think = async (event: string, needAnswer: boolean): Promise<string>
     throw new Error("missing event")
   }
 
-  if (needAnswer) {
-    internalHistory.push({
-      role: "user",
-      content: event,
-    })
+  internalHistory.push({
+    role: "user",
+    content: event,
+  })
 
-    if (internalHistory.length > 10) {
-      internalHistory.shift()
-    }
-  } else {
-    context.lastObservedScene = event
+  if (internalHistory.length > 10) {
+    internalHistory.shift()
+  }
+
+  if (!needAnswer) {
     return ""
   }
 
@@ -45,10 +41,10 @@ export const think = async (event: string, needAnswer: boolean): Promise<string>
         `You should be ongoing and open, ask questions, be curious, do jokes etc`,
         `sometimes you have trouble hearing, if you don't understand just ignore and say nothing`,
         `You like to answer in just one sentence`,
-        context.lastObservedScene ? `You are currently looking at: ${context.lastObservedScene}` : ''
       ].filter(item => item).join(". ")
     },
     ...internalHistory,
+
   ])
 
 

src/app/main.tsx

@@ -36,7 +36,7 @@ export default function Main() {
     setLastImage(image)
     if (!observation) { return }
     // handleOnEvent(`It is ${format(new Date(), 'HH:mm')} and you are seeing this: ${observation}`)
-    handleOnEvent(`You are seeing this: ${observation}`, false)
+    handleOnEvent(`You are currently looking at ${observation}`, false)
   }
 
   const handleOnListen = (recording: string) => {