8k context fix

src/config.json.example

@@ -7,5 +7,6 @@
             "claudeId": ""
         }
     ],
+    "hfToken": "",
     "apiKey": ""
 }

src/openai.js

@@ -3,7 +3,7 @@ const bodyParser = require('body-parser');
 const config = require('./config.json');
 const slack = require('./slack');
 const yup = require('yup');
-const { splitJsonArray, dataToResponse, buildPrompt } = require("./utils");
+const { splitJsonArray, dataToResponse, buildPrompt, wait } = require("./utils");
 const { Queue } = require('async-await-queue');
 
 const messageArraySchema = yup.array().of(
@@ -84,6 +84,7 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
             slackConfig.locked = true;
             try {
                 await slack.sendChatReset(slackConfig);
+                await wait(500);
                 const response = await slack.waitForWebSocketResponse(slackConfig, messagesSplit, onData);
                 slackConfig.locked = false;
                 return response;

src/slack.js

@@ -140,9 +140,48 @@ async function waitForWebSocketResponse(config, messages, onData) {
     });
 }
 
+function deleteAllMessages(config) {
+    const form = createBaseForm(config);
+    const headers = genHeaders(config);
+
+    const requestOptions = {
+        method: 'POST',
+        path: `/api/conversations.history?channel=${config.claudeId}`,
+        headers: {
+            ...headers,
+            ...form.getHeaders(),
+        },
+    };
+
+    const req = https.request(requestOptions, (res) => {
+        let data = '';
+        res.on('data', (chunk) => {
+            data += chunk;
+        });
+        res.on('end', () => {
+            const messages = JSON.parse(data).messages;
+            messages.forEach((message) => {
+                const deleteOptions = {
+                    method: 'POST',
+                    path: '/api/chat.delete',
+                    headers: {
+                        'Content-Type': 'application/json',
+                    },
+                };
+                const deleteReq = https.request(deleteOptions, (deleteRes) => { });
+                deleteReq.write(JSON.stringify({ channel: channelId, ts: message.ts }));
+                deleteReq.end();
+            });
+        });
+    });
+
+    req.end();
+}
+
 
 module.exports = {
     sendPromptMessage,
     sendChatReset,
     waitForWebSocketResponse,
+    deleteAllMessages,
 };

src/utils.js

@@ -45,7 +45,7 @@ function preparePrompt(messages) {
         }
 
         return `${author}: ${m.content.trim()}`;
-    }).join('\n\n') + `\nAssistant: `;
+    }).join('\n\n');
 }
 
 const currentTime = () => {
@@ -73,25 +73,53 @@ function splitJsonArray(jsonArray, maxLength) {
     let currentChunk = [];
     let currentLength = 2; // Accounts for the opening and closing square brackets in the JSON array
 
-    jsonArray.forEach((obj) => {
-        const jsonString = JSON.stringify(obj);
-        const objLength = jsonString.length + 1; // +1 for the comma between objects
+    const jail = '(OOC: This is only a part of the context, reply only "understood")';
+    const assistant = "\n\nAssistant: ";
+
+    const addObjectToChunk = (object, chunk) => {
+        chunk.push(object);
+        return currentLength + JSON.stringify(object).length + 1;
+    };
+
+    const appendTextToContent = (object, text) => {
+        const newObj = JSON.parse(JSON.stringify(object));
+        newObj.content += text;
+        return newObj;
+    };
+
+    for (const obj of jsonArray) {
+        const objLength = JSON.stringify(obj).length + 1;
 
         if (currentLength + objLength <= maxLength) {
-            currentChunk.push(obj);
-            currentLength += objLength;
+            currentLength = addObjectToChunk(obj, currentChunk);
         } else {
-            // Store the current chunk and start a new one
+            const lastObjectInChunk = currentChunk[currentChunk.length - 1];
+            const lastObjectWithJail = appendTextToContent(lastObjectInChunk, ` ${jail}`);
+            const lastObjectWithJailLength = JSON.stringify(lastObjectWithJail).length + 1;
+
+            if (currentLength - JSON.stringify(lastObjectInChunk).length - 1 + lastObjectWithJailLength <= maxLength) {
+                currentChunk[currentChunk.length - 1] = lastObjectWithJail;
+            }
+
             result.push(currentChunk);
             currentChunk = [obj];
             currentLength = 2 + objLength;
         }
-    });
+    }
 
     if (currentChunk.length > 0) {
         result.push(currentChunk);
     }
 
+    const lastChunk = result[result.length - 1];
+    const lastObjectInLastChunk = lastChunk[lastChunk.length - 1];
+    const lastObjectWithAssistant = appendTextToContent(lastObjectInLastChunk, assistant);
+    const lastObjectWithAssistantLength = JSON.stringify(lastObjectWithAssistant).length + 1;
+
+    if (currentLength - JSON.stringify(lastObjectInLastChunk).length - 1 + lastObjectWithAssistantLength <= maxLength) {
+        lastChunk[lastChunk.length - 1] = lastObjectWithAssistant;
+    }
+
     return result;
 }
 
@@ -121,7 +149,7 @@ const dataToResponse = (
     reason = null
 ) => {
     const currDate = new Date();
-    const contentData = { content: data, role: 'assistant' };
+    const contentData = { content: data?.toString().trim(), role: 'assistant' };
     const contentName = stream ? 'delta' : 'message';
 
     return {