Add multiple slack support

.gitignore

@@ -127,4 +127,6 @@ dist
 .yarn/unplugged
 .yarn/build-state.yml
 .yarn/install-state.gz
-.pnp.*
+.pnp.*
+
+src/config.json

Dockerfile

@@ -1,8 +1,8 @@
 FROM node:18-bullseye-slim
 COPY . /app
 WORKDIR /app
-RUN --mount=type=secret,id=ENV,mode=0444,required=true \
-	cat /run/secrets/ENV > /app/.env && yarn install
+RUN --mount=type=secret,id=CONFIG,mode=0444,required=true \
+	cat /run/secrets/CONFIG > /app/src/config.json && yarn install
 EXPOSE 7860
 ENV NODE_ENV=production
 CMD [ "yarn", "start" ]

src/config.json.example

@@ -0,0 +1,11 @@
+{
+    "slacks": [
+        {
+            "token": "",
+            "cookie": "",
+            "teamId": "",
+            "claudeId": ""
+        }
+    ],
+    "apiKey": ""
+}

src/openai.js

@@ -1,6 +1,6 @@
 const { Router } = require('express');
 const bodyParser = require('body-parser');
-const config = require('./config');
+const config = require('./config.json');
 const slack = require('./slack');
 const yup = require('yup');
 const { splitJsonArray, dataToResponse, buildPrompt } = require("./utils");
@@ -29,12 +29,18 @@ openaiRouter.get("/models", (req, res) => {
     ]);
 });
 
-const parallelQueries = 1;
+const parallelQueries = config.slacks.length;
+const slacks = config.slacks.map((slackConfig) => {
+    return {
+        ...slackConfig,
+        locked: false,
+    };
+});
 const myq = new Queue(parallelQueries, 100);
 
 openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
     try {
-        if (req.token !== config.API_KEY) {
+        if (config.apiKey && req.token !== config.apiKey) {
             res.status(401).json({ error: "Unauthorized" });
             return;
         }
@@ -45,9 +51,6 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
             return;
         }
 
-        const id = `chatcmpl-${(Math.random().toString(36).slice(2))}`;
-        const created = Math.floor(Date.now() / 1000);
-
         const messagesSplit = splitJsonArray(messages, 12000);
 
         if (stream) {
@@ -74,8 +77,21 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
         };
 
         const result = await myq.run(async () => {
-            await slack.sendChatReset();
-            return await slack.waitForWebSocketResponse(messagesSplit, onData);
+            let slackConfig = slacks.find((slack) => !slack.locked);
+            if (!slackConfig) {
+                throw new Error('Queue full');
+            }
+            slackConfig.locked = true;
+            try {
+                await slack.sendChatReset(slackConfig);
+                const response = await slack.waitForWebSocketResponse(slackConfig, messagesSplit, onData);
+                slackConfig.locked = false;
+                return response;
+            } catch (error) {
+                slackConfig.locked = false;
+                console.error(error);
+                throw new Error('Slack error');
+            }
         });
 
         if (stream) {

src/slack.js

@@ -3,10 +3,9 @@ const { v4: uuidv4 } = require('uuid');
 const https = require('https');
 const WebSocket = require('ws');
 
-const { TOKEN, COOKIE, TEAM_ID } = require('./config');
 const { readBody, headers, createBaseForm, convertToUnixTime, currentTime, buildPrompt } = require('./utils');
 
-async function sendPromptMessage(prompt) {
+async function sendPromptMessage(config, prompt) {
     const form = createBaseForm();
 
     form.append('ts', convertToUnixTime(new Date()));
@@ -26,7 +25,7 @@ async function sendPromptMessage(prompt) {
         },
     };
 
-    const req = https.request(`https://${TEAM_ID}.slack.com/api/chat.postMessage`, options, async (res) => {
+    const req = https.request(`https://${config.teamId}.slack.com/api/chat.postMessage`, options, async (res) => {
         try {
             const response = await readBody(res, true);
             console.log(response);
@@ -42,7 +41,7 @@ async function sendPromptMessage(prompt) {
     form.pipe(req);
 }
 
-async function sendChatReset() {
+async function sendChatReset(config) {
     const form = createBaseForm();
 
     form.append('command', '/reset');
@@ -58,7 +57,7 @@ async function sendChatReset() {
         },
     };
 
-    const req = https.request(`https://${TEAM_ID}.slack.com/api/chat.command`, options, async (res) => {
+    const req = https.request(`https://${config.teamId}.slack.com/api/chat.command`, options, async (res) => {
         try {
             const response = await readBody(res, true);
             console.log(response);
@@ -74,9 +73,9 @@ async function sendChatReset() {
     form.pipe(req);
 }
 
-async function waitForWebSocketResponse(messages, onData) {
+async function waitForWebSocketResponse(config, messages, onData) {
     return new Promise(async (resolve, reject) => {
-        const websocketURL = `wss://wss-primary.slack.com/?token=${TOKEN}`;
+        const websocketURL = `wss://wss-primary.slack.com/?token=${config.token}`;
 
         const websocket = new WebSocket(websocketURL, {
             headers: headers,
@@ -95,7 +94,7 @@ async function waitForWebSocketResponse(messages, onData) {
         const sendNextPrompt = async () => {
             if (messageIndex < messages.length) {
                 const prompt = buildPrompt(messages[messageIndex]);
-                await sendPromptMessage(prompt);
+                await sendPromptMessage(config, prompt);
                 messageIndex++;
             }
         };