Queue requests

package.json

@@ -8,6 +8,7 @@
   "main": "index.js",
   "license": "MIT",
   "dependencies": {
+    "async-await-queue": "^2.1.4",
     "body-parser": "^1.20.2",
     "dotenv": "^16.0.3",
     "express": "^4.18.2",

src/openai.js

@@ -4,6 +4,7 @@ const config = require('./config');
 const slack = require('./slack');
 const yup = require('yup');
 const { splitJsonArray } = require("./utils");
+const { Queue } = require('async-await-queue');
 
 const messageArraySchema = yup.array().of(
     yup.object().shape({
@@ -28,6 +29,9 @@ openaiRouter.get("/models", (req, res) => {
     ]);
 });
 
+const parallelQueries = 1;
+const myq = new Queue(parallelQueries, 100);
+
 openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
     try {
         if (req.token !== config.API_KEY) {
@@ -46,7 +50,7 @@ openaiRouter.post("/chat/completions", jsonParser, async (req, res) => {
 
         const messagesSplit = splitJsonArray(messages, 12000);
 
-        const result = await slack.waitForWebSocketResponse(messagesSplit);
+        const result = await myq.run(() => slack.waitForWebSocketResponse(messagesSplit));
 
         res.json({
             id, created,

src/utils.js

@@ -12,6 +12,8 @@ const wait = (duration) => {
 
 function buildPrompt(messages) {
     prompt = "\n\n" + preparePrompt(messages);
+    return prompt;
+    //do not escape for now
     const escapedPrompt = prompt.replace(/\r?\n|\r/g, '\\n').replace(/"/g, '\\"');
     return escapedPrompt;
 };

yarn.lock

@@ -15,6 +15,11 @@ array-flatten@1.1.1:
   resolved "https://registry.yarnpkg.com/array-flatten/-/array-flatten-1.1.1.tgz#9a5f699051b1e7073328f2a008968b64ea2955d2"
   integrity sha512-PCVAQswWemu6UdxsDFFX/+gVeYqKAod3D3UVm91jHwynguOwAvYPhx8nNlM++NqRcK6CxxpUafjmhIdKiHibqg==
 
+async-await-queue@^2.1.4:
+  version "2.1.4"
+  resolved "https://registry.yarnpkg.com/async-await-queue/-/async-await-queue-2.1.4.tgz#0c44a405cd31369b561f6ac663b74b4b4ffb99ad"
+  integrity sha512-3DpDtxkKO0O/FPlWbk/CrbexjuSxWm1CH1bXlVNVyMBIkKHhT5D85gzHmGJokG3ibNGWQ7pHBmStxUW/z/0LYQ==
+
 asynckit@^0.4.0:
   version "0.4.0"
   resolved "https://registry.yarnpkg.com/asynckit/-/asynckit-0.4.0.tgz#c79ed97f7f34cb8f2ba1bc9790bcc366474b4b79"