Mistral-7B-HTML

Running

App Files Files Community

radames commited on Oct 13, 2023

Commit

c6e4b96

•

1 Parent(s): 9934aaf

Update index.html

Browse files

Files changed (1) hide show

index.html +14 -12

index.html CHANGED Viewed

@@ -7,19 +7,18 @@
   </head>
   <body class="container mx-auto p-3 max-w-xl">
     <script type="module">
-      import { HfInference } from "https://cdn.skypack.dev/@huggingface/inference@2.6.3";
       async function* textStreamRes(hf, controller, input) {
         let tokens = [];
         for await (const output of hf.textGenerationStream(
           {
             model: "mistralai/Mistral-7B-Instruct-v0.1",
-            inputs: input,
             parameters: { max_new_tokens: 1000 },
           },
           {
             use_cache: false,
-            fetch: (url, options) =>
-              fetch(url, { ...options, signal: controller.signal }),
           }
         )) {
           tokens.push(output);
@@ -38,12 +37,15 @@
         const gen = document.querySelector("#generation");
         gen.innerHTML = "";
-        const textStream = textStreamRes(hf, controller, input);
-        for await (const tokens of textStream) {
-          const lastToken = tokens[tokens.length - 1];
-          const span = document.createElement("span");
-          span.innerText = lastToken.token.text;
-          gen.appendChild(span);
         }
       }
       document.addEventListener("DOMContentLoaded", () => {
@@ -78,7 +80,7 @@
       >
  Write an essay about Sartre</textarea
       >
-      <div class="flex">
         <button
           id="run"
           class="bg-blue-500 hover:bg-blue-700 text-white font-bold py-2 px-4 rounded"
@@ -95,4 +97,4 @@
     </div>
     <div id="generation" class="py-3"></div>
   </body>
-</html>

   </head>
   <body class="container mx-auto p-3 max-w-xl">
     <script type="module">
+      import { HfInference } from "https://cdn.skypack.dev/@huggingface/inference@2.6.4";
       async function* textStreamRes(hf, controller, input) {
         let tokens = [];
         for await (const output of hf.textGenerationStream(
           {
             model: "mistralai/Mistral-7B-Instruct-v0.1",
+            inputs: "<s>[INST]Write an essay about Sartre[/INST]",
             parameters: { max_new_tokens: 1000 },
           },
           {
             use_cache: false,
+            signal: controller.signal,
           }
         )) {
           tokens.push(output);
         const gen = document.querySelector("#generation");
         gen.innerHTML = "";
+        try {
+          for await (const tokens of textStreamRes(hf, controller, input)) {
+            const lastToken = tokens[tokens.length - 1];
+            const span = document.createElement("span");
+            span.innerText = lastToken.token.text;
+            gen.appendChild(span);
+          }
+        } catch (e) {
+          console.log("aborted");
         }
       }
       document.addEventListener("DOMContentLoaded", () => {
       >
  Write an essay about Sartre</textarea
       >
+      <div class="flex gap-2">
         <button
           id="run"
           class="bg-blue-500 hover:bg-blue-700 text-white font-bold py-2 px-4 rounded"
     </div>
     <div id="generation" class="py-3"></div>
   </body>
+</html>