update frame creation

app.py

@@ -42,8 +42,8 @@ def flatten(l):
     return [item for sublist in l for item in sublist]
 
 
-def run_model_with_frames(text):
-    frames = chunkText(text)
+def run_model_with_frames(text, framesize=4, overlap=3):
+    frames = create_frames(text, framesize, overlap)
     result = set()
     for frame in frames:
         questions = flatten(hf_run_model(frame))
@@ -56,5 +56,29 @@ def run_model_with_frames(text):
     return output_string
 
 
+def create_frames(text, framesize=4, overlap=3):
+    sentences = tokenize.sent_tokenize(text)
+    frames = []
+    stepsize = framesize - overlap
+    index = 0
+    sentenceslength = len(sentences)
+    while index < sentenceslength:
+        endindex = index + framesize
+        if (endindex > sentenceslength):
+            frame = " ".join(sentences[-framesize:])
+            index = sentenceslength
+        else:
+            frame = " ".join(sentences[index:endindex])
+            index += stepsize
+        frames.append(frame)
+    return frames
+
+
+def ensure_questionmark(question):
+    if question.endswith("?"):
+        return question
+    return question + "?"
+
+
 iface = gr.Interface(fn=run_model_with_frames, inputs="text", outputs="text")
 iface.launch()