Update app.py

app.py

@@ -67,23 +67,6 @@ with open(meta_path, 'rb') as f:
 stoi, itos = meta['stoi'], meta['itos']
 encode = lambda s: [stoi[c] for c in s]
 decode = lambda l: ''.join([itos[i] for i in l])
-
-def gen(input):
-    generated_text = ''
-    start_ids = encode(add_caseifer(input))
-    x = (torch.tensor(start_ids, dtype=torch.long, device=device)[None, ...])
-    for idx_next in model.generate_streaming(x, max_new_tokens, temperature=temperature, top_k=top_k):
-        # convert the index to a character and print it to the screen
-        char = decode([idx_next])
-
-
-        # check for newline character
-        if char == '\n':
-            out = remove_caseifer(generated_text)
-            return input + out
-        else:
-            # append the character to the generated text
-            generated_text += char
     
 def load_model(model_name):
     ckpt_path = os.path.join(out_dir, model_name)
@@ -108,8 +91,22 @@ def get_model_list():
 
 def gen(input, model_name):
     model = load_model(model_name)
-    # the rest of your gen function using this model...
+    generated_text = ''
+    start_ids = encode(add_caseifer(input))
+    x = (torch.tensor(start_ids, dtype=torch.long, device=device)[None, ...])
+    for idx_next in model.generate_streaming(x, max_new_tokens, temperature=temperature, top_k=top_k):
+        # convert the index to a character and print it to the screen
+        char = decode([idx_next])
+
 
+        # check for newline character
+        if char == '\n':
+            out = remove_caseifer(generated_text)
+            return input + out
+        else:
+            # append the character to the generated text
+            generated_text += char
+            
 iface = gr.Interface(fn=gen, 
                      inputs=["text", gr.inputs.Dropdown(get_model_list(), label="Select Model")], 
                      outputs="text")