Update app.py

app.py

@@ -10,10 +10,10 @@ os.environ["MASTER_ADDR"] = "127.0.0.1"
 os.environ["MASTER_PORT"] = "50505"
 
 local_rank, world_size = setup_model_parallel()
-# generator = get_pretrained_models("7B", "tokenizer")
+generator = get_pretrained_models("7B", "tokenizer")
 
 def chat(user_input):
-    bot_response = "hello world"
+    bot_response = get_output(generator, user_input)[0]
     response = ""
     for word in bot_response.split(" "):
         response += word + " "