Update app.py

app.py

@@ -117,7 +117,7 @@ def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '
-        client=client_z[int(hid_val)-1]
+        client1=client_z[int(hid_val)-1]
         if not history:
             history = []
             hist_len=0
@@ -131,9 +131,9 @@ def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
         )
         #formatted_prompt=prompt   
         formatted_prompt = format_prompt_choose(f"{system_prompt}{prompt}", history, client_choice[0])
-        stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+        stream1 = client1.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""
-        for response in stream:
+        for response in stream1:
             output += response.token.text
             yield [(prompt,output)]
         history.append((prompt,output))
@@ -146,7 +146,7 @@ def chat_inf_b(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '        
-        client=client_z[int(hid_val)-1]
+        client2=client_z[int(hid_val)-1]
         if not history:
             history = []
             hist_len=0
@@ -160,9 +160,9 @@ def chat_inf_b(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
         )
         #formatted_prompt=prompt   
         formatted_prompt = format_prompt_choose(f"{system_prompt}{prompt}", history, client_choice[1])
-        stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+        stream2 = client2.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""
-        for response in stream:
+        for response in stream2:
             output += response.token.text
             yield [(prompt,output)]
         history.append((prompt,output))
@@ -174,7 +174,7 @@ def chat_inf_c(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '           
-        client=client_z[int(hid_val)-1]
+        client3=client_z[int(hid_val)-1]
         if not history:
             history = []
             hist_len=0
@@ -187,10 +187,10 @@ def chat_inf_c(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             seed=seed,
         )
         #formatted_prompt=prompt   
-        formatted_prompt = format_prompt_choose(f"{system_prompt}, {prompt}", history, client_choice[2])
-        stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+        formatted_prompt = format_prompt_choose(f"{system_prompt}{prompt}", history, client_choice[2])
+        stream3 = client3.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""
-        for response in stream:
+        for response in stream3:
             output += response.token.text
             yield [(prompt,output)]
         history.append((prompt,output))
@@ -202,7 +202,7 @@ def chat_inf_d(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '           
-        client=client_z[int(hid_val)-1]
+        client4=client_z[int(hid_val)-1]
         if not history:
             history = []
             hist_len=0
@@ -215,10 +215,10 @@ def chat_inf_d(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             seed=seed,
         )
         #formatted_prompt=prompt   
-        formatted_prompt = format_prompt_choose(f"{system_prompt}, {prompt}", history, client_choice[3])
-        stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+        formatted_prompt = format_prompt_choose(f"{system_prompt}{prompt}", history, client_choice[3])
+        stream4 = client4.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""
-        for response in stream:
+        for response in stream4:
             output += response.token.text
             yield [(prompt,output)]
         history.append((prompt,output))