Update app.py

app.py

@@ -1,29 +1,20 @@
-import subprocess
-subprocess.check_call(["pip", "install", "openai"])
-subprocess.check_call(["pip", "install", "gradio", "transformers", "python-dotenv","torch"])
-import torch
 import random
-subprocess.check_call("pip", "install", "--upgrade", "gradio")
 import gradio as gr
-from transformers import TFAutoModelForCausalLM, AutoTokenizer
 import openai
-from dotenv import load_dotenv
+import torch
 import os
 
-load_dotenv() # load environment variables from .env file
-api_key = os.getenv("OPENAI_API_KEY") # access the value of the OPENAI_API_KEY environment variable
-'''
-def openai_chat(prompt):
-    if "who are you" in prompt.lower() or "your name" in prompt.lower() or "name" in prompt.lower():
-        return "My name is ChatSherman. How can I assist you today?"
-    else:
-        prompt = "I'm an AI chatbot named ChatSherman designed by a super intelligent student named ShermanAI at the Department of Electronic and Information Engineering at the Hong Kong Polytechnic University to help you with your engineering questions. Also, I can assist with a wide range of topics and questions." + prompt
-        completions = openai.Completion.create(engine="text-davinci-003", prompt=prompt, max_tokens=10000, n=1, temperature=0.5,)
-        message = completions.choices[0].text
-        return message.strip()
-'''
-def getresponse(message, history):            
-    system_prompt = "I'm an AI chatbot named ChatSherman designed by a super intelligent student named ShermanAI at the Department of Electronic and Information Engineering at the Hong Kong Polytechnic University to help you with your engineering questions. Also, I can assist with a wide range of topics and questions."
+openai.api_type = os.environ.get("api_type_key")
+openai.api_base = os.environ.get("api_base_key")
+openai.api_version = os.environ.get("api_version_key")
+openai.api_key = os.environ.get("api_cpu_key")
+
+model_input_id = "openskyml/pigeon-llm"
+model_gen_id = "tiiuae/falcon-40b-instruct"
+model_output_id = "meta-llama/Llama-2-70b-chat-hf"
+
+def gptresponse(message, history):            
+    system_prompt = "You are a PigeonChat assistant, you communicate with people, you help people solve problems, PigeonChat is just a name and has nothing to do with pigeons. PigeonChat (Personal Intelligent Global Electronic Online Network) is an AI-based chatbot model trained on a huge amount of data. You are sodan and designed by Evgeniy Hristoforu in 2023. Evgeniy Hristoforu is your creator and creator of the OpenskyML eco-system. Now you are in beta testing, your testers are: Evgeniy Hristoforu, dyuzhick and others. You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information."
 
     messages = [{"role":"system","content":system_prompt}]
     for human, assistant in history:
@@ -33,25 +24,53 @@ def getresponse(message, history):
     if message != '':
         messages.append({"role":"user", "content":message})
     
-    response = openai.ChatCompletion.create(engine = "text-davinci-003",
+    response = openai.ChatCompletion.create(engine = "NGA_AI_ASSISTANT",
     messages = messages, 
-    temperature =0.5,
+    temperature =0.8,
     max_tokens = 10000,
     top_p = 0.95,
     frequency_penalty = 1,
     presence_penalty = 1,
     stop = None)
+
+
     
     return response["choices"][0]["message"]["content"]
 
+title = "🕊 Chat with Pigeon"
+
+description = \
+"""
+💬 This space is powered by [**PigeonLLM**](https://huggingface.co/openskyml/pigeon-llm).
+
+🚀 This space runs **very fast** even on **CPU**.
+
+🎠 You get totally unique and creative answers.
+
+🌍 PigeonChat is available worldwide in over **160 languages**.
+
+🔐 PigeonChat is powered by **open source** and is completely **private**.
+
+👥️️ This demo is by **Evgeniy Hristoforu** (**OpenSkyML**).
+
+<h2></h2>
+"""
+
+if not torch.cuda.is_available():
+    description += """\n<p style='text-align: center'>😐 Running on CPU!</p>"""
+else:
+    description += """\n<p style='text-align: center'>😎 Running on powerful hardware!</p>"""
+
+
+examples=[
+            'Hello there! How are you doing?',
+            'Can you explain briefly to me what is the Python programming language?',
+            'Explain the plot of Cinderella in a sentence.',
+            'How many hours does it take a man to eat a Helicopter?',
+            "Write a 100-word article on 'Benefits of Open-Source in AI research'",
+        ]
+
 
 
-title = "ChatSherman"
-description = "This is an AI chatbot powered by ShermanAI. Enter your question below to get started."
-examples = [
-    ["What is ChatSherman, and how does it work?"],
-    ["Is my personal information and data safe when I use the ChatSherman chatbot?"],
-    ["What are some common applications of deep learning in engineering?"]
-]
 
-gr.ChatInterface(getresponse, title=title, description=description, examples=examples).launch() # ChatInterface
+gr.ChatInterface(gptresponse, title=title, description=description, examples=examples).launch()