Update app.py

app.py

@@ -1,14 +1,15 @@
 import os
 import gradio as gr
 
-from openai import OpenAI
+from openai import AzureOpenAI
 
-client = OpenAI(
-    base_url="https://api.endpoints.anyscale.com/v1",
-    api_key=os.environ['ANYSCALE_API_KEY']
+client = AzureOpenAI(
+    api_key=os.environ["AZURE_OPENAI_KEY"],
+    azure_endpoint=os.environ["AZURE_OPENAI_ENDPOINT"],
+    api_version="2024-02-01"
 )
 
-model_name = "meta-llama/Meta-Llama-3-70B-Instruct"
+model_name = "gpt-4o-mini"
 
 groundedness_rater_system_message = """
 You are tasked with rating AI generated answers to questions posed by users.
@@ -123,6 +124,7 @@ demo = gr.Interface(
     examples=[[["What was the increase in annual revenue in 2022 compared to 2021?"], 
                ["Here are some documents that are relevant to the question mentioned below. In 2022, we recognized total revenues of $81.46 billion, respectively, representing an increase of $27.64 billion, compared to the prior year. We continue to ramp production, build new manufacturing capacity and expand our operations to enable increased deliveries and deployments of our products and further revenue growth."], 
                ["$27.64 billion."]]],
+    cache_examples=False,
     concurrency_limit=16
 )