[#69] Replace Vertex AI with Google AI Studio (#95)

* remove tempfile

* version up

* version up

* google ai

* update README

* revert

* update

README.md

@@ -35,6 +35,7 @@ pinned: false
    OPENAI_API_KEY=<your key> \
    ANTHROPIC_API_KEY=<your key> \
    MISTRAL_API_KEY=<your key> \
+   GEMINI_API_KEY=<your key> \
    python3 app.py
    ```
 

app.py

@@ -8,8 +8,6 @@ from firebase_admin import firestore
 import gradio as gr
 import lingua
 
-import credentials
-from credentials import set_credentials
 from leaderboard import build_leaderboard
 from leaderboard import db
 from leaderboard import SUPPORTED_TRANSLATION_LANGUAGES
@@ -198,7 +196,6 @@ with gr.Blocks(title="Arena", css=css) as app:
   build_leaderboard()
 
 if __name__ == "__main__":
-  set_credentials(credentials.CREDENTIALS, credentials.CREDENTIALS_PATH)
   check_models(supported_models)
 
   # We need to enable queue to use generators.

credentials.py

@@ -5,8 +5,6 @@ required for authentication with GCP services.
 
 import json
 import os
-import stat
-import tempfile
 
 # Path to local credentials file, used in local development.
 CREDENTIALS_PATH = os.environ.get("CREDENTIALS_PATH")
@@ -15,27 +13,6 @@ CREDENTIALS_PATH = os.environ.get("CREDENTIALS_PATH")
 CREDENTIALS = os.environ.get("CREDENTIALS")
 
 
-def set_credentials(credentials: str = None, credentials_path: str = None):
-  if not credentials and not credentials_path:
-    raise ValueError(
-        "No credentials found. Ensure credentials or credentials path is set.")
-
-  if credentials_path:
-    if os.path.exists(credentials_path):
-      os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = credentials_path
-      return
-    raise FileNotFoundError(f"Credentials file not found: {credentials_path}")
-
-  # Create a temporary file to store credentials for
-  # services that don't accept string format credentials.
-  with tempfile.NamedTemporaryFile(mode="w", suffix=".json",
-                                   delete=False) as cred_file:
-    cred_file.write(credentials)
-    os.chmod(cred_file.name, stat.S_IRUSR)
-    os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = cred_file.name
-
-
-# TODO(#69): Replace get_credentials_json with set_credentials.
 def get_credentials_json():
   if not CREDENTIALS and not CREDENTIALS_PATH:
     raise ValueError(

model.py

@@ -70,6 +70,9 @@ def check_models(models: List[Model]):
     print(f"Checking model {model.name}...")
     try:
       model.completion(messages=[{
+          "role": "system",
+          "content": "You are a kind person."
+      }, {
           "role": "user",
           "content": "Hello."
       }],

requirements.txt

@@ -23,11 +23,11 @@ firebase-admin==6.4.0
 fonttools==4.47.2
 frozenlist==1.4.1
 fsspec==2024.2.0
+google-ai-generativelanguage==0.6.4
 google-api-core==2.16.2
 google-api-python-client==2.116.0
 google-auth==2.27.0
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.43.0
 google-cloud-bigquery==3.19.0
 google-cloud-core==2.4.1
 google-cloud-firestore==2.14.0
@@ -35,6 +35,7 @@ google-cloud-resource-manager==1.12.3
 google-cloud-secret-manager==2.18.3
 google-cloud-storage==2.14.0
 google-crc32c==1.5.0
+google-generativeai==0.5.4
 google-resumable-media==2.7.0
 googleapis-common-protos==1.62.0
 gradio==4.23.0
@@ -55,7 +56,7 @@ jsonschema==4.21.1
 jsonschema-specifications==2023.12.1
 kiwisolver==1.4.5
 lingua-language-detector==2.0.2
-litellm==1.34.42
+litellm==1.39.2
 markdown-it-py==3.0.0
 MarkupSafe==2.1.5
 matplotlib==3.8.2
@@ -63,7 +64,7 @@ mdurl==0.1.2
 msgpack==1.0.7
 multidict==6.0.5
 numpy==1.26.3
-openai==1.11.1
+openai==1.30.4
 orjson==3.9.15
 packaging==23.2
 pandas==2.2.0