new google gemini added

main.py

@@ -1,17 +1,20 @@
 from flask import Flask
 from flask import request
 from groq import Groq
+import google.generativeai
 
 import os
 
 app = Flask(__name__)
-client = Groq(
+groq_client = Groq(
     api_key=os.environ.get("GROQ_API_KEY")
 )
+google.generativeai.configure(
+    api_key=os.environ.get("GEMINI_API_KEY"))
 
 
-@app.route("/api/generate", methods=['POST'])
-def completion():
+@app.route("/api/groq/generate", methods=['POST'])
+def groq_completion():
     """
     {
         "model": "llama3-70b-8192",
@@ -24,7 +27,7 @@ def completion():
     model = message['model']
     prompt = message['prompt']
 
-    chat_completion = client.chat.completions.create(
+    chat_completion = groq_client.chat.completions.create(
         messages=[
             {
                 "role": "user",
@@ -36,4 +39,28 @@ def completion():
 
     return chat_completion.to_dict()
 
-# curl -v -X POST 'https://robinroy03-fury-bot.hf.space/api/generate' --header 'Content-Type: application/json' --data '{"model": "llama3-70b-8192", "prompt": "why is sky blue?"}'
+
+@app.route("/api/google/generate", methods=['POST'])
+def google_completion():
+    """
+    {
+        "model": "gemini-1.5-flash",
+        "prompt": ""
+    }
+    """
+
+    message = request.get_json()
+
+    model = message['model']
+    prompt = message['prompt']
+    llm_model = google.generativeai.GenerativeModel(model)
+    
+    chat_completion = llm_model.generate_content(prompt)
+
+    return chat_completion.to_dict()
+
+
+# curl -v -X POST 'https://robinroy03-fury-bot.hf.space/api/groq/generate' --header 'Content-Type: application/json' --data '{"model": "llama3-70b-8192", "prompt": "why is sky blue?"}'
+
+
+# curl -v POST 'http://127.0.0.1:8000/api/google/generate' --header 'Content-Type: application/json' --data '{"model": "gemini-1.5-flash", "prompt": "why is sky blue?"}'

requirements.txt

@@ -4,6 +4,7 @@ annotated-types==0.6.0
 anyio==4.3.0
 attrs==23.2.0
 blinker==1.8.2
+cachetools==5.3.3
 certifi==2024.2.2
 charset-normalizer==3.3.2
 click==8.1.7
@@ -18,11 +19,21 @@ filelock==3.14.0
 Flask==3.0.3
 frozenlist==1.4.1
 fsspec==2024.5.0
+google-ai-generativelanguage==0.6.6
+google-api-core==2.19.1
+google-api-python-client==2.135.0
+google-auth==2.30.0
+google-auth-httplib2==0.2.0
+google-generativeai==0.7.1
+googleapis-common-protos==1.63.2
 greenlet==3.0.3
 groq==0.8.0
+grpcio==1.64.1
+grpcio-status==1.62.2
 gunicorn==22.0.0
 h11==0.14.0
 httpcore==1.0.5
+httplib2==0.22.0
 httptools==0.6.1
 httpx==0.27.0
 huggingface-hub==0.23.0
@@ -49,9 +60,14 @@ mypy-extensions==1.0.0
 numpy==1.26.4
 orjson==3.10.3
 packaging==23.2
+proto-plus==1.24.0
+protobuf==4.25.3
+pyasn1==0.6.0
+pyasn1_modules==0.4.0
 pydantic==1.10.13
 pydantic_core==2.18.2
 Pygments==2.18.0
+pyparsing==3.1.2
 pyproject-toml==0.0.10
 python-dotenv==1.0.1
 python-multipart==0.0.9
@@ -60,6 +76,7 @@ referencing==0.35.1
 requests==2.31.0
 rich==13.7.1
 rpds-py==0.18.1
+rsa==4.9
 setuptools==70.0.0
 shellingham==1.5.4
 sniffio==1.3.1
@@ -73,6 +90,7 @@ typer==0.12.3
 typing-inspect==0.9.0
 typing_extensions==4.11.0
 ujson==5.10.0
+uritemplate==4.1.1
 urllib3==2.2.1
 uvicorn==0.29.0
 uvloop==0.19.0