init

Dockerfile

@@ -0,0 +1,16 @@
+# Use the official Python 3.10.9 image
+FROM python:3.10.9
+
+# Copy the current directory contents into the container at .
+COPY . .
+
+# Set the working directory to /
+WORKDIR /
+
+# Install requirements.txt 
+RUN pip install -r requirements.txt
+
+# Start the FastAPI app on port 7860, the default port expected by Spaces
+CMD ["gunicorn", "app:app", "--workers", "4", "--worker-class", "uvicorn.workers.UvicornWorker", "--bind", "0.0.0.0:7860", "--timeout", "60"]
+
+#gunicorn writing_api:app --workers 4 --worker-class uvicorn.workers.UvicornWorker --bind 0.0.0.0:8300 --reload --preload --timeout 60

README.md

@@ -1,10 +1,9 @@
 ---
-title: Random 0
-emoji: 📊
-colorFrom: gray
-colorTo: pink
+title: IELTS TRAINER
+emoji: 📝
+colorFrom: blue
+colorTo: green
 sdk: docker
+app_file: app.py
 pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+---

app.py

@@ -0,0 +1,30 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+from fastapi import HTTPException
+import os
+import traceback
+from fastapi.middleware.cors import CORSMiddleware
+from gemini import complete_gemini_async
+
+class GenItem(BaseModel):
+    chat:list
+    key:str
+    params:dict
+    
+app = FastAPI()
+origins = ["*"]
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["GET", "POST", "PUT", "DELETE", "OPTIONS"],
+    allow_headers=["*"],
+)
+@app.post("/complete")
+async def complete(item: GenItem):
+    try:
+        result = await complete_gemini_async(item.chat, item.key, item.params)
+        return result
+    except Exception as e:
+        raise HTTPException(status_code=500, detail="An error occurred: {}".format(traceback.format_exc()))
+

gemini.py

@@ -0,0 +1,36 @@
+import requests
+import os
+import httpx
+import asyncio
+
+GEMINI_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:generateContent"
+
+async def complete_gemini_async(chat, key, params={}):
+    data = {
+        "contents": chat,
+        "generationConfig": {
+            "stopSequences": ["Title"],
+            "temperature": 1.0 if "temp" not in params else params["temp"],
+            "maxOutputTokens": 2048 if "max_length" not in params else params["max_length"],
+            "topP": 0.8 if "top_p" not in params else params["top_p"],
+            "topK": 10 if "top_k" not in params else params["top_k"]
+        }
+    }
+    params = {'key': key}
+    headers = {"Content-Type": "application/json"}
+    result = None
+    try:
+        async with httpx.AsyncClient() as client:
+            result = await client.post(GEMINI_URL, params=params, json=data, headers=headers, timeout=60)
+        result.raise_for_status()  
+        result = result.json()["candidates"][0]["content"]["parts"][0]["text"]
+        return {"response":result}
+    except requests.RequestException as e:
+        if e.status_code == 429:
+            await asyncio.sleep(60)
+        #rint(f"Error making Gemini API request: {e}")
+        async with httpx.AsyncClient() as client:
+            result = await client.post(GEMINI_URL, params=params, json=data, headers=headers, timeout=60)
+        result.raise_for_status()  
+        result = result.json()["candidates"][0]["content"]["parts"][0]["text"]
+        return {"response":result}

gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

requirements.txt

@@ -0,0 +1,8 @@
+fastapi
+gunicorn
+passlib
+langchain
+uvicorn
+thefuzz
+python-dotenv
+httpx