app.py

from fastapi import FastAPI
from pydantic import BaseModel
from typing import List
from sentence_transformers import SentenceTransformer

app = FastAPI()

model = SentenceTransformer('sentence-transformers/gtr-t5-base')

class TextBatch(BaseModel):
    texts: List[str]

@app.post("/embed")
async def get_embeddings(batch: TextBatch):
    embeddings = model.encode(batch.texts)
    return {"embeddings": embeddings.tolist()}

if __name__ == "__main__":
    import uvicorn
    uvicorn.run(app, host="0.0.0.0", port=2000)