initial commit for Coding Assistant

CodingAssistant/__init___.py

@@ -0,0 +1,5 @@
+from fastapi import FastAPI
+
+app = FastAPI(title="Deploying my own CodingAssistant with FastAPI on Huggingface")
+
+from CodingAssistant import router

CodingAssistant/router.py

@@ -0,0 +1,53 @@
+from pydantic import BaseModel
+
+from .ConfigEnv import config
+from fastapi.middleware.cors import CORSMiddleware
+
+from langchain.llms import Clarifai
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
+
+from TextGen import app
+
+class Generate(BaseModel):
+    text:str
+
+def generate_text(prompt: str):
+    if prompt == "":
+        return {"detail": "Please provide a prompt."}
+    else:
+        prompt = PromptTemplate(template=prompt, input_variables=['Prompt'])
+
+        llm = Clarifai(
+            pat = config.CLARIFAI_PAT,
+            user_id = config.USER_ID,
+            app_id = config.APP_ID, 
+            model_id = config.MODEL_ID,
+            model_version_id=config.MODEL_VERSION_ID,
+        )
+
+        llmchain = LLMChain(
+            prompt=prompt,
+            llm=llm
+        )
+
+        llm_response = llmchain.run({"Prompt": prompt})
+        return Generate(text=llm_response)
+
+        
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.get("/", tags=["Home"])
+def api_home():
+    return {'detail': 'Welcome!'}
+
+@app.post("/api/generate", summary="Generate text from prompt", tags=["Generate"], response_model=Generate)
+def inference(input_prompt: str):
+    return generate_text(prompt=input_prompt)

Dockerfile

@@ -0,0 +1,14 @@
+# Use the official Python 3.10.9 image
+FROM python:3.10.9
+
+# Copy the current directory contents into the container at .
+COPY . .
+
+# Set the working directory to /
+WORKDIR /
+
+# Install requirements.txt 
+RUN pip install --no-cache-dir --upgrade -r /requirements.txt
+
+# Start the FastAPI app on port 7860, the default port expected by Spaces
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,14 @@
+from typing import Optional
+
+from fastapi import FastAPI
+
+app = FastAPI()
+
+
+@app.get("/")
+async def root():
+    return {"message": "Hello World"}
+
+@app.get("/items/{item_id}")
+def read_item(item_id: int, q: Optional[str] = None):
+    return {"item_id": item_id, "q": q}

requirements.txt

@@ -0,0 +1,7 @@
+fastapi==0.99.1
+uvicorn
+requests
+pydantic==1.10.12
+langchain
+clarifai
+Pillow