CaesarCloudSync commited on
Commit
f53e7ad
·
0 Parent(s):

Add application file

Browse files
Files changed (3) hide show
  1. caesarfast.Dockerfile +20 -0
  2. main.py +20 -0
  3. requirements.txt +6 -0
caesarfast.Dockerfile ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM python:3.9
2
+
3
+ WORKDIR /CaesarFastAPI
4
+ VOLUME /home/amari/Desktop/CaesarAI/CaesarFastAPI /CaesarFastAPI
5
+ COPY ./requirements.txt /CaesarFastAPI/requirements.txt
6
+
7
+ RUN pip install --no-cache-dir --upgrade -r /CaesarFastAPI/requirements.txt
8
+
9
+ RUN useradd -m -u 1000 user
10
+
11
+ USER user
12
+
13
+ ENV HOME=/home/user \
14
+ PATH=/home/user/.local/bin:$PATH
15
+
16
+ WORKDIR $HOME/app
17
+
18
+ COPY --chown=user . $HOME/app
19
+
20
+ CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
main.py ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI
2
+ from fastapi.staticfiles import StaticFiles
3
+ from fastapi.responses import FileResponse
4
+
5
+ from transformers import pipeline
6
+ app = FastAPI()
7
+
8
+ pipe_flan = pipeline("text2text-generation", model="google/flan-t5-small")
9
+
10
+ @app.get("/")
11
+ def index() -> FileResponse:
12
+ return {"hello":"world"}
13
+
14
+
15
+
16
+
17
+ @app.get("/infer_t5")
18
+ def t5(input):
19
+ output = pipe_flan(input)
20
+ return {"output": output[0]["generated_text"]}
requirements.txt ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ fastapi==0.74.*
2
+ requests==2.27.*
3
+ sentencepiece==0.1.*
4
+ torch==1.11.*
5
+ transformers==4.*
6
+ uvicorn[standard]==0.17.*