replace summarizer pipeline with a faster version

Dockerfile

@@ -6,7 +6,8 @@ COPY ./requirements.txt /code/requirements.txt
 
 RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
-RUN python3 -c 'from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM;model=AutoModelForSeq2SeqLM.from_pretrained("facebook/bart-large-cnn");model.save_pretrained("models");tokenizer=AutoTokenizer.from_pretrained("facebook/bart-large-cnn");tokenizer.save_pretrained("models")'
+# run this to trigger model download to whatever machine this is running on
+# RUN python3 -c 'from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM;model=AutoModelForSeq2SeqLM.from_pretrained("facebook/bart-large-cnn");model.save_pretrained("models");tokenizer=AutoTokenizer.from_pretrained("facebook/bart-large-cnn");tokenizer.save_pretrained("models")'
 
 ENV TRANSFORMERS_CACHE=./code/models
 

app/app.py

@@ -8,7 +8,10 @@ from newspaper import Article
 
 app = FastAPI()
 
-summarizer = pipeline("summarization", "/code/models")
+# see dockerfile. it has a line to download the model when the docket container is initialized
+# summarizer = pipeline("summarization", "/code/models")
+
+summarizer = pipeline("summarization", model="Falconsai/text_summarization")
 
 @app.get("/")
 def read_root():