Update app.py

app.py

@@ -7,7 +7,7 @@ app = FastAPI(docs_url="/")
 # Initialize the text generation pipeline
 # This function will be able to generate text
 # given an input.
-pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+pipe = pipeline("text2text-generation", model="google/flan-t5-small",device_map="auto")
 
 # Define a function to handle the GET request at `/generate`
 # The generate() function is defined as a FastAPI route that takes a