llava-next-inference / test_handler_locally.py
eBoreal's picture
gpu support
f0e2eeb
raw
history blame contribute delete
580 Bytes
from handler import EndpointHandler
# init handler
my_handler = EndpointHandler(path=".")
# prepare sample payload
prompt = "Can you describe this picture focusing on specifics visual artifacts and ambiance (objects, colors, person, athmosphere..). Please stay concise only output keywords and concepts detected."
files = [
{"path": "https://media.rolex.com/image/upload/q_auto/f_auto/c_limit,w_2440/v1708384234/rolexcom/about-rolex/hub/about-rolex-hub-cover-aca202310cw-0002-portrait"}
]
# test the handler
results=my_handler({
'prompt': prompt,
'files': files
})