| import sagemaker | |
| from aws_helper import get_sagemaker_session | |
| # artifact = Client().get_artifact('54507ebb-5e1c-4283-ad39-8e8558eab289') | |
| # endpoint_name = artifact.load() | |
| endpoint_name = "huggingface-pytorch-inference-2023-11-02-13-25-13-481" | |
| predictor = sagemaker.Predictor( | |
| endpoint_name=endpoint_name, | |
| sagemaker_session=get_sagemaker_session(), | |
| serializer=sagemaker.serializers.JSONSerializer(), | |
| deserializer=sagemaker.deserializers.JSONDeserializer(), | |
| ) | |
| res = predictor.predict({"inputs": "what is this "}) | |
| # #probabilities, labels, predicted_label = parse_response(res) | |
| # print(probabilities, labels, predicted_label) | |
| print(res) | |