defaults_vanilla_single = { "status": 200, "prediction": "Accepted", "inf_latency": 20.77, "peak_gpu_memory": 2717.36, "end_to_end_latency": 93.65, } defaults_bt_single = { "status": 200, "prediction": "Accepted", "inf_latency": 20.77, "peak_gpu_memory": 2717.36, "end_to_end_latency": 93.65, } defaults_vanilla_spam = { "resolution_time": 2996.35, "mean_inference_latency": 29.69, "mean_peak_gpu_memory": 3620.9, "mean_padding_ratio": 35.26, "mean_sequence_length": 39.395, } defaults_bt_spam = { "resolution_time": 2996.35, "mean_inference_latency": 29.69, "mean_peak_gpu_memory": 3620.9, "mean_padding_ratio": 35.26, "mean_sequence_length": 39.395, } SPAM_N_REQUESTS = 200 BATCH_SIZE = 8 # fixed! HEADERS = {"Content-Type": "text/plain"} ADDRESS_VANILLA = "http://3.83.142.46:8080/predictions/my_tc" ADDRESS_BETTERTRANSFORMER = "http://3.95.136.2:8080/predictions/my_tc"