| import requests as r | |
| import time | |
| input_data = { "inputs": "Dune is something rarely seen anymore – it’s an epic."} | |
| url = "http://localhost:8080/predict" | |
| sum=0 | |
| for i in range(0,1000): | |
| response = r.post(url, json=input_data) | |
| resp_time = response.headers["x-compute-time"] | |
| sum+=float(resp_time) | |
| sum/=1000 | |
| print(f"{round(float(sum),6)*1000}ms") | |