[debug] Temporarily disable request timeout blocking with logging

FedML-AI · Feb 12, 2025 · 2c5539a · 2c5539a
1 parent a912c57
commit 2c5539a
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/python/fedml/computing/scheduler/model_scheduler/device_model_inference.py b/python/fedml/computing/scheduler/model_scheduler/device_model_inference.py
@@ -79,10 +79,11 @@ async def auth_middleware(request: Request, call_next):
 
                 # If timeout threshold is exceeded then cancel and return time out error.
                 should_block = (mean_latency * pending_requests_num) > request_timeout_s
-                if should_block:
-                    return JSONResponse(
-                        {"error": True, "message": "Request timed out."},
-                        status_code=status.HTTP_504_GATEWAY_TIMEOUT)
+                logging.info(f"should_block {should_block}, mean_latency {mean_latency}, pending_requests_num {pending_requests_num}, request_timeout_s {request_timeout_s}")
+                # if should_block:
+                #     return JSONResponse(
+                #         {"error": True, "message": "Request timed out."},
+                #         status_code=status.HTTP_504_GATEWAY_TIMEOUT)
 
     response = await call_next(request)
     return response