[V1] [2/n] Logging and Metrics - OutputProcessor Abstraction

vllm/v1/engine/async_llm.py

@@ -47,7 +47,7 @@ def __init__(
         self.log_stats = log_stats
         self.stat_loggers: List[StatLoggerBase] = [
             LoggingStatLogger(),
-            # PrometheusStatLogger(),
+            # TODO(rob): PrometheusStatLogger(),
         ]
         self.model_config = vllm_config.model_config
 

vllm/v1/engine/core.py

@@ -214,10 +214,10 @@ def run_busy_loop(self):
                         self._handle_client_request(req)
                         break
                     except queue.Empty:
-                        # Break out the loops so we can log_stats via step().
+                        logger.debug("EngineCore busy loop waiting.")
+                        # Break out the loop so we can log_stats in step().
                         if self.log_stats:
                             break
-                        logger.debug("EngineCore busy loop waiting.")
                     except BaseException:
                         raise