We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 77073c7 commit df441e9Copy full SHA for df441e9
vllm/v1/spec_decode/metrics.py
@@ -4,7 +4,6 @@
4
from typing import Optional
5
6
import numpy as np
7
-import prometheus_client
8
9
from vllm.config import SpeculativeConfig
10
from vllm.logger import init_logger
@@ -116,6 +115,8 @@ class SpecDecodingProm:
116
115
117
def __init__(self, speculative_config: Optional[SpeculativeConfig],
118
labelnames: list[str], labelvalues: list[str]):
+ import prometheus_client
119
+
120
self.spec_decoding_enabled = speculative_config is not None
121
if not self.spec_decoding_enabled:
122
return
0 commit comments