pub const CACHE_DECODE_LATENCY_US: &str = "cache/decode_latency_us";
Histogram: steady-state per-token decode latency in microseconds.