Skip to content

Commit 0df6d46

Browse files
authored
feat: add KV Event Publishing to vLLM v1 (#1181)
1 parent 93ca9df commit 0df6d46

File tree

14 files changed

+1369
-61
lines changed

14 files changed

+1369
-61
lines changed

Cargo.lock

Lines changed: 84 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

components/metrics/src/bin/mock_worker.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -115,6 +115,7 @@ fn mock_stats_handler(_stats: EndpointStats) -> serde_json::Value {
115115
let gpu_cache_usage_perc = rand::rng().random_range(0.0..=1.0);
116116
let gpu_prefix_cache_hit_rate = rand::rng().random_range(0.0..=1.0);
117117
let stats = ForwardPassMetrics {
118+
data_parallel_rank: None, // Default for backwards compatibility
118119
request_active_slots,
119120
request_total_slots,
120121
kv_active_blocks,

0 commit comments

Comments
 (0)