Skip to content

Commit

Permalink
nit
Browse files Browse the repository at this point in the history
  • Loading branch information
varungup90 committed Jan 23, 2025
1 parent 233a090 commit fcb8041
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions development/app/app.py
Original file line number Diff line number Diff line change
Expand Up @@ -571,13 +571,13 @@ def metrics():
metrics_output += generate_counter_gauge_metric(metric["name"], metric["type"], metric["description"],
model_name, metric["value"])
metrics_output += generate_counter_gauge_metric(metric["name"], metric["type"], metric["description"],
"text2sql-lora-1", metric["value"], help_header=False)
"text2sql-lora-2", metric["value"], help_header=False)


metrics_output += """
# HELP vllm:lora_requests_info Running stats on lora requests.
# TYPE vllm:lora_requests_info gauge
vllm:lora_requests_info{max_lora="1",running_lora_adapters="text2sql-lora-1",waiting_lora_adapters=""} 1
vllm:lora_requests_info{max_lora="1",running_lora_adapters="text2sql-lora-2",waiting_lora_adapters=""} 1
"""

histogram_metrics = [
Expand Down Expand Up @@ -666,7 +666,7 @@ def metrics():
histogram_metrics_output += generate_histogram_metric(
metric_name=metric["name"],
description=metric["description"],
model_name="text2sql-lora-1",
model_name="text2sql-lora-2",
buckets=metric["buckets"],
new_requests=new_requests,
help_header=False
Expand Down

0 comments on commit fcb8041

Please sign in to comment.