From f23180fd66be5c0edb7ce61fc8d890832092eaf3 Mon Sep 17 00:00:00 2001 From: Chenyaaang Date: Thu, 10 Apr 2025 23:07:39 +0000 Subject: [PATCH] update benchmark_serving_structured_output to include auto backend Signed-off-by: Chenyaaang --- .../benchmark_serving_structured_output.py | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/benchmarks/benchmark_serving_structured_output.py b/benchmarks/benchmark_serving_structured_output.py index 7ad0791a9868..e52f16a8b129 100644 --- a/benchmarks/benchmark_serving_structured_output.py +++ b/benchmarks/benchmark_serving_structured_output.py @@ -11,7 +11,7 @@ --model \ --dataset json \ --structured-output-ratio 1.0 \ - --structured-output-backend xgrammar \ + --structured-output-backend auto \ --request-rate 10 \ --num-prompts 1000 @@ -997,12 +997,14 @@ def main(args: argparse.Namespace): type=float, default=1.0, help="Ratio of Structured Outputs requests") - parser.add_argument( - "--structured-output-backend", - type=str, - choices=["outlines", "lm-format-enforcer", "xgrammar", "guidance"], - default="xgrammar", - help="Backend to use for structured outputs") + parser.add_argument("--structured-output-backend", + type=str, + choices=[ + "outlines", "lm-format-enforcer", "xgrammar", + "guidance", "auto" + ], + default="auto", + help="Backend to use for structured outputs") args = parser.parse_args() main(args)