From 0cb913b0a2912d6701f1d8a18aa30c54857659d4 Mon Sep 17 00:00:00 2001 From: Russell Bryant Date: Wed, 24 Sep 2025 06:40:42 -0400 Subject: [PATCH] [Benchmark] Fix regression in structured output benchmark (#25500) Signed-off-by: Russell Bryant Signed-off-by: yewentao256 --- benchmarks/benchmark_serving_structured_output.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/benchmarks/benchmark_serving_structured_output.py b/benchmarks/benchmark_serving_structured_output.py index 73b4aa5a87e07..a0350625491f4 100644 --- a/benchmarks/benchmark_serving_structured_output.py +++ b/benchmarks/benchmark_serving_structured_output.py @@ -449,7 +449,8 @@ async def benchmark( def prepare_extra_body(request) -> dict: extra_body = {} # Add the schema to the extra_body - extra_body[request.structure_type] = request.schema + extra_body["structured_outputs"] = {} + extra_body["structured_outputs"][request.structure_type] = request.schema return extra_body print("Starting initial single prompt test run...")