From e4c4072c94b346053768691451566c56664e26a7 Mon Sep 17 00:00:00 2001
From: Daniel E Marasco <dmarasco@users.noreply.github.com>
Date: Wed, 10 Apr 2024 13:15:51 -0400
Subject: [PATCH] [Bugfix] Remove key sorting for `guided_json` parameter in
 OpenAi compatible Server (#3945)

---
 vllm/model_executor/guided_decoding.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/model_executor/guided_decoding.py b/vllm/model_executor/guided_decoding.py
index e56f74c7794fb..8e710f1ac2b53 100644
--- a/vllm/model_executor/guided_decoding.py
+++ b/vllm/model_executor/guided_decoding.py
@@ -91,7 +91,7 @@ def _get_guide_and_mode(
         json = request.guided_json
         if isinstance(json, dict):
             # turn dict into hashable string
-            json = json_dumps(json, sort_keys=True)
+            json = json_dumps(json)
         elif isinstance(json, BaseModel):
             # use pydantic signature so that different model classes
             # with the same fields will get hashed the same