Update vllm/model_executor/guided_decoding/xgrammar_decoding.py

Co-authored-by: Nick Hill <nhill@redhat.com>
vllm-project · Feb 3, 2025 · 960b475 · 960b475
1 parent 4b694af
commit 960b475
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/guided_decoding/xgrammar_decoding.py b/vllm/model_executor/guided_decoding/xgrammar_decoding.py
@@ -254,7 +254,7 @@ def escape_ebnf_string(s: str) -> str:
     def choice_as_grammar(choice: List[str] | None) -> str:
         if choice is None:
             raise ValueError("Choice is not set")
-        escaped_choices = [GrammarConfig.escape_ebnf_string(c) for c in choice]
+        escaped_choices = (GrammarConfig.escape_ebnf_string(c) for c in choice)
         grammar = ('root ::= ' + ' | '.join(f'"{c}"' for c in escaped_choices))
         return grammar