[fix] fix speculative decoding draft model param name in test (#2493)

deepjavalibrary · Oct 25, 2024 · 388f5dd · 388f5dd
1 parent 8f9fe0c
commit 388f5dd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/integration/llm/prepare.py b/tests/integration/llm/prepare.py
@@ -621,7 +621,7 @@
         "option.pipeline_parallel_degree": 2,
         "option.max_model_len": 8192,
         "option.max_rolling_batch_size": 16,
-        "option.speculative_draft_model_id":
+        "option.speculative_draft_model":
         "s3://djl-llm/llama-3-2-1b-instruct/",
     },
     "flan-t5-xl": {