Add DRAFT_EXTERNAL as a default `speculator.speculative_decoding_mo…

…de` (#1292) * add default config * bump pyproject version
basetenlabs · Dec 19, 2024 · 24af116 · 24af116
1 parent fea4558
commit 24af116
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "truss"
-version = "0.9.58rc1"
+version = "0.9.58rc2"
 description = "A seamless bridge from model development to model delivery"
 license = "MIT"
 readme = "README.md"

diff --git a/truss/base/trt_llm_config.py b/truss/base/trt_llm_config.py
@@ -172,7 +172,7 @@ def __init__(self, **data):
 
 
 class TrussSpeculatorConfiguration(BaseModel):
-    speculative_decoding_mode: TrussSpecDecMode
+    speculative_decoding_mode: TrussSpecDecMode = TrussSpecDecMode.DRAFT_EXTERNAL
     num_draft_tokens: int
     checkpoint_repository: Optional[CheckpointRepository] = None
     runtime: TrussTRTLLMRuntimeConfiguration = TrussTRTLLMRuntimeConfiguration()