Simplified model selection

tiktoken-go · Nov 22, 2024 · 60153be · 60153be
1 parent 1ca7752
commit 60153be
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/tokenizer.go b/tokenizer.go
@@ -144,8 +144,7 @@ const (
 )
 
 var modelPrefixToEncoding map[Model]Encoding = map[Model]Encoding{
-	"o1-preview-":      O200kBase,
-	"o1-mini-":         O200kBase,
+	"o1-":              O200kBase,
 	"gpt-4o-":          O200kBase,
 	"gpt-4-":           Cl100kBase,
 	"gpt-3.5-turbo-":   Cl100kBase,