diff --git a/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java b/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java
index 4170f1bd8d39..c447c56977fc 100644
--- a/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java
+++ b/extensions/tokenizers/src/main/java/ai/djl/huggingface/tokenizers/jni/LibUtils.java
@@ -85,6 +85,7 @@ private static void loadLibrary() {
     private static Path copyJniLibrary(String[] libs) {
         Path cacheDir = Utils.getEngineCacheDir("tokenizers");
         Platform platform = Platform.detectPlatform("tokenizers");
+        String os = platform.getOsPrefix();
         String classifier = platform.getClassifier();
         String flavor = platform.getFlavor();
         String version = platform.getVersion();
@@ -95,10 +96,8 @@ private static Path copyJniLibrary(String[] libs) {
             return dir.toAbsolutePath();
         }
 
-        boolean isCuda = flavor.contains("cu");
-
-        // For cuda, download jni lib files
-        if (isCuda) {
+        // For Linux cuda 12.x, download JNI lib files
+        if (flavor.startsWith("cu12") && !"win".equals(os)) {
             Matcher matcher = VERSION_PATTERN.matcher(version);
             if (!matcher.matches()) {
                 throw new EngineException("Unexpected version: " + version);
@@ -110,7 +109,7 @@ private static Path copyJniLibrary(String[] libs) {
             return dir;
         }
 
-        // For cpu, extract jni lib files from classpath
+        // Extract JNI lib files from classpath
         Path tmp = null;
         try {
             Files.createDirectories(cacheDir);