Add CUDA support for Windows (#61)

* Add support for params context

* Add system info print function

* Changed script to build CUDA

* Update build_cpp.yml

* Update build_cpp.yml

* Update build_cpp.yml

* Added cuda dll

* Minor changes

* Fix older unity

* And this

* Update README.md

.github/workflows/build_cpp.yml

@@ -33,7 +33,7 @@ jobs:
       - name: Run build script
         run: |
           cd whisper-unity
-          .\build_cpp.bat ..\whisper-cpp\
+          .\build_cpp.bat cpu ..\whisper-cpp\
           cd ${{ github.workspace }}\whisper-cpp\build\bin\Release
           ren whisper.dll libwhisper.dll
           
@@ -43,6 +43,45 @@ jobs:
           name: windows
           path: ${{ github.workspace }}/whisper-cpp/build/bin/Release/libwhisper.dll
           if-no-files-found: error
+
+  build-windows-cuda:
+    name: Build for Windows (x86_64, CUDA)
+    runs-on: windows-latest
+    steps:
+      - name: Clone whisper.unity
+        uses: actions/checkout@v3
+        with:
+          path: whisper-unity
+
+      - name: Clone whisper.cpp
+        uses: actions/checkout@v3
+        with:
+          repository: ${{ github.event.inputs.whisper_cpp_repo }}
+          ref: ${{ github.event.inputs.whisper_cpp_repo_ref }}
+          path: whisper-cpp
+
+      - name: Add msbuild to PATH
+        uses: microsoft/setup-msbuild@v1
+
+      - name: Install CUDA Toolkit
+        id: cuda-toolkit
+        uses: Jimver/cuda-toolkit@v0.2.11
+        with:
+          cuda: '12.2.0'
+
+      - name: Run build script
+        run: |
+          cd whisper-unity
+          .\build_cpp.bat cuda ..\whisper-cpp\
+          cd ${{ github.workspace }}\whisper-cpp\build\bin\Release
+          ren whisper.dll libwhisper_cuda.dll
+          
+      - name: Upload results
+        uses: actions/upload-artifact@v3
+        with:
+          name: windows-cuda
+          path: ${{ github.workspace }}/whisper-cpp/build/bin/Release/libwhisper_cuda.dll
+          if-no-files-found: error
 
   build-linux:
     name: Build for Linux (Ubuntu 18.04 x86_64)

Packages/com.whisper.unity/Editor/WhisperProjectSettings.cs

@@ -0,0 +1,89 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using UnityEditor;
+using UnityEditor.Build;
+using UnityEngine;
+
+
+static class WhisperProjectSettingsProvider
+{
+    [SettingsProvider]
+    public static SettingsProvider CreateMyCustomSettingsProvider()
+    {
+        var provider = new SettingsProvider("Project/WhisperSettings", SettingsScope.Project)
+        {
+            label = "Whisper",
+            guiHandler = (searchContext) =>
+            {
+                CudaEnabled = EditorGUILayout.Toggle("Enable CUDA", CudaEnabled);
+            },
+
+            keywords = new HashSet<string>(new[] { "CUDA", "cuBLAS" })
+        };
+
+        return provider;
+    }
+
+    public static bool CudaEnabled
+    {
+        get
+        {
+#if WHISPER_CUDA
+            return true;
+#else
+            return false;
+#endif
+        }
+        set
+        {
+            if (value == CudaEnabled)
+                return;
+
+            string[] newDefines;
+            var defines = GetStandaloneDefines();
+
+            if (value)
+            {
+                if (defines.Contains("WHISPER_CUDA"))
+                    return;
+
+                newDefines = defines.Append("WHISPER_CUDA").ToArray();
+            }
+            else
+            {
+                if (!defines.Contains("WHISPER_CUDA"))
+                    return;
+
+                newDefines = defines.Where(x => x != "WHISPER_CUDA").ToArray();
+            }
+
+            SetStandaloneDefines(newDefines);
+        }
+    }
+
+    // This is for older Unity compability
+    private static string[] GetStandaloneDefines()
+    {
+        string[] defines;
+
+#if UNITY_2021_3_OR_NEWER
+        PlayerSettings.GetScriptingDefineSymbols(NamedBuildTarget.Standalone, out defines);
+#else
+        var definesStr = PlayerSettings.GetScriptingDefineSymbolsForGroup(BuildTargetGroup.Standalone);
+        defines = definesStr.Split(';');
+#endif
+
+        return defines;
+    }
+
+    private static void SetStandaloneDefines(string[] newDefines)
+    {
+#if UNITY_2021_3_OR_NEWER
+        PlayerSettings.SetScriptingDefineSymbols(NamedBuildTarget.Standalone, newDefines);
+#else
+        var definesStr = string.Join(";", newDefines);
+        PlayerSettings.SetScriptingDefineSymbolsForGroup(BuildTargetGroup.Standalone, definesStr);
+#endif
+    }
+}

Packages/com.whisper.unity/Runtime/Native/WhisperNative.cs

@@ -12,17 +12,22 @@ namespace Whisper.Native
     /// </summary>
     public static unsafe class WhisperNative
     {
-        
+
 #if (UNITY_IOS || UNITY_ANDROID) && !UNITY_EDITOR
         private const string LibraryName = "__Internal";
+#else
+#if UNITY_STANDALONE_WIN && WHISPER_CUDA
+        private const string LibraryName = "libwhisper_cuda";
 #else
         private const string LibraryName = "libwhisper";
 #endif
+#endif
+
         [DllImport(LibraryName)]
-        public static extern whisper_context_ptr whisper_init_from_file(string path_model);
-    
+        public static extern whisper_context_ptr whisper_init_from_file_with_params(string path_model, WhisperNativeContextParams @params);
+
         [DllImport(LibraryName)]
-        public static extern whisper_context_ptr whisper_init_from_buffer(IntPtr buffer, UIntPtr buffer_size);
+        public static extern whisper_context_ptr whisper_init_from_buffer_with_params(IntPtr buffer, UIntPtr buffer_size, WhisperNativeContextParams @params);
 
         [DllImport(LibraryName)]
         public static extern int whisper_lang_max_id();
@@ -35,10 +40,16 @@ public static unsafe class WhisperNative
 
         [DllImport(LibraryName)]
         public static extern whisper_token whisper_token_eot(whisper_context_ptr ctx);
-
+
+        [DllImport(LibraryName)]
+        public static extern IntPtr whisper_print_system_info();
+
         [DllImport(LibraryName)]
         public static extern WhisperNativeParams whisper_full_default_params(WhisperSamplingStrategy strategy);
-
+
+        [DllImport(LibraryName)]
+        public static extern WhisperNativeContextParams whisper_context_default_params();
+
         [DllImport(LibraryName)]
         public static extern int whisper_full(whisper_context_ptr ctx, WhisperNativeParams param, 
             float* samples, int n_samples);

Packages/com.whisper.unity/Runtime/Native/WhisperNativeParams.cs

@@ -1,3 +1,4 @@
+using System;
 using System.Runtime.InteropServices;
 // ReSharper disable InconsistentNaming
 // ReSharper disable FieldCanBeMadeReadOnly.Local
@@ -8,7 +9,7 @@
 using whisper_context_ptr = System.IntPtr;
 using whisper_state_ptr = System.IntPtr;
 using whisper_token = System.Int32;
-using System;
+
 
 namespace Whisper.Native
 {
@@ -49,7 +50,18 @@ public struct WhisperNativeTokenData
 
         public float vlen;        // voice length of the token
     }
-
+
+    /// <summary>
+    /// This is direct copy of C++ struct.
+    /// Do not change or add any fields without changing it in whisper.cpp.
+    /// Do not change it in runtime directly, use <see cref="WhisperContextParams"/>.
+    /// </summary>
+    [StructLayout(LayoutKind.Sequential)]
+    public struct WhisperNativeContextParams
+    {
+        [MarshalAs(UnmanagedType.U1)] bool use_gpu;
+    };
+
     /// <summary>
     /// This is direct copy of C++ struct.
     /// Do not change or add any fields without changing it in whisper.cpp.

Packages/com.whisper.unity/Runtime/WhisperParams.cs

@@ -5,6 +5,38 @@
 
 namespace Whisper
 {
+    /// <summary>
+    /// Wrapper of native C++ whisper context params.
+    /// Used during whisper model initialization.
+    /// </summary>
+    public class WhisperContextParams
+    {
+        private WhisperNativeContextParams _param;
+
+        /// <summary>
+        /// Native C++ struct parameters.
+        /// Do not change it in runtime directly, use setters.
+        /// </summary>
+        public WhisperNativeContextParams NativeParams => _param;
+
+        private WhisperContextParams(WhisperNativeContextParams param)
+        {
+            _param = param;
+        }
+
+        /// <summary>
+        /// Create a new default Whisper Context parameters.
+        /// </summary>
+        public static WhisperContextParams GetDefaultParams()
+        {
+            LogUtils.Verbose($"Requesting default Whisper Context params...");
+            var nativeParams = WhisperNative.whisper_context_default_params();
+            LogUtils.Verbose("Default Whisper Context params generated!");
+
+            return new WhisperContextParams(nativeParams);
+        }
+    }
+
     /// <summary>
     /// Wrapper of native C++ whisper parameters.
     /// Use it to safely change inference parameters.