Fix CUDA detection on WSL (#847)

Improve CUDA detection on WSL
SciSharp · Jul 12, 2024 · 23bf941 · 23bf941
1 parent 9661299
commit 23bf941
Showing 1 changed file with 18 additions and 3 deletions.
diff --git a/LLama/Native/Load/SystemInfo.cs b/LLama/Native/Load/SystemInfo.cs
@@ -65,9 +65,24 @@ private static int GetCudaMajorVersion()
             }
             else if (RuntimeInformation.IsOSPlatform(OSPlatform.Linux))
             {
-                // Try the default first
-                cudaPath = "/usr/local/bin/cuda";
-                version = GetCudaVersionFromPath(cudaPath);
+                // List of default cuda paths
+                string[] defaultCudaPaths =
+                {
+                    "/usr/local/bin/cuda",
+                    "/usr/local/cuda",
+                };
+
+                // Loop through every default path to find the version
+                foreach (var path in defaultCudaPaths)
+                {
+                    // Attempt to get the version from the path
+                    version = GetCudaVersionFromPath(path);
+
+                    // If a CUDA version is found, break the loop
+                    if (!string.IsNullOrEmpty(version))
+                        break;
+                }
+
                 if (string.IsNullOrEmpty(version))
                 {
                     cudaPath = Environment.GetEnvironmentVariable("LD_LIBRARY_PATH");