diff --git a/bitsandbytes/cuda_setup/paths.py b/bitsandbytes/cuda_setup/paths.py
index 231b053..ba3f97f 100644
--- a/bitsandbytes/cuda_setup/paths.py
+++ b/bitsandbytes/cuda_setup/paths.py
@@ -18,8 +18,9 @@ def remove_non_existent_dirs(candidate_paths: Set[Path]) -> Set[Path]:
         try:
             if path.exists():
                 existent_directories.add(path)
-        except errno.ENAMETOOLONG:
-            pass
+        except OSError as exc:
+            if exc.errno != errno.ENAMETOOLONG:
+                raise exc
 
     non_existent_directories: Set[Path] = candidate_paths - existent_directories
     if non_existent_directories: