Move pathfinder to cuda-python top level

toolshed/build_pathfinder_dlls.py

@@ -7,25 +7,26 @@
 # Input for this script: .txt files generated with:
 # for exe in *.exe; do 7z l $exe > "${exe%.exe}.txt"; done
 
-# The output of this script
-# requires obvious manual edits to remove duplicates and unwanted dlls.
-# TODO: filter out cudart32_*.dll, nvvm32.dll
+# The output of this script is expected to be usable as-is.
 
+import collections
 import sys
 
+# ATTENTION: Ambiguous shorter names need to appear after matching longer names
+#            (e.g. "cufft" after "cufftw")
 LIBNAMES_IN_SCOPE_OF_CUDA_PATHFINDER = (
     "nvJitLink",
     "nvrtc",
     "nvvm",
     "cudart",
     "nvfatbin",
-    "cublas",
     "cublasLt",
-    "cufft",
+    "cublas",
     "cufftw",
+    "cufft",
     "curand",
-    "cusolver",
     "cusolverMg",
+    "cusolver",
     "cusparse",
     "nppc",
     "nppial",
@@ -39,12 +40,25 @@
     "nppitc",
     "npps",
     "nvblas",
-    "cufile",
-    "cufile_rdma",
     "nvjpeg",
 )
 
 
+def is_suppressed_dll(libname, dll):
+    if libname == "cudart":
+        if dll.startswith("cudart32_"):
+            return True
+    elif libname == "nvrtc":
+        if dll.endswith(".alt.dll"):
+            return True
+        if dll.startswith("nvrtc-builtins"):
+            return True
+    elif libname == "nvvm":
+        if dll == "nvvm32.dll":
+            return True
+    return False
+
+
 def run(args):
     dlls_from_files = set()
     for filename in args:
@@ -69,15 +83,29 @@ def run(args):
     print("DLLs in scope of cuda.pathfinder")
     print("================================")
     dlls_in_scope = set()
-    for libname in sorted(LIBNAMES_IN_SCOPE_OF_CUDA_PATHFINDER):
-        print(f'"{libname}": (')
+    dlls_by_libname = collections.defaultdict(list)
+    suppressed_dlls = set()
+    for libname in LIBNAMES_IN_SCOPE_OF_CUDA_PATHFINDER:
         for dll in sorted(dlls_from_files):
-            if dll.startswith(libname):
+            if dll not in dlls_in_scope and dll.startswith(libname):
+                if is_suppressed_dll(libname, dll):
+                    suppressed_dlls.add(dll)
+                else:
+                    dlls_by_libname[libname].append(dll)
                 dlls_in_scope.add(dll)
-                print(f'    "{dll}",')
+    for libname, dlls in sorted(dlls_by_libname.items()):
+        print(f'"{libname}": (')
+        for dll in dlls:
+            print(f'    "{dll}",')
         print("),")
     print()
 
+    print("Suppressed DLLs")
+    print("===============")
+    for dll in sorted(suppressed_dlls):
+        print(dll)
+    print()
+
     print("DLLs out of scope")
     print("=================")
     for dll in sorted(dlls_from_files - dlls_in_scope):

toolshed/build_pathfinder_sonames.py

@@ -7,8 +7,7 @@
 # Input for this script:
 # output of toolshed/find_sonames.sh
 
-# The output of this script
-# is expected to be usable as-is.
+# The output of this script is expected to be usable as-is.
 
 import sys