Add Nvfatbin Bindings

.github/actions/fetch_ctk/action.yml

@@ -14,7 +14,7 @@ inputs:
   cuda-components:
     description: "A list of the CTK components to install as a comma-separated list. e.g. 'cuda_nvcc,cuda_nvrtc,cuda_cudart'"
     required: false
-    default: "cuda_nvcc,cuda_cudart,cuda_crt,libnvvm,cuda_nvrtc,cuda_profiler_api,cuda_cccl,libnvjitlink,libcufile"
+    default: "cuda_nvcc,cuda_cudart,cuda_crt,libnvvm,cuda_nvrtc,cuda_profiler_api,cuda_cccl,libnvjitlink,libcufile,libnvfatbin"
   cuda-path:
     description: "where the CTK components will be installed to, relative to $PWD"
     required: false

cuda_bindings/cuda/bindings/_internal/nvfatbin.pxd

@@ -0,0 +1,24 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+#
+# SPDX-License-Identifier: LicenseRef-NVIDIA-SOFTWARE-LICENSE
+#
+# This code was automatically generated across versions from 12.4.1 to 13.1.0. Do not modify it directly.
+
+from ..cynvfatbin cimport *
+
+
+###############################################################################
+# Wrapper functions
+###############################################################################
+
+cdef const char* _nvFatbinGetErrorString(nvFatbinResult result) except?NULL nogil
+cdef nvFatbinResult _nvFatbinCreate(nvFatbinHandle* handle_indirect, const char** options, size_t optionsCount) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinDestroy(nvFatbinHandle* handle_indirect) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinAddPTX(nvFatbinHandle handle, const char* code, size_t size, const char* arch, const char* identifier, const char* optionsCmdLine) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinAddCubin(nvFatbinHandle handle, const void* code, size_t size, const char* arch, const char* identifier) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinAddLTOIR(nvFatbinHandle handle, const void* code, size_t size, const char* arch, const char* identifier, const char* optionsCmdLine) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinSize(nvFatbinHandle handle, size_t* size) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinGet(nvFatbinHandle handle, void* buffer) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinVersion(unsigned int* major, unsigned int* minor) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinAddReloc(nvFatbinHandle handle, const void* code, size_t size) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil
+cdef nvFatbinResult _nvFatbinAddTileIR(nvFatbinHandle handle, const void* code, size_t size, const char* identifier, const char* optionsCmdLine) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil

cuda_bindings/cuda/bindings/_internal/nvfatbin_linux.pyx

@@ -0,0 +1,344 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+#
+# SPDX-License-Identifier: LicenseRef-NVIDIA-SOFTWARE-LICENSE
+#
+# This code was automatically generated across versions from 12.4.1 to 13.1.0. Do not modify it directly.
+
+from libc.stdint cimport intptr_t, uintptr_t
+
+import threading
+from .utils import FunctionNotFoundError, NotSupportedError
+
+from cuda.pathfinder import load_nvidia_dynamic_lib
+
+
+###############################################################################
+# Extern
+###############################################################################
+
+# You must 'from .utils import NotSupportedError' before using this template
+
+cdef extern from "<dlfcn.h>" nogil:
+    void* dlopen(const char*, int)
+    char* dlerror()
+    void* dlsym(void*, const char*)
+    int dlclose(void*)
+
+    enum:
+        RTLD_LAZY
+        RTLD_NOW
+        RTLD_GLOBAL
+        RTLD_LOCAL
+
+    const void* RTLD_DEFAULT 'RTLD_DEFAULT'
+
+cdef int get_cuda_version():
+    cdef void* handle = NULL
+    cdef int err, driver_ver = 0
+
+    # Load driver to check version
+    handle = dlopen('libcuda.so.1', RTLD_NOW | RTLD_GLOBAL)
+    if handle == NULL:
+        err_msg = dlerror()
+        raise NotSupportedError(f'CUDA driver is not found ({err_msg.decode()})')
+    cuDriverGetVersion = dlsym(handle, "cuDriverGetVersion")
+    if cuDriverGetVersion == NULL:
+        raise RuntimeError('Did not find cuDriverGetVersion symbol in libcuda.so.1')
+    err = (<int (*)(int*) noexcept nogil>cuDriverGetVersion)(&driver_ver)
+    if err != 0:
+        raise RuntimeError(f'cuDriverGetVersion returned error code {err}')
+
+    return driver_ver
+
+
+
+###############################################################################
+# Wrapper init
+###############################################################################
+
+cdef object __symbol_lock = threading.Lock()
+cdef bint __py_nvfatbin_init = False
+
+cdef void* __nvFatbinGetErrorString = NULL
+cdef void* __nvFatbinCreate = NULL
+cdef void* __nvFatbinDestroy = NULL
+cdef void* __nvFatbinAddPTX = NULL
+cdef void* __nvFatbinAddCubin = NULL
+cdef void* __nvFatbinAddLTOIR = NULL
+cdef void* __nvFatbinSize = NULL
+cdef void* __nvFatbinGet = NULL
+cdef void* __nvFatbinVersion = NULL
+cdef void* __nvFatbinAddReloc = NULL
+cdef void* __nvFatbinAddTileIR = NULL
+
+
+cdef void* load_library() except* with gil:
+    cdef uintptr_t handle = load_nvidia_dynamic_lib("nvfatbin")._handle_uint
+    return <void*>handle
+
+
+cdef int _init_nvfatbin() except -1 nogil:
+    global __py_nvfatbin_init
+
+    cdef void* handle = NULL
+
+    with gil, __symbol_lock:
+        # Recheck the flag after obtaining the locks
+        if __py_nvfatbin_init:
+            return 0
+
+        # Load function
+        global __nvFatbinGetErrorString
+        __nvFatbinGetErrorString = dlsym(RTLD_DEFAULT, 'nvFatbinGetErrorString')
+        if __nvFatbinGetErrorString == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinGetErrorString = dlsym(handle, 'nvFatbinGetErrorString')
+
+        global __nvFatbinCreate
+        __nvFatbinCreate = dlsym(RTLD_DEFAULT, 'nvFatbinCreate')
+        if __nvFatbinCreate == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinCreate = dlsym(handle, 'nvFatbinCreate')
+
+        global __nvFatbinDestroy
+        __nvFatbinDestroy = dlsym(RTLD_DEFAULT, 'nvFatbinDestroy')
+        if __nvFatbinDestroy == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinDestroy = dlsym(handle, 'nvFatbinDestroy')
+
+        global __nvFatbinAddPTX
+        __nvFatbinAddPTX = dlsym(RTLD_DEFAULT, 'nvFatbinAddPTX')
+        if __nvFatbinAddPTX == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinAddPTX = dlsym(handle, 'nvFatbinAddPTX')
+
+        global __nvFatbinAddCubin
+        __nvFatbinAddCubin = dlsym(RTLD_DEFAULT, 'nvFatbinAddCubin')
+        if __nvFatbinAddCubin == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinAddCubin = dlsym(handle, 'nvFatbinAddCubin')
+
+        global __nvFatbinAddLTOIR
+        __nvFatbinAddLTOIR = dlsym(RTLD_DEFAULT, 'nvFatbinAddLTOIR')
+        if __nvFatbinAddLTOIR == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinAddLTOIR = dlsym(handle, 'nvFatbinAddLTOIR')
+
+        global __nvFatbinSize
+        __nvFatbinSize = dlsym(RTLD_DEFAULT, 'nvFatbinSize')
+        if __nvFatbinSize == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinSize = dlsym(handle, 'nvFatbinSize')
+
+        global __nvFatbinGet
+        __nvFatbinGet = dlsym(RTLD_DEFAULT, 'nvFatbinGet')
+        if __nvFatbinGet == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinGet = dlsym(handle, 'nvFatbinGet')
+
+        global __nvFatbinVersion
+        __nvFatbinVersion = dlsym(RTLD_DEFAULT, 'nvFatbinVersion')
+        if __nvFatbinVersion == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinVersion = dlsym(handle, 'nvFatbinVersion')
+
+        global __nvFatbinAddReloc
+        __nvFatbinAddReloc = dlsym(RTLD_DEFAULT, 'nvFatbinAddReloc')
+        if __nvFatbinAddReloc == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinAddReloc = dlsym(handle, 'nvFatbinAddReloc')
+
+        global __nvFatbinAddTileIR
+        __nvFatbinAddTileIR = dlsym(RTLD_DEFAULT, 'nvFatbinAddTileIR')
+        if __nvFatbinAddTileIR == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __nvFatbinAddTileIR = dlsym(handle, 'nvFatbinAddTileIR')
+
+        __py_nvfatbin_init = True
+        return 0
+
+
+cdef inline int _check_or_init_nvfatbin() except -1 nogil:
+    if __py_nvfatbin_init:
+        return 0
+
+    return _init_nvfatbin()
+
+cdef dict func_ptrs = None
+
+
+cpdef dict _inspect_function_pointers():
+    global func_ptrs
+    if func_ptrs is not None:
+        return func_ptrs
+
+    _check_or_init_nvfatbin()
+    cdef dict data = {}
+
+    global __nvFatbinGetErrorString
+    data["__nvFatbinGetErrorString"] = <intptr_t>__nvFatbinGetErrorString
+
+    global __nvFatbinCreate
+    data["__nvFatbinCreate"] = <intptr_t>__nvFatbinCreate
+
+    global __nvFatbinDestroy
+    data["__nvFatbinDestroy"] = <intptr_t>__nvFatbinDestroy
+
+    global __nvFatbinAddPTX
+    data["__nvFatbinAddPTX"] = <intptr_t>__nvFatbinAddPTX
+
+    global __nvFatbinAddCubin
+    data["__nvFatbinAddCubin"] = <intptr_t>__nvFatbinAddCubin
+
+    global __nvFatbinAddLTOIR
+    data["__nvFatbinAddLTOIR"] = <intptr_t>__nvFatbinAddLTOIR
+
+    global __nvFatbinSize
+    data["__nvFatbinSize"] = <intptr_t>__nvFatbinSize
+
+    global __nvFatbinGet
+    data["__nvFatbinGet"] = <intptr_t>__nvFatbinGet
+
+    global __nvFatbinVersion
+    data["__nvFatbinVersion"] = <intptr_t>__nvFatbinVersion
+
+    global __nvFatbinAddReloc
+    data["__nvFatbinAddReloc"] = <intptr_t>__nvFatbinAddReloc
+
+    global __nvFatbinAddTileIR
+    data["__nvFatbinAddTileIR"] = <intptr_t>__nvFatbinAddTileIR
+
+    func_ptrs = data
+    return data
+
+
+cpdef _inspect_function_pointer(str name):
+    global func_ptrs
+    if func_ptrs is None:
+        func_ptrs = _inspect_function_pointers()
+    return func_ptrs[name]
+
+
+###############################################################################
+# Wrapper functions
+###############################################################################
+
+cdef const char* _nvFatbinGetErrorString(nvFatbinResult result) except?NULL nogil:
+    global __nvFatbinGetErrorString
+    _check_or_init_nvfatbin()
+    if __nvFatbinGetErrorString == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinGetErrorString is not found")
+    return (<const char* (*)(nvFatbinResult) noexcept nogil>__nvFatbinGetErrorString)(
+        result)
+
+
+cdef nvFatbinResult _nvFatbinCreate(nvFatbinHandle* handle_indirect, const char** options, size_t optionsCount) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinCreate
+    _check_or_init_nvfatbin()
+    if __nvFatbinCreate == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinCreate is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle*, const char**, size_t) noexcept nogil>__nvFatbinCreate)(
+        handle_indirect, options, optionsCount)
+
+
+cdef nvFatbinResult _nvFatbinDestroy(nvFatbinHandle* handle_indirect) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinDestroy
+    _check_or_init_nvfatbin()
+    if __nvFatbinDestroy == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinDestroy is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle*) noexcept nogil>__nvFatbinDestroy)(
+        handle_indirect)
+
+
+cdef nvFatbinResult _nvFatbinAddPTX(nvFatbinHandle handle, const char* code, size_t size, const char* arch, const char* identifier, const char* optionsCmdLine) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinAddPTX
+    _check_or_init_nvfatbin()
+    if __nvFatbinAddPTX == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinAddPTX is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle, const char*, size_t, const char*, const char*, const char*) noexcept nogil>__nvFatbinAddPTX)(
+        handle, code, size, arch, identifier, optionsCmdLine)
+
+
+cdef nvFatbinResult _nvFatbinAddCubin(nvFatbinHandle handle, const void* code, size_t size, const char* arch, const char* identifier) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinAddCubin
+    _check_or_init_nvfatbin()
+    if __nvFatbinAddCubin == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinAddCubin is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle, const void*, size_t, const char*, const char*) noexcept nogil>__nvFatbinAddCubin)(
+        handle, code, size, arch, identifier)
+
+
+cdef nvFatbinResult _nvFatbinAddLTOIR(nvFatbinHandle handle, const void* code, size_t size, const char* arch, const char* identifier, const char* optionsCmdLine) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinAddLTOIR
+    _check_or_init_nvfatbin()
+    if __nvFatbinAddLTOIR == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinAddLTOIR is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle, const void*, size_t, const char*, const char*, const char*) noexcept nogil>__nvFatbinAddLTOIR)(
+        handle, code, size, arch, identifier, optionsCmdLine)
+
+
+cdef nvFatbinResult _nvFatbinSize(nvFatbinHandle handle, size_t* size) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinSize
+    _check_or_init_nvfatbin()
+    if __nvFatbinSize == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinSize is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle, size_t*) noexcept nogil>__nvFatbinSize)(
+        handle, size)
+
+
+cdef nvFatbinResult _nvFatbinGet(nvFatbinHandle handle, void* buffer) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinGet
+    _check_or_init_nvfatbin()
+    if __nvFatbinGet == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinGet is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle, void*) noexcept nogil>__nvFatbinGet)(
+        handle, buffer)
+
+
+cdef nvFatbinResult _nvFatbinVersion(unsigned int* major, unsigned int* minor) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinVersion
+    _check_or_init_nvfatbin()
+    if __nvFatbinVersion == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinVersion is not found")
+    return (<nvFatbinResult (*)(unsigned int*, unsigned int*) noexcept nogil>__nvFatbinVersion)(
+        major, minor)
+
+
+cdef nvFatbinResult _nvFatbinAddReloc(nvFatbinHandle handle, const void* code, size_t size) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinAddReloc
+    _check_or_init_nvfatbin()
+    if __nvFatbinAddReloc == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinAddReloc is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle, const void*, size_t) noexcept nogil>__nvFatbinAddReloc)(
+        handle, code, size)
+
+
+cdef nvFatbinResult _nvFatbinAddTileIR(nvFatbinHandle handle, const void* code, size_t size, const char* identifier, const char* optionsCmdLine) except?_NVFATBINRESULT_INTERNAL_LOADING_ERROR nogil:
+    global __nvFatbinAddTileIR
+    _check_or_init_nvfatbin()
+    if __nvFatbinAddTileIR == NULL:
+        with gil:
+            raise FunctionNotFoundError("function nvFatbinAddTileIR is not found")
+    return (<nvFatbinResult (*)(nvFatbinHandle, const void*, size_t, const char*, const char*) noexcept nogil>__nvFatbinAddTileIR)(
+        handle, code, size, identifier, optionsCmdLine)