Add CUDA 13.0 Tests for CuFile I/O Operations (#1060)

* Add 13.0 Tests

* Add first set of generated cybind bindings

* Add _internal cybind generated bindings

* Remove overriding tests

* Add previously deleted test

* Simplify test_batch_io_large_operations

* fmt

* add _internal bindings

* add main bindings

* fmt

* test fmt

* bindings

* remove files

* remove unnecessary write check

* add field checks for stats

* add test for get_parameter_min_max and add pytest marker

* reference exposed classes for stats tests

* add OpsCounter and GPUStats

* add new driver pxd and pyx files

* add right bindings

* test fixes

* add tests

* Display cufile.log

* Try again to get logs out

* Don't hard stop when fail

* Try to be a little more robust

* Remove attempt to get cufile log out

* Mark test as 'skip'

* Remove || true

* fix tests that have side effects & bugs; remove skip

* stats

* Pull in the latest cybind changes from https://gitlab-master.nvidia.com/leof/cybind/-/merge_requests/205

* Update get_parameter_min_max_value API

* Fix test

* Reset stats when changed

* Disabling a broken test

* bring back all cdef classes

---------

Co-authored-by: Michael Droettboom <mdboom@gmail.com>
Co-authored-by: Leo Fang <leof@nvidia.com>

Author: 3 people

cuda_bindings/cuda/bindings/_internal/cufile.pxd

@@ -2,7 +2,7 @@
 #
 # SPDX-License-Identifier: LicenseRef-NVIDIA-SOFTWARE-LICENSE
 #
-# This code was automatically generated across versions from 12.9.0 to 13.0.2. Do not modify it directly.
+# This code was automatically generated across versions from 12.9.1 to 13.0.2. Do not modify it directly.
 
 from ..cycufile cimport *
 
@@ -18,6 +18,7 @@ cdef CUfileError_t _cuFileBufDeregister(const void* bufPtr_base) except?<CUfileE
 cdef ssize_t _cuFileRead(CUfileHandle_t fh, void* bufPtr_base, size_t size, off_t file_offset, off_t bufPtr_offset) except* nogil
 cdef ssize_t _cuFileWrite(CUfileHandle_t fh, const void* bufPtr_base, size_t size, off_t file_offset, off_t bufPtr_offset) except* nogil
 cdef CUfileError_t _cuFileDriverOpen() except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
+cdef CUfileError_t _cuFileDriverClose() except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
 cdef CUfileError_t _cuFileDriverClose_v2() except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
 cdef long _cuFileUseCount() except* nogil
 cdef CUfileError_t _cuFileDriverGetProperties(CUfileDrvProps_t* props) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
@@ -41,7 +42,6 @@ cdef CUfileError_t _cuFileGetParameterString(CUFileStringConfigParameter_t param
 cdef CUfileError_t _cuFileSetParameterSizeT(CUFileSizeTConfigParameter_t param, size_t value) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
 cdef CUfileError_t _cuFileSetParameterBool(CUFileBoolConfigParameter_t param, cpp_bool value) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
 cdef CUfileError_t _cuFileSetParameterString(CUFileStringConfigParameter_t param, const char* desc_str) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
-cdef CUfileError_t _cuFileDriverClose() except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
 cdef CUfileError_t _cuFileGetParameterMinMaxValue(CUFileSizeTConfigParameter_t param, size_t* min_value, size_t* max_value) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
 cdef CUfileError_t _cuFileSetStatsLevel(int level) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil
 cdef CUfileError_t _cuFileGetStatsLevel(int* level) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil

cuda_bindings/cuda/bindings/_internal/cufile_linux.pyx

@@ -2,7 +2,7 @@
 #
 # SPDX-License-Identifier: LicenseRef-NVIDIA-SOFTWARE-LICENSE
 #
-# This code was automatically generated across versions from 12.9.0 to 13.0.2. Do not modify it directly.
+# This code was automatically generated across versions from 12.9.1 to 13.0.2. Do not modify it directly.
 
 from libc.stdint cimport intptr_t, uintptr_t
 import threading
@@ -68,6 +68,7 @@ cdef void* __cuFileBufDeregister = NULL
 cdef void* __cuFileRead = NULL
 cdef void* __cuFileWrite = NULL
 cdef void* __cuFileDriverOpen = NULL
+cdef void* __cuFileDriverClose = NULL
 cdef void* __cuFileDriverClose_v2 = NULL
 cdef void* __cuFileUseCount = NULL
 cdef void* __cuFileDriverGetProperties = NULL
@@ -91,7 +92,6 @@ cdef void* __cuFileGetParameterString = NULL
 cdef void* __cuFileSetParameterSizeT = NULL
 cdef void* __cuFileSetParameterBool = NULL
 cdef void* __cuFileSetParameterString = NULL
-cdef void* __cuFileDriverClose = NULL
 cdef void* __cuFileGetParameterMinMaxValue = NULL
 cdef void* __cuFileSetStatsLevel = NULL
 cdef void* __cuFileGetStatsLevel = NULL
@@ -167,6 +167,13 @@ cdef int __check_or_init_cufile() except -1 nogil:
                 handle = load_library()
             __cuFileDriverOpen = dlsym(handle, 'cuFileDriverOpen')
 
+        global __cuFileDriverClose
+        __cuFileDriverClose = dlsym(RTLD_DEFAULT, 'cuFileDriverClose')
+        if __cuFileDriverClose == NULL:
+            if handle == NULL:
+                handle = load_library()
+            __cuFileDriverClose = dlsym(handle, 'cuFileDriverClose')
+
         global __cuFileDriverClose_v2
         __cuFileDriverClose_v2 = dlsym(RTLD_DEFAULT, 'cuFileDriverClose_v2')
         if __cuFileDriverClose_v2 == NULL:
@@ -328,13 +335,6 @@ cdef int __check_or_init_cufile() except -1 nogil:
                 handle = load_library()
             __cuFileSetParameterString = dlsym(handle, 'cuFileSetParameterString')
 
-        global __cuFileDriverClose
-        __cuFileDriverClose = dlsym(RTLD_DEFAULT, 'cuFileDriverClose')
-        if __cuFileDriverClose == NULL:
-            if handle == NULL:
-                handle = load_library()
-            __cuFileDriverClose = dlsym(handle, 'cuFileDriverClose')
-
         global __cuFileGetParameterMinMaxValue
         __cuFileGetParameterMinMaxValue = dlsym(RTLD_DEFAULT, 'cuFileGetParameterMinMaxValue')
         if __cuFileGetParameterMinMaxValue == NULL:
@@ -462,6 +462,9 @@ cpdef dict _inspect_function_pointers():
     global __cuFileDriverOpen
     data["__cuFileDriverOpen"] = <intptr_t>__cuFileDriverOpen
 
+    global __cuFileDriverClose
+    data["__cuFileDriverClose"] = <intptr_t>__cuFileDriverClose
+
     global __cuFileDriverClose_v2
     data["__cuFileDriverClose_v2"] = <intptr_t>__cuFileDriverClose_v2
 
@@ -531,9 +534,6 @@ cpdef dict _inspect_function_pointers():
     global __cuFileSetParameterString
     data["__cuFileSetParameterString"] = <intptr_t>__cuFileSetParameterString
 
-    global __cuFileDriverClose
-    data["__cuFileDriverClose"] = <intptr_t>__cuFileDriverClose
-
     global __cuFileGetParameterMinMaxValue
     data["__cuFileGetParameterMinMaxValue"] = <intptr_t>__cuFileGetParameterMinMaxValue
 
@@ -656,6 +656,16 @@ cdef CUfileError_t _cuFileDriverOpen() except?<CUfileError_t>CUFILE_LOADING_ERRO
         )
 
 
+cdef CUfileError_t _cuFileDriverClose() except?<CUfileError_t>CUFILE_LOADING_ERROR nogil:
+    global __cuFileDriverClose
+    _check_or_init_cufile()
+    if __cuFileDriverClose == NULL:
+        with gil:
+            raise FunctionNotFoundError("function cuFileDriverClose is not found")
+    return (<CUfileError_t (*)() noexcept nogil>__cuFileDriverClose)(
+        )
+
+
 cdef CUfileError_t _cuFileDriverClose_v2() except?<CUfileError_t>CUFILE_LOADING_ERROR nogil:
     global __cuFileDriverClose_v2
     _check_or_init_cufile()
@@ -887,16 +897,6 @@ cdef CUfileError_t _cuFileSetParameterString(CUFileStringConfigParameter_t param
         param, desc_str)
 
 
-cdef CUfileError_t _cuFileDriverClose() except?<CUfileError_t>CUFILE_LOADING_ERROR nogil:
-    global __cuFileDriverClose
-    _check_or_init_cufile()
-    if __cuFileDriverClose == NULL:
-        with gil:
-            raise FunctionNotFoundError("function cuFileDriverClose is not found")
-    return (<CUfileError_t (*)() noexcept nogil>__cuFileDriverClose)(
-        )
-
-
 cdef CUfileError_t _cuFileGetParameterMinMaxValue(CUFileSizeTConfigParameter_t param, size_t* min_value, size_t* max_value) except?<CUfileError_t>CUFILE_LOADING_ERROR nogil:
     global __cuFileGetParameterMinMaxValue
     _check_or_init_cufile()

cuda_bindings/cuda/bindings/cufile.pxd

@@ -2,7 +2,7 @@
 #
 # SPDX-License-Identifier: LicenseRef-NVIDIA-SOFTWARE-LICENSE
 #
-# This code was automatically generated across versions from 12.9.0 to 13.0.2. Do not modify it directly.
+# This code was automatically generated across versions from 12.9.1 to 13.0.2. Do not modify it directly.
 
 from libc.stdint cimport intptr_t
 
@@ -18,12 +18,7 @@ ctypedef CUfileBatchHandle_t BatchHandle
 ctypedef CUfileError_t Error
 ctypedef cufileRDMAInfo_t RDMAInfo
 ctypedef CUfileFSOps_t FSOps
-ctypedef CUfileOpCounter_t OpCounter
-ctypedef CUfilePerGpuStats_t PerGpuStats
 ctypedef CUfileDrvProps_t DrvProps
-ctypedef CUfileStatsLevel1_t StatsLevel1
-ctypedef CUfileStatsLevel2_t StatsLevel2
-ctypedef CUfileStatsLevel3_t StatsLevel3
 
 
 ###############################################################################
@@ -77,3 +72,15 @@ cpdef str get_parameter_string(int param, int len)
 cpdef set_parameter_size_t(int param, size_t value)
 cpdef set_parameter_bool(int param, bint value)
 cpdef set_parameter_string(int param, intptr_t desc_str)
+cpdef tuple get_parameter_min_max_value(int param)
+cpdef set_stats_level(int level)
+cpdef int get_stats_level() except? 0
+cpdef stats_start()
+cpdef stats_stop()
+cpdef stats_reset()
+cpdef get_stats_l1(intptr_t stats)
+cpdef get_stats_l2(intptr_t stats)
+cpdef get_stats_l3(intptr_t stats)
+cpdef size_t get_bar_size_in_kb(int gpu_ind_ex) except? 0
+cpdef set_parameter_posix_pool_slab_array(intptr_t size_values, intptr_t count_values, int len)
+cpdef get_parameter_posix_pool_slab_array(intptr_t size_values, intptr_t count_values, int len)