cpp/CMakeLists.txt

-Original file line number
+Diff line change
@@ Expand Up / @@ -167,6 +167,7 @@ add_library( @@
       src/cuda_event.cpp
       src/integrations/cudf/partition.cpp
       src/integrations/cudf/utils.cpp
+      src/nvcomp.cpp
       src/pausable_thread_loop.cpp
       src/progress_thread.cpp
       src/rmm_resource_adaptor.cpp
@@ Expand Down @@

cpp/benchmarks/CMakeLists.txt

-Original file line number
+Diff line change
@@ Expand Up / @@ -61,6 +61,36 @@ install( @@
       EXCLUDE_FROM_ALL
     )
+    # ----------------------------------------------------------------------------
+    # nvCOMP compression + Communicator benchmark
+    find_package(nvcomp CONFIG REQUIRED)
+    add_executable(bench_comp_comm "bench_comp_comm.cpp")
+    set_target_properties(
+      bench_comp_comm
+      PROPERTIES RUNTIME_OUTPUT_DIRECTORY "$<BUILD_INTERFACE:${RAPIDSMPF_BINARY_DIR}/benchmarks>"
+                 CXX_STANDARD 20
+                 CXX_STANDARD_REQUIRED ON
+                 # For std:: support of __int128_t. Can be removed once using cuda::std
+                 CXX_EXTENSIONS ON
+                 CUDA_STANDARD 20
+                 CUDA_STANDARD_REQUIRED ON
+                 LINK_FLAGS "-Wl,--allow-shlib-undefined"
+    )
+    target_compile_options(
+      bench_comp_comm PRIVATE "$<$<COMPILE_LANGUAGE:CXX>:${RAPIDSMPF_CXX_FLAGS}>"
+                              "$<$<COMPILE_LANGUAGE:CUDA>:${RAPIDSMPF_CUDA_FLAGS}>"
+    )
+    target_link_libraries(
+      bench_comp_comm PRIVATE rapidsmpf::rapidsmpf ucxx::ucxx $<TARGET_NAME_IF_EXISTS:MPI::MPI_C>
+                              nvcomp::nvcomp $<TARGET_NAME_IF_EXISTS:conda_env> maybe_asan bench_utils
+    )
+    install(
+      TARGETS bench_comp_comm
+      COMPONENT benchmarking
+      DESTINATION bin/benchmarks/librapidsmpf
+      EXCLUDE_FROM_ALL
+    )
     # Find or install GoogleBench
     include(${rapids-cmake-dir}/cpm/gbench.cmake)
     rapids_cpm_gbench(BUILD_STATIC)
@@ Expand Down @@

Compressed data transfer benchmark #653

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft

pentschev wants to merge 26 commits into rapidsai:main from pentschev:nvcomp-benchmark

+1,447 −0

-Original file line number
+Diff line change
@@ Expand Up / @@ -167,6 +167,7 @@ add_library( @@
       src/cuda_event.cpp
       src/integrations/cudf/partition.cpp
       src/integrations/cudf/utils.cpp
+      src/nvcomp.cpp
       src/pausable_thread_loop.cpp
       src/progress_thread.cpp
       src/rmm_resource_adaptor.cpp
@@ Expand Down @@

-Original file line number
+Diff line change
@@ Expand Up / @@ -61,6 +61,36 @@ install( @@
       EXCLUDE_FROM_ALL
     )
+    # ----------------------------------------------------------------------------
+    # nvCOMP compression + Communicator benchmark
+    find_package(nvcomp CONFIG REQUIRED)
+    add_executable(bench_comp_comm "bench_comp_comm.cpp")
+    set_target_properties(
+      bench_comp_comm
+      PROPERTIES RUNTIME_OUTPUT_DIRECTORY "$<BUILD_INTERFACE:${RAPIDSMPF_BINARY_DIR}/benchmarks>"
+                 CXX_STANDARD 20
+                 CXX_STANDARD_REQUIRED ON
+                 # For std:: support of __int128_t. Can be removed once using cuda::std
+                 CXX_EXTENSIONS ON
+                 CUDA_STANDARD 20
+                 CUDA_STANDARD_REQUIRED ON
+                 LINK_FLAGS "-Wl,--allow-shlib-undefined"
+    )
+    target_compile_options(
+      bench_comp_comm PRIVATE "$<$<COMPILE_LANGUAGE:CXX>:${RAPIDSMPF_CXX_FLAGS}>"
+                              "$<$<COMPILE_LANGUAGE:CUDA>:${RAPIDSMPF_CUDA_FLAGS}>"
+    )
+    target_link_libraries(
+      bench_comp_comm PRIVATE rapidsmpf::rapidsmpf ucxx::ucxx $<TARGET_NAME_IF_EXISTS:MPI::MPI_C>
+                              nvcomp::nvcomp $<TARGET_NAME_IF_EXISTS:conda_env> maybe_asan bench_utils
+    )
+    install(
+      TARGETS bench_comp_comm
+      COMPONENT benchmarking
+      DESTINATION bin/benchmarks/librapidsmpf
+      EXCLUDE_FROM_ALL
+    )
     # Find or install GoogleBench
     include(${rapids-cmake-dir}/cpm/gbench.cmake)
     rapids_cpm_gbench(BUILD_STATIC)
@@ Expand Down @@

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Compressed data transfer benchmark #653

Diff view

Diff view

There are no files selected for viewing

Uh oh!

Compressed data transfer benchmark #653

Are you sure you want to change the base?

Compressed data transfer benchmark #653

Uh oh!

Uh oh!

Diff view

Diff view

There are no files selected for viewing

Uh oh!