# MIT License # # Copyright (c) 2017-2026 Advanced Micro Devices, Inc. All rights reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. option(BENCHMARK_CONFIG_TUNING "Benchmark device-level functions using various configs" OFF) option(BENCHMARK_AUTOTUNED_TYPES_ONLY "Benchmark autotuned types only, which lowers the benchmarking runtime" OFF) include(../cmake/ConfigAutotune.cmake) include(ConfigAutotuneSettings.cmake) option(BENCHMARK_TUNE_PARAM_NAMES "Tuning parameter names" "") option(BENCHMARK_TUNE_PARAMS "Tuning parameters" "") # Get the current branch, or fall back to DETACHED execute_process( COMMAND ${GIT_EXECUTABLE} symbolic-ref -q --short HEAD WORKING_DIRECTORY ${CMAKE_CURRENT_LIST_DIR} OUTPUT_VARIABLE BRANCH_NAME OUTPUT_STRIP_TRAILING_WHITESPACE ) if(BRANCH_NAME STREQUAL "") set(BRANCH_NAME "DETACHED") endif() # Get the short commit hash execute_process( COMMAND ${GIT_EXECUTABLE} rev-parse --short HEAD WORKING_DIRECTORY ${CMAKE_CURRENT_LIST_DIR} OUTPUT_VARIABLE COMMIT_HASH OUTPUT_STRIP_TRAILING_WHITESPACE ) if(BENCHMARK_CONFIG_TUNING) add_custom_target("benchmark_config_tuning") endif() function(add_rocprim_benchmark BENCHMARK_SOURCE) get_filename_component(BENCHMARK_TARGET ${BENCHMARK_SOURCE} NAME_WE) if(USE_HIPCXX) set_source_files_properties(${BENCHMARK_SOURCE} PROPERTIES LANGUAGE HIP) endif() if(BENCHMARK_CONFIG_TUNING) if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/${BENCHMARK_TARGET}.parallel.cpp.in") message(STATUS "found ${BENCHMARK_TARGET}.parallel.cpp.in file, compiling in parallel.") read_config_autotune_settings(${BENCHMARK_TARGET} list_across_names list_across output_pattern_suffix) if(BENCHMARK_TUNE_PARAM_NAMES AND BENCHMARK_TUNE_PARAMS) set(list_across_names "${BENCHMARK_TUNE_PARAM_NAMES}") set(list_across "${BENCHMARK_TUNE_PARAMS}") endif() #make sure that variables are not empty, i.e. there actually is an entry for that benchmark in benchmark/ConfigAutotuneSettings.cmake if(list_across_names) add_executable(${BENCHMARK_TARGET} ${BENCHMARK_SOURCE}) target_compile_definitions(${BENCHMARK_TARGET} PRIVATE BENCHMARK_CONFIG_TUNING) add_matrix(TARGET ${BENCHMARK_TARGET} SHARDS 1 CURRENT_SHARD 0 INPUT "${BENCHMARK_TARGET}.parallel.cpp.in" OUTPUT_PATTERN "${BENCHMARK_TARGET}_${output_pattern_suffix}" NAMES ${list_across_names} LISTS ${list_across}) add_dependencies(benchmark_config_tuning ${BENCHMARK_TARGET}) else() message(WARNING "No config-tuning entry in benchmark/ConfigAutotuneSettings.cmake for ${BENCHMARK_TARGET}!") return() endif() else() #do nothing if BENCHMARK_CONFIG_TUNING is ON but no ${BENCHMARK_TARGET}.parallel.cpp.in exists return() endif() else() add_executable(${BENCHMARK_TARGET} ${BENCHMARK_SOURCE}) endif() target_include_directories(${BENCHMARK_TARGET} PRIVATE ../../../shared/primbench) target_compile_definitions(${BENCHMARK_TARGET} PUBLIC BRANCH_NAME="${BRANCH_NAME}") target_compile_definitions(${BENCHMARK_TARGET} PUBLIC COMMIT_HASH="${COMMIT_HASH}") if(BUILD_NAIVE_BENCHMARK) target_compile_definitions(${BENCHMARK_TARGET} PUBLIC BUILD_NAIVE_BENCHMARK) endif() if(BENCHMARK_AUTOTUNED_TYPES_ONLY) target_compile_definitions(${BENCHMARK_TARGET} PUBLIC BENCHMARK_AUTOTUNED_TYPES_ONLY) endif() target_link_libraries(${BENCHMARK_TARGET} PRIVATE rocprim) if(USE_HIPCXX) target_link_libraries(${BENCHMARK_TARGET} PRIVATE $,hip::host,hip::device> ) else() target_link_libraries(${BENCHMARK_TARGET} PRIVATE hip::device) endif() if(WIN32) target_compile_definitions(${BENCHMARK_TARGET} PUBLIC PRIMBENCH_NO_MONITORING) else() target_link_libraries(${BENCHMARK_TARGET} PRIVATE amd_smi) endif() target_compile_options(${BENCHMARK_TARGET} PRIVATE $<$: /bigobj # number of sections exceeded object file format limit: compile with /bigobj > ) set_target_properties(${BENCHMARK_TARGET} PROPERTIES RUNTIME_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/benchmark" ) if (ROCPRIM_INSTALL) rocm_install(TARGETS ${BENCHMARK_TARGET} COMPONENT benchmarks) endif() if (WIN32 AND NOT DEFINED DLLS_COPIED) set(DLLS_COPIED "YES") set(DLLS_COPIED ${DLLS_COPIED} PARENT_SCOPE) # for now adding in all .dll as dependency chain is not cmake based on win32 file( GLOB third_party_dlls LIST_DIRECTORIES ON CONFIGURE_DEPENDS ${HIP_DIR}/bin/*.dll ${CMAKE_SOURCE_DIR}/rtest.* ) foreach( file_i ${third_party_dlls}) add_custom_command( TARGET ${BENCHMARK_TARGET} POST_BUILD COMMAND ${CMAKE_COMMAND} ARGS -E copy_if_different ${file_i} ${PROJECT_BINARY_DIR}/benchmark ) endforeach( file_i ) endif() endfunction() # **************************************************************************** # Benchmarks # **************************************************************************** add_rocprim_benchmark(benchmark_block_adjacent_difference.cpp) add_rocprim_benchmark(benchmark_block_discontinuity.cpp) add_rocprim_benchmark(benchmark_block_exchange.cpp) add_rocprim_benchmark(benchmark_block_histogram.cpp) add_rocprim_benchmark(benchmark_block_radix_sort.cpp) add_rocprim_benchmark(benchmark_block_radix_rank.cpp) add_rocprim_benchmark(benchmark_block_reduce.cpp) add_rocprim_benchmark(benchmark_block_run_length_decode.cpp) add_rocprim_benchmark(benchmark_block_scan.cpp) add_rocprim_benchmark(benchmark_block_sort.cpp) add_rocprim_benchmark(benchmark_config_dispatch.cpp) add_rocprim_benchmark(benchmark_device_adjacent_difference.cpp) # Workaround for ROCm/llvm-project#2616: DAG combine cycle hangs codegen at # -O2/-O3 on gfx950 for this TU. Build at -O1 until the codegen fix lands. if(TARGET benchmark_device_adjacent_difference) target_compile_options(benchmark_device_adjacent_difference PRIVATE -O1) endif() add_rocprim_benchmark(benchmark_device_adjacent_find.cpp) add_rocprim_benchmark(benchmark_device_batch_memcpy.cpp) add_rocprim_benchmark(benchmark_device_binary_search.cpp) add_rocprim_benchmark(benchmark_device_find_first_of.cpp) add_rocprim_benchmark(benchmark_device_find_end.cpp) add_rocprim_benchmark(benchmark_device_histogram.cpp) add_rocprim_benchmark(benchmark_device_merge.cpp) add_rocprim_benchmark(benchmark_device_merge_inplace.cpp) add_rocprim_benchmark(benchmark_device_merge_sort.cpp) add_rocprim_benchmark(benchmark_device_merge_sort_block_sort.cpp) add_rocprim_benchmark(benchmark_device_merge_sort_block_merge.cpp) add_rocprim_benchmark(benchmark_device_nth_element.cpp) add_rocprim_benchmark(benchmark_device_partial_sort.cpp) add_rocprim_benchmark(benchmark_device_partial_sort_copy.cpp) add_rocprim_benchmark(benchmark_device_partition.cpp) add_rocprim_benchmark(benchmark_device_radix_sort.cpp) add_rocprim_benchmark(benchmark_device_radix_sort_block_sort.cpp) add_rocprim_benchmark(benchmark_device_radix_sort_onesweep.cpp) add_rocprim_benchmark(benchmark_device_reduce_by_key.cpp) add_rocprim_benchmark(benchmark_device_reduce_by_key_deterministic.cpp) add_rocprim_benchmark(benchmark_device_reduce.cpp) add_rocprim_benchmark(benchmark_device_run_length_encode.cpp) add_rocprim_benchmark(benchmark_device_run_length_encode_non_trivial_runs.cpp) add_rocprim_benchmark(benchmark_device_scan.cpp) add_rocprim_benchmark(benchmark_device_scan_deterministic.cpp) add_rocprim_benchmark(benchmark_device_scan_by_key.cpp) add_rocprim_benchmark(benchmark_device_search.cpp) add_rocprim_benchmark(benchmark_device_scan_by_key_deterministic.cpp) add_rocprim_benchmark(benchmark_device_search_n.cpp) add_rocprim_benchmark(benchmark_device_select.cpp) add_rocprim_benchmark(benchmark_device_segmented_radix_sort_keys.cpp) add_rocprim_benchmark(benchmark_device_segmented_radix_sort_pairs.cpp) add_rocprim_benchmark(benchmark_device_segmented_reduce.cpp) add_rocprim_benchmark(benchmark_device_segmented_scan.cpp) add_rocprim_benchmark(benchmark_device_segmented_topk_air.cpp) add_rocprim_benchmark(benchmark_device_topk_air.cpp) add_rocprim_benchmark(benchmark_device_transform.cpp) add_rocprim_benchmark(benchmark_device_transform_pointer.cpp) add_rocprim_benchmark(benchmark_predicate_iterator.cpp) add_rocprim_benchmark(benchmark_warp_exchange.cpp) add_rocprim_benchmark(benchmark_warp_reduce.cpp) add_rocprim_benchmark(benchmark_warp_scan.cpp) add_rocprim_benchmark(benchmark_warp_sort.cpp) add_rocprim_benchmark(benchmark_warp_sort_stable.cpp) add_rocprim_benchmark(benchmark_device_memory.cpp)