diff --git a/cpp/src/arrow/compute/CMakeLists.txt b/cpp/src/arrow/compute/CMakeLists.txt
index bfddb66358a..7fd7fb1e7ab 100644
--- a/cpp/src/arrow/compute/CMakeLists.txt
+++ b/cpp/src/arrow/compute/CMakeLists.txt
@@ -46,7 +46,7 @@ if(ARROW_TESTING AND ARROW_COMPUTE)
   target_link_libraries(arrow_compute_testing
                         PUBLIC $<TARGET_OBJECTS:arrow_compute_core_testing>
                         PUBLIC ${ARROW_GTEST_GTEST})
-  if(ARROW_BUILD_STATIC AND WIN32)
+  if(ARROW_TEST_LINKAGE STREQUAL "static" AND WIN32)
     target_compile_definitions(arrow_compute_testing PUBLIC ARROW_COMPUTE_STATIC
                                                             ARROW_STATIC)
   endif()