diff --git a/cpp/src/arrow/compute/kernels/scalar_arithmetic.cc b/cpp/src/arrow/compute/kernels/scalar_arithmetic.cc
index 53d4751b8c4f..fa770ccd238f 100644
--- a/cpp/src/arrow/compute/kernels/scalar_arithmetic.cc
+++ b/cpp/src/arrow/compute/kernels/scalar_arithmetic.cc
@@ -1815,7 +1815,7 @@ void RegisterScalarArithmetic(FunctionRegistry* registry) {
 
   // Add neg_checked(duration) -> duration
   for (auto unit : TimeUnit::values()) {
-    auto exec = ArithmeticExec<ScalarUnaryNotNull, Negate>(duration(unit));
+    auto exec = ArithmeticExec<ScalarUnaryNotNull, NegateChecked>(duration(unit));
     DCHECK_OK(
         negate_checked->AddKernel({duration(unit)}, OutputType(duration(unit)), exec));
   }
diff --git a/cpp/src/arrow/compute/kernels/scalar_temporal_test.cc b/cpp/src/arrow/compute/kernels/scalar_temporal_test.cc
index 86a81ffdd384..392d1283af33 100644
--- a/cpp/src/arrow/compute/kernels/scalar_temporal_test.cc
+++ b/cpp/src/arrow/compute/kernels/scalar_temporal_test.cc
@@ -3874,6 +3874,25 @@ TEST_F(ScalarTemporalTest, TestDurationTemporalWeekMultipleOverflow) {
   }
 }
 
+TEST_F(ScalarTemporalTest, DurationNegateCheckedOverflow) {
+  for (auto unit : TimeUnit::values()) {
+    auto type = duration(unit);
+    auto overflow = ArrayFromJSON(type, "[-9223372036854775808]");
+    ASSERT_RAISES(Invalid, CallFunction("negate_checked", {overflow}));
+    ASSERT_OK_AND_ASSIGN(auto scalar, overflow->GetScalar(0));
+    ASSERT_RAISES(Invalid, CallFunction("negate_checked", {scalar}));
+
+    auto values = ArrayFromJSON(type,
+                                "[-9223372036854775807, 9223372036854775807, "
+                                "null, -1, 0, 1]");
+    auto expected = ArrayFromJSON(type,
+                                  "[9223372036854775807, -9223372036854775807, "
+                                  "null, 1, 0, -1]");
+    CheckScalarUnary("negate_checked", values, expected);
+    CheckScalarUnary("negate", overflow, overflow);
+  }
+}
+
 TEST_F(ScalarTemporalTest, DurationUnaryArithmetics) {
   auto arr = ArrayFromJSON(duration(TimeUnit::SECOND), "[2, -1, null, 3, 0]");
   CheckScalarUnary("negate", arr,