diff --git a/client/benchmark/build.gradle b/client/benchmark/build.gradle
index 9ca53292a4956..5d557207ea3c8 100644
--- a/client/benchmark/build.gradle
+++ b/client/benchmark/build.gradle
@@ -46,9 +46,7 @@ mainClassName = 'org.elasticsearch.client.benchmark.BenchmarkMain'
 
 
 // never try to invoke tests on the benchmark project - there aren't any
-check.dependsOn.remove(test)
-// explicitly override the test task too in case somebody invokes 'gradle test' so it won't trip
-task test(type: Test, overwrite: true)
+test.enabled = false
 
 dependencies {
   compile 'org.apache.commons:commons-math3:3.2'