Gradle check retry (#2638)

* Add retry plugin support for Test implementations

Signed-off-by: Kunal Kotwani <kkotwani@amazon.com>

* Update test retry parameters

Signed-off-by: Kunal Kotwani <kkotwani@amazon.com>

* Remove CI environment check for test retries

Signed-off-by: Kunal Kotwani <kkotwani@amazon.com>

* Update retry count for tests

Signed-off-by: Kunal Kotwani <kkotwani@amazon.com>

build.gradle

@@ -49,6 +49,7 @@ plugins {
   id 'opensearch.docker-support'
   id 'opensearch.global-build-info'
   id "com.diffplug.spotless" version "6.3.0" apply false
+  id "org.gradle.test-retry" version "1.3.1" apply false
 }
 
 apply from: 'gradle/build-complete.gradle'
@@ -386,6 +387,18 @@ gradle.projectsEvaluated {
   }
 }
 
+// test retry configuration
+subprojects {
+  apply plugin: "org.gradle.test-retry"
+  tasks.withType(Test).configureEach {
+    retry {
+      failOnPassedAfterRetry = false
+      maxRetries = 3
+      maxFailures = 10
+    }
+  }
+}
+
 // eclipse configuration
 allprojects {
   apply plugin: 'eclipse'