From cacfcfcdabe9c54e610e9a48370474b8022dd591 Mon Sep 17 00:00:00 2001 From: Jihoon Son Date: Wed, 19 Jan 2022 09:35:50 -0800 Subject: [PATCH] ignore hadoop-gcs directory already exists error for integration tests (#12169) --- integration-tests/script/copy_resources_template.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/integration-tests/script/copy_resources_template.sh b/integration-tests/script/copy_resources_template.sh index d4cd59cc08c..bd074fe088b 100755 --- a/integration-tests/script/copy_resources_template.sh +++ b/integration-tests/script/copy_resources_template.sh @@ -54,7 +54,7 @@ if [ -n "$DRUID_INTEGRATION_TEST_START_HADOOP_DOCKER" ] && [ "$DRUID_INTEGRATION then ## We put same version in both commands but as we have an if, correct code path will always be executed as this is generated script. ## Remove if - mkdir $SHARED_DIR/hadoop-dependencies/hadoop-gcs + mkdir -p $SHARED_DIR/hadoop-dependencies/hadoop-gcs if [ -n "${HADOOP_VERSION}" ] && [ "${HADOOP_VERSION:0:1}" == "3" ]; then java -cp "$SHARED_DIR/docker/lib/*" -Ddruid.extensions.hadoopDependenciesDir="$SHARED_DIR/hadoop-dependencies" org.apache.druid.cli.Main tools pull-deps -h org.apache.hadoop:hadoop-client-api:${hadoop.compile.version} -h org.apache.hadoop:hadoop-client-runtime:${hadoop.compile.version} -h org.apache.hadoop:hadoop-aws:${hadoop.compile.version} -h org.apache.hadoop:hadoop-azure:${hadoop.compile.version} curl https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop3-latest.jar --output $SHARED_DIR/hadoop-dependencies/hadoop-gcs/gcs-connector-hadoop3-latest.jar