# Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # GitHub workflow that runs revised/new ITs name: "Revised ITs workflow" on: workflow_call: inputs: BACKWARD_COMPATIBILITY_IT_ENABLED: description: "Flag for backward compatibility IT" required: false default: false type: string DRUID_PREVIOUS_VERSION: description: "Previous druid versions to run the test against." required: false type: string DRUID_PREVIOUS_VERSION_DOWNLOAD_URL: description: "URL to download the previous druid version." required: false type: string DRUID_PREVIOUS_IT_IMAGE_NAME: description: "Druid previous version image name." required: false type: string workflow_dispatch: jobs: changes: runs-on: ubuntu-latest # Required permissions permissions: pull-requests: read # Set job outputs to values from filter step outputs: # run everything if not a PR core: ${{ steps.filter.outputs.core || github.event_name != 'pull_request'}} # the common extension in revised ITs is different from the one in standard ITs common-extensions: ${{ steps.filter.outputs.common-extensions }} steps: - uses: dorny/paths-filter@v3.0.0 if: github.event_name == 'pull_request' id: filter with: filters: | common-extensions: - 'extension-core/(mysql-metadata-storage|druid-it-tools|druid-lookups-cached-global|druid-histogram|druid-datasketches|druid-parquet-extensions|druid-avro-extensions|druid-protobuf-extensions|druid-orc-extensions|druid-kafka-indexing-service|druid-s3-extensions|druid-multi-stage-query|druid-catalog)/**' core: - '!extension*/**' it: needs: changes strategy: fail-fast: false matrix: # jdk: [11, 17] jdk: [17] it: [HighAvailability, MultiStageQuery, Catalog, BatchIndex, MultiStageQueryWithMM, InputSource, InputFormat, Security, Query] #indexer: [indexer, middleManager] indexer: [middleManager] uses: ./.github/workflows/reusable-revised-its.yml if: ${{ needs.changes.outputs.core == 'true' || needs.changes.outputs.common-extensions == 'true' }} with: build_jdk: ${{ matrix.jdk }} runtime_jdk: ${{ matrix.jdk }} use_indexer: ${{ matrix.indexer }} script: ./it.sh github ${{ matrix.it }} it: ${{ matrix.it }} mysql_driver: com.mysql.jdbc.Driver s3-deep-storage-minio: needs: changes uses: ./.github/workflows/reusable-revised-its.yml if: ${{ needs.changes.outputs.core == 'true' || needs.changes.outputs.common-extensions == 'true' }} with: build_jdk: 17 runtime_jdk: 21.0.4 use_indexer: middleManager script: ./it.sh github S3DeepStorage it: S3DeepStorage mysql_driver: com.mysql.jdbc.Driver DRUID_CLOUD_BUCKET: druid-qa DRUID_CLOUD_PATH: aws-${{ github.run_id }}-${{ github.run_attempt }} AWS_REGION: us-east-1 AWS_ACCESS_KEY_ID: admin AWS_SECRET_ACCESS_KEY: miniopassword backward-compatibility-it: needs: changes uses: ./.github/workflows/reusable-revised-its.yml if: ${{ inputs.BACKWARD_COMPATIBILITY_IT_ENABLED == 'true' && (needs.changes.outputs.core == 'true' || needs.changes.outputs.common-extensions == 'true') }} with: build_jdk: 17 runtime_jdk: 17 use_indexer: middleManager script: ./it.sh github BackwardCompatibilityMain it: BackwardCompatibilityMain mysql_driver: com.mysql.jdbc.Driver BACKWARD_COMPATIBILITY_IT_ENABLED: ${{ inputs.BACKWARD_COMPATIBILITY_IT_ENABLED }} DRUID_PREVIOUS_VERSION: ${{ inputs.DRUID_PREVIOUS_VERSION }} DRUID_PREVIOUS_VERSION_DOWNLOAD_URL: ${{ inputs.DRUID_PREVIOUS_VERSION_DOWNLOAD_URL }} DRUID_PREVIOUS_IT_IMAGE_NAME: ${{ inputs.DRUID_PREVIOUS_IT_IMAGE_NAME }} DRUID_CLOUD_BUCKET: druid-qa DRUID_CLOUD_PATH: aws-${{ github.run_id }}-${{ github.run_attempt }} AWS_REGION: us-east-1 AWS_ACCESS_KEY_ID: admin AWS_SECRET_ACCESS_KEY: miniopassword