mirror of https://github.com/apache/druid.git
121 lines
4.8 KiB
YAML
121 lines
4.8 KiB
YAML
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# GitHub workflow that runs revised/new ITs
|
|
|
|
name: "Revised ITs workflow"
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
BACKWARD_COMPATIBILITY_IT_ENABLED:
|
|
description: "Flag for backward compatibility IT"
|
|
required: false
|
|
default: false
|
|
type: string
|
|
DRUID_PREVIOUS_VERSION:
|
|
description: "Previous druid versions to run the test against."
|
|
required: false
|
|
type: string
|
|
DRUID_PREVIOUS_VERSION_DOWNLOAD_URL:
|
|
description: "URL to download the previous druid version."
|
|
required: false
|
|
type: string
|
|
DRUID_PREVIOUS_IT_IMAGE_NAME:
|
|
description: "Druid previous version image name."
|
|
required: false
|
|
type: string
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
changes:
|
|
runs-on: ubuntu-latest
|
|
# Required permissions
|
|
permissions:
|
|
pull-requests: read
|
|
# Set job outputs to values from filter step
|
|
outputs:
|
|
# run everything if not a PR
|
|
core: ${{ steps.filter.outputs.core || github.event_name != 'pull_request'}}
|
|
# the common extension in revised ITs is different from the one in standard ITs
|
|
common-extensions: ${{ steps.filter.outputs.common-extensions }}
|
|
steps:
|
|
- uses: dorny/paths-filter@v3.0.0
|
|
if: github.event_name == 'pull_request'
|
|
id: filter
|
|
with:
|
|
filters: |
|
|
common-extensions:
|
|
- 'extension-core/(mysql-metadata-storage|druid-it-tools|druid-lookups-cached-global|druid-histogram|druid-datasketches|druid-parquet-extensions|druid-avro-extensions|druid-protobuf-extensions|druid-orc-extensions|druid-kafka-indexing-service|druid-s3-extensions|druid-multi-stage-query|druid-catalog)/**'
|
|
core:
|
|
- '!extension*/**'
|
|
|
|
it:
|
|
needs: changes
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
# jdk: [11, 17]
|
|
jdk: [17]
|
|
it: [HighAvailability, MultiStageQuery, Catalog, BatchIndex, MultiStageQueryWithMM, InputSource, InputFormat, Security, Query]
|
|
#indexer: [indexer, middleManager]
|
|
indexer: [middleManager]
|
|
uses: ./.github/workflows/reusable-revised-its.yml
|
|
if: ${{ needs.changes.outputs.core == 'true' || needs.changes.outputs.common-extensions == 'true' }}
|
|
with:
|
|
build_jdk: ${{ matrix.jdk }}
|
|
runtime_jdk: ${{ matrix.jdk }}
|
|
use_indexer: ${{ matrix.indexer }}
|
|
script: ./it.sh github ${{ matrix.it }}
|
|
it: ${{ matrix.it }}
|
|
mysql_driver: com.mysql.jdbc.Driver
|
|
|
|
s3-deep-storage-minio:
|
|
needs: changes
|
|
uses: ./.github/workflows/reusable-revised-its.yml
|
|
if: ${{ needs.changes.outputs.core == 'true' || needs.changes.outputs.common-extensions == 'true' }}
|
|
with:
|
|
build_jdk: 17
|
|
runtime_jdk: 21.0.4
|
|
use_indexer: middleManager
|
|
script: ./it.sh github S3DeepStorage
|
|
it: S3DeepStorage
|
|
mysql_driver: com.mysql.jdbc.Driver
|
|
DRUID_CLOUD_BUCKET: druid-qa
|
|
DRUID_CLOUD_PATH: aws-${{ github.run_id }}-${{ github.run_attempt }}
|
|
AWS_REGION: us-east-1
|
|
AWS_ACCESS_KEY_ID: admin
|
|
AWS_SECRET_ACCESS_KEY: miniopassword
|
|
|
|
backward-compatibility-it:
|
|
needs: changes
|
|
uses: ./.github/workflows/reusable-revised-its.yml
|
|
if: ${{ inputs.BACKWARD_COMPATIBILITY_IT_ENABLED == 'true' && (needs.changes.outputs.core == 'true' || needs.changes.outputs.common-extensions == 'true') }}
|
|
with:
|
|
build_jdk: 17
|
|
runtime_jdk: 17
|
|
use_indexer: middleManager
|
|
script: ./it.sh github BackwardCompatibilityMain
|
|
it: BackwardCompatibilityMain
|
|
mysql_driver: com.mysql.jdbc.Driver
|
|
BACKWARD_COMPATIBILITY_IT_ENABLED: ${{ inputs.BACKWARD_COMPATIBILITY_IT_ENABLED }}
|
|
DRUID_PREVIOUS_VERSION: ${{ inputs.DRUID_PREVIOUS_VERSION }}
|
|
DRUID_PREVIOUS_VERSION_DOWNLOAD_URL: ${{ inputs.DRUID_PREVIOUS_VERSION_DOWNLOAD_URL }}
|
|
DRUID_PREVIOUS_IT_IMAGE_NAME: ${{ inputs.DRUID_PREVIOUS_IT_IMAGE_NAME }}
|
|
DRUID_CLOUD_BUCKET: druid-qa
|
|
DRUID_CLOUD_PATH: aws-${{ github.run_id }}-${{ github.run_attempt }}
|
|
AWS_REGION: us-east-1
|
|
AWS_ACCESS_KEY_ID: admin
|
|
AWS_SECRET_ACCESS_KEY: miniopassword
|