[Bug]Kinesis-data-format IT can not work (#11071)

* start schema-resgity and replace json template

* add docs

Co-authored-by: yuezhang <yuezhang@freewheel.tv>
This commit is contained in:
zhangyue19921010 2021-04-09 06:50:04 +08:00 committed by GitHub
parent dd4c5f2a17
commit de691808ce
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 13 additions and 2 deletions

View File

@ -258,7 +258,7 @@ of the integration test run discussed above. Running these tests requires the us
their own Cloud.
Currently, the integration test supports Amazon Kinesis, Google Cloud Storage, Amazon S3, and Microsoft Azure.
These can be run by providing "kinesis-index", "gcs-deep-storage", "s3-deep-storage", or "azure-deep-storage"
These can be run by providing "kinesis-index", "kinesis-data-format", "gcs-deep-storage", "s3-deep-storage", or "azure-deep-storage"
to -Dgroups for Amazon Kinesis, Google Cloud Storage, Amazon S3, and Microsoft Azure respectively. Note that only
one group should be run per mvn command.

View File

@ -69,7 +69,13 @@ getComposeArgs()
echo "-f ${DOCKERDIR}/docker-compose.yml"
fi
else
if [ "$DRUID_INTEGRATION_TEST_GROUP" = "kinesis-data-format" ]
then
# default + with override config + schema registry container
echo "-f ${DOCKERDIR}/docker-compose.override-env.yml -f ${DOCKERDIR}/docker-compose.schema-registry.yml"
else
# with override config
echo "-f ${DOCKERDIR}/docker-compose.override-env.yml"
echo "-f ${DOCKERDIR}/docker-compose.override-env.yml"
fi
fi
}

View File

@ -117,6 +117,11 @@ public abstract class AbstractKinesisIndexingServiceTest extends AbstractStreamI
"%%STREAM_PROPERTIES_KEY%%",
"endpoint"
);
spec = StringUtils.replace(
spec,
"%%SCHEMA_REGISTRY_HOST%%",
StringUtils.format("http://%s", config.getSchemaRegistryInternalHost())
);
return StringUtils.replace(
spec,
"%%STREAM_PROPERTIES_VALUE%%",