mirror of
https://github.com/apache/druid.git
synced 2025-02-09 19:44:57 +00:00
37a50e6803
index_realtime tasks were removed from the documentation in #13107. Even at that time, they weren't really documented per se— just mentioned. They existed solely to support Tranquility, which is an obsolete ingestion method that predates migration of Druid to ASF and is no longer being maintained. Tranquility docs were also de-linked from the sidebars and the other doc pages in #11134. Only a stub remains, so people with links to the page can see that it's no longer recommended. index_realtime_appenderator tasks existed in the code base, but were never documented, nor as far as I am aware were they used for any purpose. This patch removes both task types completely, as well as removes all supporting code that was otherwise unused. It also updates the stub doc for Tranquility to be firmer that it is not compatible. (Previously, the stub doc said it wasn't recommended, and pointed out that it is built against an ancient 0.9.2 version of Druid.) ITUnionQueryTest has been migrated to the new integration tests framework and updated to use Kafka ingestion. Co-authored-by: Gian Merlino <gianmerlino@gmail.com>
65 lines
3.0 KiB
Python
Executable File
65 lines
3.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os
|
|
import requests
|
|
import subprocess
|
|
import sys
|
|
|
|
if len(sys.argv) != 5:
|
|
sys.stderr.write('usage: program <github-username> <previous-release-commit> <new-release-commit> <milestone-number-to-tag>\n')
|
|
sys.stderr.write(" e.g., program myusername 75c70c2ccc 29f3a328da 30\n")
|
|
sys.stderr.write(" e.g., The milestone number for Druid 30 is 56, since the milestone has the url https://github.com/apache/druid/milestone/56\n")
|
|
sys.stderr.write(" It is also necessary to set a GIT_TOKEN environment variable containing a personal access token.\n")
|
|
sys.exit(1)
|
|
|
|
expected_apache_html_url_prefix = "https://github.com/apache/druid/pull/"
|
|
|
|
github_username = sys.argv[1]
|
|
previous_release_commit = sys.argv[2]
|
|
new_release_commit = sys.argv[3]
|
|
milestone = sys.argv[4]
|
|
milestone_json = {'milestone': milestone}
|
|
|
|
# Find all commits between that commit and the current release branch
|
|
command = "git rev-list {}..{}".format(previous_release_commit, new_release_commit)
|
|
all_commits = subprocess.check_output(command, shell=True).decode('UTF-8')
|
|
|
|
for sha in all_commits.splitlines():
|
|
try:
|
|
url = "https://api.github.com/repos/apache/druid/commits/{}/pulls".format(sha)
|
|
headers = {'Accept': 'application/vnd.github.groot-preview+json'}
|
|
pull_requests = requests.get(url, headers=headers, auth=(github_username, os.environ["GIT_TOKEN"])).json()
|
|
|
|
print("Retrieved {} pull requests associated to commit {}".format(len(pull_requests), sha))
|
|
for pr in pull_requests:
|
|
pr_number = pr['number']
|
|
if expected_apache_html_url_prefix not in pr['html_url']:
|
|
print("Skipping Pull Request {} associatd with commit {} since the PR is not from the Apache repo.".format(pr_number, sha))
|
|
continue
|
|
if pr['milestone'] is None:
|
|
print("Tagging Pull Request {} with milestone {}".format(pr_number, milestone))
|
|
url = "https://api.github.com/repos/apache/druid/issues/{}".format(pr_number)
|
|
requests.patch(url, json=milestone_json, auth=(github_username, os.environ["GIT_TOKEN"]))
|
|
else:
|
|
print("Skipping Pull Request {} since it's already tagged with milestone {}".format(pr_number, pr['milestone']['number']))
|
|
|
|
except Exception as e:
|
|
print("Got exception for commit: {} ex: {}".format(sha, e))
|
|
continue
|
|
|