99 lines
4.0 KiB
Python
99 lines
4.0 KiB
Python
#!/usr/bin/env python3
|
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""
|
|
Platform package dependency resolver for building Apache Hadoop.
|
|
"""
|
|
|
|
import argparse
|
|
import json
|
|
import sys
|
|
from check_platform import is_supported_platform
|
|
|
|
|
|
def get_packages(platform, release=None):
|
|
"""
|
|
Resolve and get the list of packages to install for the given platform.
|
|
|
|
:param platform: The platform for which the packages needs to be resolved.
|
|
:param release: An optional parameter that filters the packages of the given platform for the
|
|
specified release.
|
|
:return: A list of resolved packages to install.
|
|
"""
|
|
with open('pkg-resolver/packages.json', encoding='utf-8', mode='r') as pkg_file:
|
|
pkgs = json.loads(pkg_file.read())
|
|
packages = []
|
|
|
|
def process_package(package, in_release=False):
|
|
"""
|
|
Processes the given package object that belongs to a platform and adds it to the packages
|
|
list variable in the parent scope.
|
|
In essence, this method recursively traverses the JSON structure defined in packages.json
|
|
and performs the core filtering.
|
|
|
|
:param package: The package object to process.
|
|
:param in_release: A boolean that indicates whether the current travels belongs to a package
|
|
that needs to be filtered for the given release label.
|
|
"""
|
|
if isinstance(package, list):
|
|
for entry in package:
|
|
process_package(entry, in_release)
|
|
elif isinstance(package, dict):
|
|
if release is None:
|
|
return
|
|
for entry in package.get(release, []):
|
|
process_package(entry, in_release=True)
|
|
elif isinstance(package, str):
|
|
# Filter out the package that doesn't belong to this release,
|
|
# if a release label has been specified.
|
|
if release is not None and not in_release:
|
|
return
|
|
packages.append(package)
|
|
else:
|
|
raise Exception('Unknown package of type: {}'.format(type(package)))
|
|
|
|
for platforms in filter(lambda x: x.get(platform) is not None, pkgs.values()):
|
|
process_package(platforms.get(platform))
|
|
return packages
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if len(sys.argv) < 2:
|
|
print('ERROR: Need at least 1 argument, {} were provided'.format(len(sys.argv) - 1),
|
|
file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
arg_parser = argparse.ArgumentParser(
|
|
description='Platform package dependency resolver for building Apache Hadoop')
|
|
arg_parser.add_argument('-r', '--release', nargs=1, type=str,
|
|
help='The release label to filter the packages for the given platform')
|
|
arg_parser.add_argument('platform', nargs=1, type=str,
|
|
help='The name of the platform to resolve the dependencies for')
|
|
args = arg_parser.parse_args()
|
|
|
|
if not is_supported_platform(args.platform[0]):
|
|
print(
|
|
'ERROR: The given platform {} is not supported. '
|
|
'Please refer to platforms.json for a list of supported platforms'.format(
|
|
args.platform), file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
packages_to_install = get_packages(args.platform[0],
|
|
args.release[0] if args.release is not None else None)
|
|
print(' '.join(packages_to_install))
|