#!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. ## @description check a file ## @audience private ## @stability evolving ## @replaceable no ## @param filename ## @param jarfile ## @return 0 = destroy verify dir ## @return 1 = keep verify dir function process_file { declare check=$1 declare fqfn=$2 declare fn declare keepdir declare tf declare count declare valid fn=$(basename "${fqfn}") keepdir=false valid=0 count=0 unzip -o -d "${WORK_DIR}/${fn}" "${fqfn}" '*'"${check}"'*' >/dev/null 2>&1 while read -r tf; do ((count = count + 1)) if diff -q "${DIST_DIR}/${check}.txt" "${tf}" >/dev/null 2>&1; then ((valid = valid + 1)) fi done < <(find "${WORK_DIR}/${fn}" -name "${check}"'*') if [[ "${count}" -eq 0 ]]; then hadoop_error "ERROR: ${fn}: Missing a ${check} file" elif [[ "${count}" -gt 1 ]]; then hadoop_error "WARNING: ${fn}: Found ${count} ${check} files (${valid} were valid)" keepdir=true fi if [[ "${valid}" -eq 0 ]] && [[ "${count}" -gt 0 ]]; then hadoop_error "ERROR: ${fn}: No valid ${check} found" keepdir=true fi if [[ "${keepdir}" = "false" ]]; then return 0 else return 1 fi } ## @description check a jar ## @audience private ## @stability evolving ## @replaceable no ## @param jarfile ## @return 0 - success ## @return 1 - errors function process_jar { declare fqfn=$1 declare fn declare keepwork fn=$(basename "${fqfn}") keepwork=false if [[ ! ${fn} =~ hadoop-.*-${PROJ_VERSION} ]]; then return fi mkdir -p "${WORK_DIR}/${fn}" if ! process_file LICENSE "${fqfn}"; then keepwork=true fi if ! process_file NOTICE "${fqfn}"; then keepwork=true fi if [[ "${keepwork}" = "false" ]]; then rm -rf "${WORK_DIR:?}/${fn}" return 0 else hadoop_error "" return 1 fi } MYNAME="${BASH_SOURCE-$0}" #shellcheck disable=SC2034 HADOOP_SHELL_EXECNAME="${MYNAME##*/}" BINDIR=$(cd -P -- "$(dirname -- "${MYNAME}")" >/dev/null && pwd -P) #shellcheck disable=SC2034 HADOOP_LIBEXEC_DIR="${BINDIR}/../../hadoop-common-project/hadoop-common/src/main/bin" #shellcheck disable=SC1090 . "${HADOOP_LIBEXEC_DIR}/hadoop-functions.sh" HADOOP_LIBEXEC_DIR=$(hadoop_abs "${HADOOP_LIBEXEC_DIR}") BINDIR=$(hadoop_abs "${BINDIR}") BASEDIR=$(hadoop_abs "${BINDIR}/../..") pushd "${BASEDIR}" >/dev/null #shellcheck disable=SC2016 PROJ_VERSION=$(mvn -q -Dexec.executable="echo" -Dexec.args='${project.version}' --non-recursive exec:exec) popd >/dev/null DIST_DIR="${BASEDIR}/hadoop-dist/target/hadoop-${PROJ_VERSION}" WORK_DIR="${BASEDIR}/patchprocess/verify" rm -rf "${WORK_DIR:?}" mkdir -p "${WORK_DIR}" while read -r filename; do process_jar "${filename}" ((ret = ret + $? )) done < <(find "${DIST_DIR}" \ -name "hadoop-*${PROJ_VERSION}*.jar" -or \ -name "hadoop-*${PROJ_VERSION}*.war") if [[ ${ret} -gt 0 ]]; then exit 1 fi exit 0