From 69f91d8c48947f35988e3e75fe762872a532ae35 Mon Sep 17 00:00:00 2001 From: Wangda Tan Date: Tue, 27 Sep 2016 11:26:45 -0700 Subject: [PATCH] HADOOP-13544. JDiff reports unncessarily show unannotated APIs and cause confusion while our javadocs only show annotated and public APIs. (vinodkv via wangda) (cherry picked from commit 875062b5bc789158290bf93dadc71b5328ca4fee) (cherry picked from commit 269401dc83699e4de7b99e794eeb7646a7f3fc93) --- .../IncludePublicAnnotationsJDiffDoclet.java | 64 + .../jdiff/Apache_Hadoop_Common_2.7.2.xml | 14113 +---------- .../jdiff/Apache_Hadoop_HDFS_2.7.2.xml | 19396 +--------------- .../Apache_Hadoop_MapReduce_Common_2.7.2.xml | 727 +- .../Apache_Hadoop_MapReduce_Core_2.7.2.xml | 4165 +--- ...pache_Hadoop_MapReduce_JobClient_2.7.2.xml | 962 +- .../hadoop-mapreduce-client/pom.xml | 4 +- hadoop-project-dist/pom.xml | 4 +- .../jdiff/Apache_Hadoop_YARN_API_2.7.2.xml | 530 +- .../jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml | 613 +- .../jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml | 1051 +- ...Apache_Hadoop_YARN_Server_Common_2.7.2.xml | 1046 +- hadoop-yarn-project/hadoop-yarn/pom.xml | 4 +- 13 files changed, 308 insertions(+), 42371 deletions(-) create mode 100644 hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java diff --git a/hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java b/hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java new file mode 100644 index 00000000000..91b3a9ddf25 --- /dev/null +++ b/hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java @@ -0,0 +1,64 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.classification.tools; + +import com.sun.javadoc.DocErrorReporter; +import com.sun.javadoc.LanguageVersion; +import com.sun.javadoc.RootDoc; + +import jdiff.JDiff; + +/** + * A Doclet + * that only includes class-level elements that are annotated with + * {@link org.apache.hadoop.classification.InterfaceAudience.Public}. + * Class-level elements with no annotation are excluded. + * In addition, all elements that are annotated with + * {@link org.apache.hadoop.classification.InterfaceAudience.Private} or + * {@link org.apache.hadoop.classification.InterfaceAudience.LimitedPrivate} + * are also excluded. + * It delegates to the JDiff Doclet, and takes the same options. + */ +public class IncludePublicAnnotationsJDiffDoclet { + + public static LanguageVersion languageVersion() { + return LanguageVersion.JAVA_1_5; + } + + public static boolean start(RootDoc root) { + System.out.println( + IncludePublicAnnotationsJDiffDoclet.class.getSimpleName()); + RootDocProcessor.treatUnannotatedClassesAsPrivate = true; + return JDiff.start(RootDocProcessor.process(root)); + } + + public static int optionLength(String option) { + Integer length = StabilityOptions.optionLength(option); + if (length != null) { + return length; + } + return JDiff.optionLength(option); + } + + public static boolean validOptions(String[][] options, + DocErrorReporter reporter) { + StabilityOptions.validOptions(options, reporter); + String[][] filteredOptions = StabilityOptions.filterOptions(options); + return JDiff.validOptions(filteredOptions, reporter); + } +} diff --git a/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml b/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml index 5ef99b22770..47e64d8cc6a 100644 --- a/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml +++ b/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - KeyProviderExtension implementation providing a short lived - cache for KeyVersions and Metadatato avoid burst - of requests to hit the underlying KeyProvider.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - KeyVersion material of the latest key version - of the key and is encrypted using the same cipher. -

- NOTE: The generated key is not stored by the KeyProvider - - @param encryptionKeyName - The latest KeyVersion of this key's material will be encrypted. - @return EncryptedKeyVersion with the generated key material, the version - name is 'EEK' (for Encrypted Encryption Key) - @throws IOException - thrown if the key material could not be generated - @throws GeneralSecurityException - thrown if the key material could not be encrypted because of a - cryptographic issue.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - The alternative to this is using the same IV for both the encryption key - and the encrypted key. Even a simple symmetric transformation like this - improves security by avoiding IV re-use. IVs will also be fairly unique - among different EEKs. - - @param encryptedKeyIV of the encrypted key (i.e. {@link - #getEncryptedKeyIv()}) - @return IV for the encryption key]]> - - - - - - - - - - - - - - - - - - - - - KeyProviderDelegationTokenExtension using a given - {@link KeyProvider}. -

- If the given KeyProvider implements the - {@link DelegationTokenExtension} interface the KeyProvider - itself will provide the extension functionality, otherwise a default - extension implementation will be used. - - @param keyProvider KeyProvider to use to create the - KeyProviderDelegationTokenExtension extension. - @return a KeyProviderDelegationTokenExtension instance - using the given KeyProvider.]]> - - - - - - - - - - - - - - - - Credentials object if it is not already present, - @param renewer the user allowed to renew the delegation tokens - @param credentials cache in which to add new delegation tokens - @return list of new delegation tokens - @throws IOException thrown if IOException if an IO error occurs.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @/ - - where : - - PROTO = http or https - - AUTHORITY = [:] - - HOSTS = [;] - - HOSTNAME = string - - PORT = integer - - If multiple hosts are provider, the Factory will create a - {@link LoadBalancingKMSClientProvider} that round-robins requests - across the provided list of hosts.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -4554,105 +3043,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - After a successful call, buf.position() will be advanced by the number - of bytes read and buf.limit() should be unchanged. -

- In the case of an exception, the values of buf.position() and buf.limit() - are undefined, and callers should be prepared to recover from this - eventuality. -

- Many implementations will throw {@link UnsupportedOperationException}, so - callers that are not confident in support for this method from the - underlying filesystem should be prepared to handle that exception. -

- Implementations should treat 0-length requests as legitimate, and must not - signal an error upon their receipt. - - @param buf - the ByteBuffer to receive the results of the read operation. - @return the number of bytes read, possibly zero, or -1 if - reach end-of-stream - @throws IOException - if there is some error performing the read]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - f is - not supported - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for - f is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for - pathPattern is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - files does not - exist - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for f is - not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for f - is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - Return all the files that match filePattern and are not checksum - files. Results are sorted by their names. - -

- A filename pattern is composed of regular characters and - special pattern matching characters, which are: - -

-
-
-

-

? -
Matches any single character. - -

-

* -
Matches zero or more characters. - -

-

[abc] -
Matches a single character from character set - {a,b,c}. - -

-

[a-b] -
Matches a single character from the character range - {a...b}. Note: character a must be - lexicographically less than or equal to character b. - -

-

[^a] -
Matches a single char that is not from character set or range - {a}. Note that the ^ character must occur - immediately to the right of the opening bracket. - -

-

\c -
Removes (escapes) any special meaning of character c. - -

-

{ab,cd} -
Matches a string from the string set {ab, cd} - -

-

{ab,c{de,fh}} -
Matches a string from string set {ab, cde, cfh} - -
-
-
- - @param pathPattern a regular expression specifying a pth pattern - - @return an array of paths that match the path pattern - - @throws AccessControlException If access is denied - @throws UnsupportedFileSystemException If file system for - pathPattern is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - pathPattern is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - dst already exists - @throws FileNotFoundException If src does not exist - @throws ParentNotDirectoryException If parent of dst is not - a directory - @throws UnsupportedFileSystemException If file system for - src or dst is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server - - RuntimeExceptions: - @throws InvalidPathException If path dst is invalid]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @return har]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - true if the iteration has more elements. - - @return true if the iterator has more elements. - @throws IOException if any IO error occurs]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -16673,79 +12625,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Zookeeper disconnects can happen due to network issues or loss of - Zookeeper quorum. Thus enterNeutralMode can be used to guard against - split-brain issues. In such situations it might be prudent to call - becomeStandby too. However, such state change operations might be - expensive and enterNeutralMode can help guard against doing that for - transient issues.]]> - - - - - - - - - - - - - - - - - The application will be notified with a callback only on state changes - (i.e. there will never be successive calls to becomeActive without an - intermediate call to enterNeutralMode).
- The callbacks will be running on Zookeeper client library threads. The - application should return from these callbacks quickly so as not to impede - Zookeeper client library performance and notifications. The app will - typically remember the state change and return from the callback. It will - then proceed with implementing actions around that state change. It is - possible to be called back again while these actions are in flight and the - app should handle this scenario.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - shell(/path/to/my/script.sh arg1 arg2 ...) -
- The string between '(' and ')' is passed directly to a bash shell - (cmd.exe on Windows) and may not include any closing parentheses.

- - The shell command will be run with an environment set up to contain - all of the current Hadoop configuration variables, with the '_' character - replacing any '.' characters in the configuration keys.

- - If the shell command returns an exit code of 0, the fencing is - determined to be successful. If it returns any other exit code, the - fencing was not successful and the next fencing method in the list - will be attempted.

- - Note: this fencing method does not implement any timeout. - If timeouts are necessary, they should be implemented in the shell - script itself (eg by forking a subshell to kill its parent in - some number of seconds).]]> - - - - - - - - - - - - - - - - - - - - - - fuser to kill the process listening on the service's - TCP port. This is more accurate than using "jps" since it doesn't - require parsing, and will work even if there are multiple service - processes running on the same machine.

- It returns a successful status code if: -

    -
  • fuser indicates it successfully killed a process, or -
  • nc -z indicates that nothing is listening on the target port -
-

- This fencing mechanism is configured as following in the fencing method - list: - sshfence([[username][:ssh-port]]) - where the optional argument specifies the username and port to use - with ssh. -

- In order to achieve passwordless SSH, the operator must also configure - dfs.ha.fencing.ssh.private-key-files to point to an - SSH key that has passphrase-less access to the given username and host.]]> - - - @@ -19992,46 +14480,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - nth value.]]> - - - - - - - - - - - - - - - - - - - - - nth value in the file.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - key and - val. Returns true if such a pair exists and false when at - the end of the map]]> - - - - - - - - - - - - - - - - key or if it does not exist, at the first entry - after the named key. - -- * @param key - key that we're trying to find -- * @param val - data value if key is found -- * @return - the key that was the closest match or null if eof.]]> - - - - - - - - - key does not exist, return - the first entry that falls just before the key. Otherwise, - return the record that sorts just after. - @return - the key that was the closest match or null if eof.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - before - closing the related file descriptor. - - It is safe to use even if the readahead request has already - been fulfilled.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - An example of such an attack is: -

    -
  1. Malicious user removes his task's syslog file, and puts a link to the - jobToken file of a target user.
    2. -
  2. Malicious user tries to open the syslog file via the servlet on the - tasktracker.
    3. -
  3. The tasktracker is unaware of the symlink, and simply streams the contents - of the jobToken file. The malicious user can now access potentially sensitive - map outputs, etc. of the target user's job.
    4. -
- A similar attack is possible involving task log truncation, but in that case - due to an insecure write to a file. -
]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - = 0. Otherwise, - the length is not available. - @return The opened stream. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - key, skipping its - value. True if another entry exists, and false at end of file.]]> - - - - - - - - key and - val. Returns true if such a pair exists and false when at - end of file]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - The position passed must be a position returned by {@link - SequenceFile.Writer#getLength()} when writing this file. To seek to an arbitrary - position, use {@link SequenceFile.Reader#sync(long)}.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - SegmentDescriptor - @param segments the list of SegmentDescriptors - @param tmpDir the directory to write temporary files into - @return RawKeyValueIterator - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - For best performance, applications should make sure that the {@link - Writable#readFields(DataInput)} implementation of their keys is - very efficient. In particular, it should avoid allocating memory.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This always returns a synchronized position. In other words, - immediately after calling {@link SequenceFile.Reader#seek(long)} with a position - returned by this method, {@link SequenceFile.Reader#next(Writable)} may be called. However - the key may be earlier in the file than key last written when this - method was called (e.g., with block-compression, it may be the first key - in the block that was being written when this method was called).]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - key. Returns - true if such a key exists and false when at the end of the set.]]> - - - - - - - key. - Returns key, or null if no match exists.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - .lz4.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - .snappy.]]> - - - - - - - - - - - - - - - - - - - @@ -29826,1093 +21192,6 @@ to databases, and to files.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - entry of the TFile. - @param endKey - End key of the scan. If null, scan up to the last entry - of the TFile. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Use {@link Scanner#atEnd()} to test whether the cursor is at the end - location of the scanner. -

- Use {@link Scanner#advance()} to move the cursor to the next key-value - pair (or end if none exists). Use seekTo methods ( - {@link Scanner#seekTo(byte[])} or - {@link Scanner#seekTo(byte[], int, int)}) to seek to any arbitrary - location in the covered range (including backward seeking). Use - {@link Scanner#rewind()} to seek back to the beginning of the scanner. - Use {@link Scanner#seekToEnd()} to seek to the end of the scanner. -

- Actual keys and values may be obtained through {@link Scanner.Entry} - object, which is obtained through {@link Scanner#entry()}.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  • Algorithmic comparator: binary comparators that is language - independent. Currently, only "memcmp" is supported. -
  • Language-specific comparator: binary comparators that can - only be constructed in specific language. For Java, the syntax - is "jclass:", followed by the class name of the RawComparator. - Currently, we only support RawComparators that can be - constructed through the default constructor (with no - parameters). Parameterized RawComparators such as - {@link WritableComparator} or - {@link JavaSerializationComparator} may not be directly used. - One should write a wrapper class that inherits from such classes - and use its default constructor to perform proper - initialization. - - @param conf - The configuration object. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - If an exception is thrown, the TFile will be in an inconsistent - state. The only legitimate call after that would be close]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -31444,491 +21594,10 @@ interface. - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This servlet generally will be placed under the /jmx URL for each - HttpServer. It provides read only - access to JMX metrics. The optional qry parameter - may be used to query only a subset of the JMX Beans. This query - functionality is provided through the - {@link MBeanServer#queryNames(ObjectName, javax.management.QueryExp)} - method. -

    - For example http://.../jmx?qry=Hadoop:* will return - all hadoop metrics exposed through JMX. -

    - The optional get parameter is used to query an specific - attribute of a JMX bean. The format of the URL is - http://.../jmx?get=MXBeanName::AttributeName -

    - For example - - http://../jmx?get=Hadoop:service=NameNode,name=NameNodeInfo::ClusterId - will return the cluster id of the namenode mxbean. -

    - If the qry or the get parameter is not formatted - correctly then a 400 BAD REQUEST http response code will be returned. -

    - If a resouce such as a mbean or attribute can not be found, - a 404 SC_NOT_FOUND http response code will be returned. -

    - The return format is JSON and in the form -

    - 

    -  {
-    "beans" : [
-      {
-        "name":"bean-name"
-        ...
-      }
-    ]
-  }
-
    -

    - The servlet attempts to convert the the JMXBeans into JSON. Each - bean's attributes will be converted to a JSON object member. - - If the attribute is a boolean, a number, a string, or an array - it will be converted to the JSON equivalent. - - If the value is a {@link CompositeData} then it will be converted - to a JSON object with the keys as the name of the JSON member and - the value is converted following these same rules. - - If the value is a {@link TabularData} then it will be converted - to an array of the {@link CompositeData} elements that it contains. - - All other objects will be converted to a string and output as such. - - The bean's name and modelerType will be returned for all beans.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  • Every event is a standalone JSON clause
    • -
  • Time is published as a time_t event since 1/1/1970 - -this is the fastest to generate.
    • -
  • An ISO date is generated, but this is cached and will only be accurate to within a second
    • -
  • the stack trace is included as an array
    • - - - A simple log event will resemble the following - 
    -     {"name":"test","time":1318429136789,"date":"2011-10-12 15:18:56,789","level":"INFO","thread":"main","message":"test message"}
-
    - - An event with an error will contain data similar to that below (which has been reformatted to be multi-line). - - 
    -     {
-     "name":"testException",
-     "time":1318429136789,
-     "date":"2011-10-12 15:18:56,789",
-     "level":"INFO",
-     "thread":"quoted\"",
-     "message":"new line\n and {}",
-     "exceptionclass":"java.net.NoRouteToHostException",
-     "stack":[
-         "java.net.NoRouteToHostException: that box caught fire 3 years ago",
-         "\tat org.apache.hadoop.log.TestLog4Json.testException(TestLog4Json.java:49)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)",
-         "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)",
-         "\tat java.lang.reflect.Method.invoke(Method.java:597)",
-         "\tat junit.framework.TestCase.runTest(TestCase.java:168)",
-         "\tat junit.framework.TestCase.runBare(TestCase.java:134)",
-         "\tat junit.framework.TestResult$1.protect(TestResult.java:110)",
-         "\tat junit.framework.TestResult.runProtected(TestResult.java:128)",
-         "\tat junit.framework.TestResult.run(TestResult.java:113)",
-         "\tat junit.framework.TestCase.run(TestCase.java:124)",
-         "\tat junit.framework.TestSuite.runTest(TestSuite.java:232)",
-         "\tat junit.framework.TestSuite.run(TestSuite.java:227)",
-         "\tat org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:83)",
-         "\tat org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:59)",
-         "\tat org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:120)",
-         "\tat org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:145)",
-         "\tat org.apache.maven.surefire.Surefire.run(Surefire.java:104)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)",
-         "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)",
-         "\tat java.lang.reflect.Method.invoke(Method.java:597)",
-         "\tat org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:290)",
-         "\tat org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1017)"
-         ]
-     }
-
    ]]> -     -     - - - - - - - - - - - - - - - - - -     @@ -32200,38 +21869,6 @@ their respective packages.]]> - - - - - - - - - - - - - - - - - - - - - - - - - the actual type of the source object - @param source object to register - @param name of the source. Must be unique or null (then extracted from - the annotations of the source object.) - @param desc the description of the source (or null. See above.) - @return the source object - @exception MetricsException]]> - - - + - the type of the sink - @param sink to register - @param name of the sink. Must be unique. - @param desc the description of the sink - @return the sink + the actual type of the source object + @param source object to register + @param name of the source. Must be unique or null (then extracted from + the annotations of the source object.) + @param desc the description of the source (or null. See above.) + @return the source object @exception MetricsException]]> @@ -33650,82 +23270,6 @@ Plugging in an implementation involves writing a concrete subclass of - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -33958,24 +23484,6 @@ Plugging in an implementation involves writing a concrete subclass of - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -35541,124 +24697,6 @@ Plugging in an implementation involves writing a concrete subclass of - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -40609,75 +29541,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Propagates to hadoop-auth AuthenticationFilter configuration all Hadoop - configuration properties prefixed with "hadoop.http.authentication." - - @param container The filter container - @param conf Configuration for run-time parameters]]> - - - - - - - - - It enables anonymous access, simple/speudo and Kerberos HTTP SPNEGO - authentication for Hadoop JobTracker, NameNode, DataNodes and - TaskTrackers. -

    - Refer to the core-default.xml file, after the comment - 'HTTP Authentication' for details on the configuration options. - All related configuration properties have 'hadoop.http.authentication.' - as prefix.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -41760,35 +29835,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - % hadoop credential create alias [-provider providerPath] - % hadoop credential list [-provider providerPath] - % hadoop credential delete alias [-provider providerPath] [-f] - - @param args - @return 0 if the argument(s) were recognized, 1 otherwise - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Note: Java doesn't appear able to extract international characters - from the SubjectAlts. It can only extract international characters - from the CN field. -

    - (Or maybe the version of OpenSSL I'm using to test isn't storing the - international characters correctly in the SubjectAlts?). - - @param cert X509Certificate - @return Array of SubjectALT DNS names stored in the certificate.]]> - - - - - - - - - - - - - - - - - - - - - - @@ -43301,27 +30804,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -44177,388 +31506,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Features: -

      -
    • mixing of '-' (dash) and '.' (dot) separators,
      • -
    • transition between characters and digits also constitutes a separator: - 1.0alpha1 => [1, 0, alpha, 1]
      • -
    • unlimited number of version components,
      • -
    • version components in the text can be digits or strings,
      • -
    • strings are checked for well-known qualifiers and the qualifier ordering is used for version ordering. - Well-known qualifiers (case insensitive) are:
        -
      • alpha or a
        • -
      • beta or b
        • -
      • milestone or m
        • -
      • rc or cr
        • -
      • snapshot
        • -
      • (the empty string) or ga or final
        • -
      • sp
        • -
      - Unknown qualifiers are considered after known qualifiers, with lexical order (always case insensitive), -
      • -
    • a dash usually precedes a qualifier, and is always less important than something preceded with a dot.
      • -

    - - @see "Versioning" on Maven Wiki]]> -     -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This can be used for testing - @return contents of the MachineList]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - the static class to find - @param the parent class of the array - @param cls the dynamic class to find - @param opts the list of options to look through - @return the first option that matches - @throws IOException]]> - - - - - - - the type of options - @param oldOpts the old options - @param newOpts the new options - @return a new array of options]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ShellCommandExecutor    should be used in cases where the output - of the command needs no explicit parsing and where the command, working - directory and the environment remains unchanged. The output of the command - is stored as-is and is expected to be small.]]> - - - - - - - - ShutdownHookManager     singleton. - - @return ShutdownHookManager singleton.]]> - - - - - - - Runnable - @param priority priority of the shutdownHook.]]> - - - - - - - - - - - - - - - - - - - - - ShutdownHookManager enables running shutdownHook - in a deterministic order, higher priority first. -

    - The JVM runs ShutdownHooks in a non-deterministic order or in parallel. - This class registers a single JVM shutdownHook and run all the - shutdownHooks registered to it (to this class) in order based on their - priority.]]> - - - - - - - - - - - true if the thread is successfully interrupted, - false otherwise - @throws InterruptedException]]> - - - - - - - true if the thread is successfully interrupted, - false otherwise - @throws InterruptedException]]> - - - - - - - true if the service is terminated, - false otherwise - @throws InterruptedException]]> - - - - - - - - true if the service is terminated, - false otherwise - @throws InterruptedException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml b/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml index 028ba2d06c2..87a8f36911b 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - ]]> - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Use {@link Expiration#NEVER} to indicate an Expiration that never - expires. - - @param ms how long until the CacheDirective expires, in milliseconds - @return A relative Expiration]]> - - - - - - - Use {@link Expiration#NEVER} to indicate an Expiration that never - expires. - - @param date when the CacheDirective expires - @return An absolute Expiration]]> - - - - - - - Use {@link Expiration#NEVER} to indicate an Expiration that never - expires. - - @param ms when the CacheDirective expires, in milliseconds since the Unix - epoch. - @return An absolute Expiration]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - In either case, the server-side clock is used to determine when a - CacheDirective expires.]]> - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    - To add a new layout version: -

      -
    • Define a new enum constant with a short enum name, the new layout version - and description of the added feature.
      • -
    • When adding a layout version with an ancestor that is not same as - its immediate predecessor, use the constructor where a specific ancestor - can be passed. -
      • -
    ]]> -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -5700,166 +1378,6 @@ order written.

    ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Location type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This is usually the last block of a file opened for write or append.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - localMachine and add them - into excludeNodes as replica should not be duplicated for nodes - within the same nodegroup - @return number of new excluded nodes]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    - To add a new layout version: -
      -
    • Define a new enum constant with a short enum name, the new layout version - and description of the added feature.
      • -
    • When adding a layout version with an ancestor that is not same as - its immediate predecessor, use the constructor where a specific ancestor - can be passed. -
      • -
    ]]> -     -     - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - They are all managed by the DataNode's BlockScanner.]]> - - -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - {@code - try (FsVolumeReference ref = volume.obtainReference()) { - // Do IOs on the volume - volume.createRwb(...); - ... - } - } - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Note that this block may be removed in between the time we list it, - and the time the caller tries to use it, or it may represent a stale - entry. Callers should handle the case where the returned block no - longer exists. - - @return The next block, or null if there are no - more blocks. Null if there was an error - determining the next block. - - @throws IOException If there was an error getting the next block in - this volume. In this case, EOF will be set on - the iterator.]]> - - - - - - - - - - - - - - - - - - - - - - - - A maximum staleness of 0 means we will never return stale entries; a - larger value will allow us to reduce resource consumption in exchange - for returning more potentially stale entries. Even with staleness set - to 0, consumers of this API must handle race conditions where block - disappear before they can be processed.]]> - - - - - - - - - - - - - - - - - - - - - BlockIterator objects themselves do not always have internal - synchronization, so they can only safely be used by a single thread at a - time.

    - - Closing the iterator does not save it. You must call save to save it.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - An ACL entry is represented by a 32-bit integer in Big Endian format.
    - The bits can be divided in four segments:
    - [0:1) || [1:3) || [3:6) || [6:7) || [7:32)
    -
    - [0:1) -- the scope of the entry (AclEntryScope)
    - [1:3) -- the type of the entry (AclEntryType)
    - [3:6) -- the permission of the entry (FsAction)
    - [6:7) -- A flag to indicate whether Named entry or not
    - [7:32) -- the name of the entry, which is an ID that points to a
    - string in the StringTableSection.
    ]]> -     -     - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - The EncryptionZoneManager has its own lock, but relies on the FSDirectory - lock being held for many operations. The FSDirectory lock should not be - taken if the manager lock is already held.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - An instance of {@link SafeModeInfo} is created when the name node - enters safe mode. -

    - During name node startup {@link SafeModeInfo} counts the number of - safe blocks, those that have at least the minimal number of - replicas, and calculates the ratio of safe blocks to the total number - of blocks in the system, which is the size of blocks in - {@link FSNamesystem#blockManager}. When the ratio reaches the - {@link #threshold} it starts the SafeModeMonitor daemon in order - to monitor whether the safe mode {@link #extension} is passed. - Then it leaves safe mode and destroys itself. -

    - If safe mode is turned on manually then the number of safe blocks is - not tracked because the name node is not intended to leave safe mode - automatically in the case. - - @see ClientProtocol#setSafeMode(HdfsConstants.SafeModeAction, boolean)]]> - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1) remove the WithName node from the deleted list (if it exists) - 2) replace the WithName node in the created list with srcChild - 3) add srcChild back as a child of srcParent. Note that we already add - the node into the created list of a snapshot diff in step 2, we do not need - to add srcChild to the created list of the latest snapshot. - - - We do not need to update quota usage because the old child is in the - deleted list before. - - @param oldChild - The reference node to be removed/replaced - @param newChild - The node to be added back - @throws QuotaExceededException should not throw this exception]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - To destroy a DstReference node, we first remove its link with the - referred node. If the reference number of the referred node is <= 0, we - destroy the subtree of the referred node. Otherwise, we clean the - referred node's subtree and delete everything created after the last - rename operation, i.e., everything outside of the scope of the prior - WithName nodes.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - = 0; - otherwise, i < 0, return the (length + i)-th inode.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    - To add a new layout version: -

      -
    • Define a new enum constant with a short enum name, the new layout version - and description of the added feature.
      • -
    • When adding a layout version with an ancestor that is not same as - its immediate predecessor, use the constructor where a specific ancestor - can be passed. -
      • -
    ]]> -     - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1. Lock the {@link FSNamesystem} lock in {@link FSNamesystem} before calling - into {@link SnapshotManager} methods.
    - 2. Lock the {@link FSDirectory} lock for the {@link SnapshotManager} methods - if necessary.]]> -     -     - - - - - - - - - - - - - - - - - -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Function which applies {@link #getStartTxId()}]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  • - If adding a simple option to get a value corresponding to a key in the - configuration, use regular {@link GetConf.CommandHandler}. - See {@link GetConf.Command#EXCLUDE_FILE} example. -
    • -
  • - If adding an option that is does not return a value for a key, add - a subclass of {@link GetConf.CommandHandler} and set it up in - {@link GetConf.Command}. - - See {@link GetConf.Command#NAMENODE} for example. - - Add for the new option added, a map entry with the corresponding - {@link GetConf.CommandHandler}. - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NOTE: on Windows platforms, it will not atomically - replace the target file - instead the target file is deleted - before this one is moved into place.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1. For (c, 0) in the posterior diff, check the element in this diff: - 1.1 (c', 0) in this diff: impossible - 1.2 (0, d') in this diff: put in c-list --> (c, d') - 1.3 (c', d') in this diff: impossible - 1.4 (0, 0) in this diff: put in c-list --> (c, 0) - This is the same logic as create(E). - - 2. For (0, d) in the posterior diff, - 2.1 (c', 0) in this diff: remove from c-list --> (0, 0) - 2.2 (0, d') in this diff: impossible - 2.3 (c', d') in this diff: remove from c-list --> (0, d') - 2.4 (0, 0) in this diff: put in d-list --> (0, d) - This is the same logic as delete(E). - - 3. For (c, d) in the posterior diff, - 3.1 (c', 0) in this diff: replace the element in c-list --> (c, 0) - 3.2 (0, d') in this diff: impossible - 3.3 (c', d') in this diff: replace the element in c-list --> (c, d') - 3.4 (0, 0) in this diff: put in c-list and d-list --> (c, d) - This is the same logic as modify(E, E). - - - @param posterior The posterior diff to combine with. - @param deletedProcesser - process the deleted/overwritten elements in case 2.1, 2.3, 3.1 and 3.3.]]> - - - - - - - Two lists are maintained in the algorithm: - - c-list for newly created elements - - d-list for the deleted elements - - Denote the state of an element by the following - (0, 0): neither in c-list nor d-list - (c, 0): in c-list but not in d-list - (0, d): in d-list but not in c-list - (c, d): in both c-list and d-list - - For each case below, ( , ) at the end shows the result state of the element. - - Case 1. Suppose the element i is NOT in the previous state. (0, 0) - 1.1. create i in current: add it to c-list (c, 0) - 1.1.1. create i in current and then create: impossible - 1.1.2. create i in current and then delete: remove it from c-list (0, 0) - 1.1.3. create i in current and then modify: replace it in c-list (c', 0) - - 1.2. delete i from current: impossible - - 1.3. modify i in current: impossible - - Case 2. Suppose the element i is ALREADY in the previous state. (0, 0) - 2.1. create i in current: impossible - - 2.2. delete i from current: add it to d-list (0, d) - 2.2.1. delete i from current and then create: add it to c-list (c, d) - 2.2.2. delete i from current and then delete: impossible - 2.2.2. delete i from current and then modify: impossible - - 2.3. modify i in current: put it in both c-list and d-list (c, d) - 2.3.1. modify i in current and then create: impossible - 2.3.2. modify i in current and then delete: remove it from c-list (0, d) - 2.3.3. modify i in current and then modify: replace it in c-list (c', d) - - - @param The key type. - @param The element type, which must implement {@link Element} interface.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - enum Fruit { APPLE, ORANGE, GRAPE } - - An {@link EnumCounters} object can be created for counting the numbers of - APPLE, ORANGLE and GRAPE. - - @param the enum type]]> - - - - - - - - - - - - the enum type - @param the counter type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - the key type - @param the enum type - @param the counter type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - the enum type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @return webhdfs]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml index c20349b6dd9..00cb6f4c435 100644 --- a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml +++ b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml @@ -17,7 +17,7 @@ --> - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -245,12 +36,12 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -271,498 +62,34 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -778,12 +105,12 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -797,40 +124,6 @@ - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml index 77074d39637..46355b1947f 100644 --- a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml +++ b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml @@ -17,7 +17,7 @@ --> - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -945,31 +881,13 @@ - - - - - - - - - - - - @@ -1422,24 +1340,6 @@ - - - - - - - - - - - - - - - - - - Note: Task output path is set by the framework. -

    - @param conf The configuration of the job. - @param outputDir the {@link Path} of the output directory - for the map-reduce job.]]> -     -     - - - - - - - - - @@ -2069,7 +1927,7 @@ @@ -2136,7 +1994,7 @@ deprecated="not deprecated"> @@ -2148,7 +2006,7 @@ @@ -2179,7 +2037,7 @@ deprecated="not deprecated"> @@ -2408,14 +2266,6 @@ @throws IOException]]> - - - - - - - - - - - - - - - - - @@ -5010,7 +4836,7 @@ deprecated="not deprecated"> @@ -5020,7 +4846,7 @@ @@ -5119,27 +4945,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -5545,20 +5300,6 @@ - - - - - - - - - - - - - - - - - - JobTracker is no longer used since M/R 2.x. This is a dummy - JobTracker class, which is used to be compatible with M/R 1.x applications.]]> - - - - - - - - - - - - State is no longer used since M/R 2.x. It is kept in case - that M/R 1.x applications may still use it.]]> - - - - - - - - - - - - - - - - @@ -6091,7 +5760,7 @@ deprecated="not deprecated"> @@ -6155,177 +5824,6 @@ - - - - - - - - - - - - - only be called immediately after detecting - this condition. To call it at any other time is undefined and would - likely result in data loss or corruption. - @see #markRecord()]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -6798,7 +6296,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -6818,7 +6316,7 @@ @@ -6890,7 +6388,7 @@ deprecated="not deprecated"> @@ -6927,7 +6425,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -6942,7 +6440,7 @@ @@ -6952,7 +6450,7 @@ @@ -6962,7 +6460,7 @@ @@ -6974,7 +6472,7 @@ @@ -6985,7 +6483,7 @@ @@ -7017,7 +6515,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -7032,7 +6530,7 @@ @@ -7062,7 +6560,7 @@ @@ -7244,7 +6742,7 @@ deprecated="not deprecated"> @@ -7255,7 +6753,7 @@ @@ -7267,7 +6765,7 @@ @@ -7281,7 +6779,7 @@ @@ -7297,7 +6795,7 @@ @@ -7314,7 +6812,7 @@ @@ -7326,7 +6824,7 @@ @@ -7365,7 +6863,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -7375,7 +6873,7 @@ @@ -7385,7 +6883,7 @@ @@ -7395,7 +6893,7 @@ @@ -7405,7 +6903,7 @@ @@ -7415,7 +6913,7 @@ @@ -7425,7 +6923,7 @@ @@ -7438,7 +6936,7 @@ @@ -7451,7 +6949,7 @@ @@ -7464,7 +6962,7 @@ @@ -7477,7 +6975,7 @@ @@ -7490,7 +6988,7 @@ @@ -7502,7 +7000,7 @@ @@ -7513,7 +7011,7 @@ @@ -7525,7 +7023,7 @@ @@ -7537,7 +7035,7 @@ @@ -7549,7 +7047,7 @@ @@ -7561,7 +7059,7 @@ @@ -7575,7 +7073,7 @@ @@ -7592,7 +7090,7 @@ @@ -7603,7 +7101,7 @@ @@ -7615,7 +7113,7 @@ @@ -7628,7 +7126,7 @@ @@ -7641,7 +7139,7 @@ @@ -7654,7 +7152,7 @@ @@ -7700,83 +7198,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - f. The filtering criteria is - MD5(key) % f == 0.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - f using - the criteria record# % f == 0. - For example, if the frequency is 10, one out of 10 records is returned.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -8925,12 +8133,6 @@ @param taskTrackerHttp task tracker's host:port for http.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -     @@ -9883,7 +8814,7 @@ deprecated="not deprecated"> @@ -9904,7 +8835,7 @@ @@ -9912,7 +8843,7 @@ @@ -9920,7 +8851,7 @@ @@ -9930,7 +8861,7 @@ @@ -9939,7 +8870,7 @@ @@ -9949,7 +8880,7 @@ @@ -10471,64 +9402,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -10822,7 +9638,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -10838,7 +9654,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -10913,18 +9729,6 @@ - - - - - - - - - - - - - MAPREDUCE-5530 - - @param context the job context - @param file the file name to check - @return is this file splitable?]]> - - - - - - - - - - - - - - - - - - - - - - - - FilterRecordWriter is a convenience wrapper - class that implements {@link RecordWriter}.]]> - - - - - - - - - all splits. - @param freq The frequency with which records will be emitted.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - This will read every split at the client, which is very expensive. - @param freq Probability with which a key will be chosen. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - Takes the first numSamples / numSplits records from each split. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - @@ -14270,115 +12857,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - input key type - @param input value type - @param output key type - @param output value type - @param context the context to clone - @param conf a new configuration - @param reader Reader to read from. Null means to clone from context. - @param writer Writer to write to. Null means to clone from context. - @return a new context. it will not be the same class as the original. - @throws IOException - @throws InterruptedException]]> - - - - - - - @@ -15381,7 +13756,7 @@ @@ -15389,7 +13764,7 @@ @@ -15398,7 +13773,7 @@ @@ -15407,7 +13782,7 @@ @@ -15417,7 +13792,7 @@ @@ -15426,11 +13801,6 @@ @param incr the value to increase this counter by]]> - - - - - - - - - Job makes a copy of the Configuration so - that any necessary internal modifications do not reflect on the incoming - parameter. - - @param cluster cluster - @param status job status - @param conf job configuration - @return the {@link Job} , with no connection to a cluster yet. - @throws IOException]]> - - - - - - - - - - true the task is failed and added - to failed tasks list, otherwise it is just killed, - w/o affecting job failure status.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -16930,7 +15209,7 @@ @@ -16939,7 +15218,7 @@ @@ -16948,7 +15227,7 @@ @@ -16958,7 +15237,7 @@ @@ -16969,7 +15248,7 @@ @@ -16978,7 +15257,7 @@ @@ -16987,7 +15266,7 @@ @@ -16998,7 +15277,7 @@ @@ -17010,7 +15289,7 @@ @@ -17021,7 +15300,7 @@ @@ -17032,7 +15311,7 @@ @@ -17043,7 +15322,7 @@ @@ -17054,7 +15333,7 @@ @@ -17065,7 +15344,7 @@ @@ -17076,7 +15355,7 @@ @@ -17087,7 +15366,7 @@ @@ -17097,7 +15376,7 @@ @@ -17106,7 +15385,7 @@ @@ -17118,7 +15397,7 @@ @@ -17131,7 +15410,7 @@ @@ -17141,7 +15420,7 @@ @@ -17151,7 +15430,7 @@ @@ -17160,7 +15439,7 @@ @@ -17173,7 +15452,7 @@ @@ -17184,7 +15463,7 @@ @@ -17194,7 +15473,7 @@ @@ -17204,7 +15483,7 @@ @@ -17212,7 +15491,7 @@ @@ -17223,7 +15502,7 @@ @@ -17234,7 +15513,7 @@ @@ -17274,7 +15553,7 @@ @@ -17284,7 +15563,7 @@ @@ -17294,7 +15573,7 @@ @@ -17306,7 +15585,7 @@ @@ -18007,39 +16286,13 @@ - - - - - - - - - - - - - - @@ -18185,21 +16438,6 @@ - - - - - - - Context passed on to the {@link Mapper} implementations.]]> - - - @@ -19063,7 +17301,7 @@ @@ -19084,27 +17322,6 @@ - - - - - - - - - - - - - - - - - - - - - Context passed on to the {@link Reducer} implementations.]]> - - - @@ -19287,7 +17489,7 @@ @@ -19296,7 +17498,7 @@ @@ -19305,7 +17507,7 @@ @@ -19315,7 +17517,7 @@ @@ -19326,7 +17528,7 @@ @@ -19919,7 +18121,7 @@ deprecated="not deprecated"> @@ -19930,7 +18132,7 @@ @@ -19943,7 +18145,7 @@ @@ -19956,7 +18158,7 @@ @@ -19968,7 +18170,7 @@ @@ -20108,30 +18310,6 @@ @param groupFactory the factory for new groups]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -20311,7 +18450,7 @@ @@ -20320,7 +18459,7 @@ @@ -20330,7 +18469,7 @@ @@ -20340,7 +18479,7 @@ @@ -20355,7 +18494,7 @@ @@ -20368,7 +18507,7 @@ @@ -20381,7 +18520,7 @@ @@ -20392,7 +18531,7 @@ @@ -20400,7 +18539,7 @@ @@ -20409,11 +18548,6 @@ @param rightGroup the group to be added to this group]]> - - - - - - - - - @@ -21041,7 +19163,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -21052,7 +19174,7 @@ @@ -21060,7 +19182,7 @@ @@ -21068,7 +19190,7 @@ @@ -21240,7 +19362,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -21260,7 +19382,7 @@ @@ -22095,71 +20217,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -23184,7 +21065,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -23196,7 +21077,7 @@ @@ -24587,24 +22468,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - f. The filtering criteria is - MD5(key) % f == 0.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - f using - the criteria record# % f == 0. - For example, if the frequency is 10, one out of 10 records is returned.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + Check the states of the running jobs + Update the states of waiting jobs + Submit the jobs in ready state]]> @@ -26063,24 +23630,6 @@ - - - - - - - - - @@ -26681,116 +24230,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -27205,7 +24529,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -27221,7 +24545,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -27289,7 +24613,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -27298,7 +24622,7 @@ @@ -27313,7 +24637,7 @@ @@ -27323,7 +24647,7 @@ @@ -27332,7 +24656,7 @@ @@ -27342,7 +24666,7 @@ @@ -27352,7 +24676,7 @@ @@ -27367,60 +24691,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -28510,14 +25485,6 @@ @param context the task context]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FilterRecordWriter is a convenience wrapper - class that extends the {@link RecordWriter}.]]> - - - @@ -29577,51 +26469,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -29946,202 +26758,6 @@ - - - - - - all splits. - @param freq The frequency with which records will be emitted.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - This will read every split at the client, which is very expensive. - @param freq Probability with which a key will be chosen. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - Takes the first numSamples / numSplits records from each split. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -30830,98 +27145,6 @@ @param conf]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -     diff --git a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml index dec8dc46121..16de0fa774a 100644 --- a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml +++ b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml @@ -17,7 +17,7 @@ --> - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml index 583b991b1a7..a6738f9b6e3 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml @@ -263,7 +263,7 @@ - @@ -278,7 +278,7 @@ destdir="${project.build.directory}/site/jdiff/xml" sourceFiles="${dev-support.relative.dir}/jdiff/Null.java" maxmemory="${jdiff.javadoc.maxmemory}"> - diff --git a/hadoop-project-dist/pom.xml b/hadoop-project-dist/pom.xml index 123c04fdda2..d3649a48b36 100644 --- a/hadoop-project-dist/pom.xml +++ b/hadoop-project-dist/pom.xml @@ -279,7 +279,7 @@ - @@ -294,7 +294,7 @@ destdir="${project.build.directory}/site/jdiff/xml" sourceFiles="${basedir}/dev-support/jdiff/Null.java" maxmemory="${jdiff.javadoc.maxmemory}"> - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml index ff01b262d26..2328c8153d3 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml @@ -1,7 +1,7 @@ - + - + @@ -44,7 +44,7 @@ @@ -90,7 +90,7 @@ @@ -118,7 +118,7 @@ @@ -140,7 +140,7 @@ @@ -161,7 +161,7 @@ @@ -184,7 +184,7 @@ @@ -205,7 +205,7 @@ @@ -221,7 +221,7 @@ @@ -274,7 +274,7 @@ @@ -309,7 +309,7 @@ @@ -333,7 +333,7 @@ @@ -351,7 +351,7 @@ @@ -370,7 +370,7 @@ @@ -497,65 +497,6 @@ - - - - - - - - - - - - - - - Note: Use $$() method for cross-platform practice i.e. submit an - application from a Windows client to a Linux/Unix server or vice versa. -

    ]]> -     -     - - - - - - - final - i.e. they cannot be modified by the applications.]]> - -     - @@ -611,7 +552,7 @@ @@ -637,7 +578,7 @@ @@ -712,7 +653,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -740,7 +681,7 @@ @@ -778,19 +719,12 @@ - - - - - @@ -840,7 +774,7 @@ @@ -879,7 +813,7 @@ @@ -2456,67 +2390,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -8260,7 +7968,7 @@ deprecated="not deprecated"> - @@ -9389,7 +9097,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -9556,7 +9264,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -13137,34 +12845,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml index 158528d6cfd..f822ebbae9d 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - @@ -472,166 +436,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  • Within a priority, all container requests must have the same value for - locality relaxation. Either enabled or disabled.
    • -
  • If locality relaxation is disabled, then across requests, locations at - different network levels may not be specified. E.g. its invalid to make a - request for a specific node and another request for a specific rack.
    • -
  • If locality relaxation is disabled, then only within the same request, - a node and its rack may be specified together. This allows for a specific - rack with a preference for a specific node within that rack.
    • -
  • - - To re-enable locality relaxation at a given priority, all pending requests - with locality relaxation disabled must be first removed. Then they can be - added back with locality relaxation enabled. - - All getters return immutable values.]]> -     -     - - - - - - - - - - - AMRMClient.ContainerRequest in an invalid way.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NodeManager responds to indicate its - acceptance of the starting container request - @param containerId the Id of the container - @param allServiceResponse a Map between the auxiliary service names and - their outputs]]> - - - - - - - NodeManager responds with the status - of the container - @param containerId the Id of the container - @param containerStatus the status of the container]]> - - - - - - NodeManager responds to indicate the - container is stopped. - @param containerId the Id of the container]]> - - - - - - - - - - - - - - - - - - - - - - - - - - The callback interface needs to be implemented by {@link NMClientAsync} - users. The APIs are called when responses from NodeManager are - available. -

    - -

    - Once a callback happens, the users can chose to act on it in blocking or - non-blocking manner. If the action on callback is done in a blocking - manner, some of the threads performing requests on NodeManagers may get - blocked depending on how many threads in the pool are busy. -

    - -

    - The implementation of the callback function should not throw the - unexpected exception. Otherwise, {@link NMClientAsync} will just - catch, log and then ignore it. -

    ]]> -     -     -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml index f8773363f16..eec6dfa97c8 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - @@ -661,17 +623,17 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -685,7 +647,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -720,15 +682,15 @@ static="true" final="false" visibility="public" deprecated="not deprecated"> - - - @@ -755,7 +717,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -870,760 +832,10 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - } labels map]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - } labels map]]> - - - - - - - - - - - } labels map]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Host can have multiple Nodes]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - } label]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -1981,43 +1193,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -2478,7 +1545,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -2519,57 +1586,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -2622,7 +1638,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -2646,12 +1662,12 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -2941,43 +1957,12 @@ - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml index 1a1d88bc668..385a613ed8f 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Type of proxy. - @return Proxy to the ResourceManager for the specified server protocol. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/pom.xml b/hadoop-yarn-project/hadoop-yarn/pom.xml index 83cc88962d5..06b4a150cbb 100644 --- a/hadoop-yarn-project/hadoop-yarn/pom.xml +++ b/hadoop-yarn-project/hadoop-yarn/pom.xml @@ -186,7 +186,7 @@ - @@ -201,7 +201,7 @@ destdir="${project.build.directory}/site/jdiff/xml" sourceFiles="${dev-support.relative.dir}/jdiff/Null.java" maxmemory="${jdiff.javadoc.maxmemory}"> -