<?xml version="1.0" encoding="iso-8859-1" standalone="no"?> <!-- Generated by the JDiff Javadoc doclet --> <!-- (http://www.jdiff.org) --> <!-- on Tue Jan 29 03:45:10 UTC 2019 --> <api xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance' xsi:noNamespaceSchemaLocation='api.xsd' name="Apache Hadoop Common 3.1.2" jdversion="1.0.9"> <!-- Command line arguments = -doclet org.apache.hadoop.classification.tools.IncludePublicAnnotationsJDiffDoclet -docletpath /build/source/hadoop-common-project/hadoop-common/target/hadoop-annotations.jar:/build/source/hadoop-common-project/hadoop-common/target/jdiff.jar -verbose -classpath /build/source/hadoop-common-project/hadoop-common/target/classes:/build/source/hadoop-common-project/hadoop-annotations/target/hadoop-annotations-3.1.2.jar:/usr/lib/jvm/java-8-openjdk-amd64/lib/tools.jar:/maven/com/google/guava/guava/11.0.2/guava-11.0.2.jar:/maven/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/maven/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/maven/org/apache/httpcomponents/httpclient/4.5.2/httpclient-4.5.2.jar:/maven/org/apache/httpcomponents/httpcore/4.4.4/httpcore-4.4.4.jar:/maven/commons-codec/commons-codec/1.11/commons-codec-1.11.jar:/maven/commons-io/commons-io/2.5/commons-io-2.5.jar:/maven/commons-net/commons-net/3.6/commons-net-3.6.jar:/maven/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/maven/javax/servlet/javax.servlet-api/3.1.0/javax.servlet-api-3.1.0.jar:/maven/org/eclipse/jetty/jetty-server/9.3.24.v20180605/jetty-server-9.3.24.v20180605.jar:/maven/org/eclipse/jetty/jetty-http/9.3.24.v20180605/jetty-http-9.3.24.v20180605.jar:/maven/org/eclipse/jetty/jetty-io/9.3.24.v20180605/jetty-io-9.3.24.v20180605.jar:/maven/org/eclipse/jetty/jetty-util/9.3.24.v20180605/jetty-util-9.3.24.v20180605.jar:/maven/org/eclipse/jetty/jetty-servlet/9.3.24.v20180605/jetty-servlet-9.3.24.v20180605.jar:/maven/org/eclipse/jetty/jetty-security/9.3.24.v20180605/jetty-security-9.3.24.v20180605.jar:/maven/org/eclipse/jetty/jetty-webapp/9.3.24.v20180605/jetty-webapp-9.3.24.v20180605.jar:/maven/org/eclipse/jetty/jetty-xml/9.3.24.v20180605/jetty-xml-9.3.24.v20180605.jar:/maven/com/sun/jersey/jersey-core/1.19/jersey-core-1.19.jar:/maven/javax/ws/rs/jsr311-api/1.1.1/jsr311-api-1.1.1.jar:/maven/com/sun/jersey/jersey-servlet/1.19/jersey-servlet-1.19.jar:/maven/com/sun/jersey/jersey-json/1.19/jersey-json-1.19.jar:/maven/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/maven/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/maven/javax/xml/bind/jaxb-api/2.2.11/jaxb-api-2.2.11.jar:/maven/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/maven/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/maven/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/maven/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/maven/com/sun/jersey/jersey-server/1.19/jersey-server-1.19.jar:/maven/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/maven/log4j/log4j/1.2.17/log4j-1.2.17.jar:/maven/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/maven/commons-beanutils/commons-beanutils/1.9.3/commons-beanutils-1.9.3.jar:/maven/org/apache/commons/commons-configuration2/2.1.1/commons-configuration2-2.1.1.jar:/maven/org/apache/commons/commons-lang3/3.4/commons-lang3-3.4.jar:/maven/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar:/maven/org/slf4j/slf4j-log4j12/1.7.25/slf4j-log4j12-1.7.25.jar:/maven/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/maven/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/maven/org/xerial/snappy/snappy-java/1.0.5/snappy-java-1.0.5.jar:/maven/com/google/re2j/re2j/1.1/re2j-1.1.jar:/maven/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/maven/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/build/source/hadoop-common-project/hadoop-auth/target/hadoop-auth-3.1.2.jar:/maven/com/nimbusds/nimbus-jose-jwt/4.41.1/nimbus-jose-jwt-4.41.1.jar:/maven/com/github/stephenc/jcip/jcip-annotations/1.0-1/jcip-annotations-1.0-1.jar:/maven/net/minidev/json-smart/2.3/json-smart-2.3.jar:/maven/net/minidev/accessors-smart/1.2/accessors-smart-1.2.jar:/maven/org/ow2/asm/asm/5.0.4/asm-5.0.4.jar:/maven/org/apache/curator/curator-framework/2.13.0/curator-framework-2.13.0.jar:/maven/com/jcraft/jsch/0.1.54/jsch-0.1.54.jar:/maven/org/apache/curator/curator-client/2.13.0/curator-client-2.13.0.jar:/maven/org/apache/curator/curator-recipes/2.13.0/curator-recipes-2.13.0.jar:/maven/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/maven/org/apache/htrace/htrace-core4/4.1.0-incubating/htrace-core4-4.1.0-incubating.jar:/maven/org/apache/zookeeper/zookeeper/3.4.13/zookeeper-3.4.13.jar:/maven/org/apache/yetus/audience-annotations/0.5.0/audience-annotations-0.5.0.jar:/maven/io/netty/netty/3.10.5.Final/netty-3.10.5.Final.jar:/maven/org/apache/commons/commons-compress/1.18/commons-compress-1.18.jar:/maven/org/apache/kerby/kerb-simplekdc/1.0.1/kerb-simplekdc-1.0.1.jar:/maven/org/apache/kerby/kerb-client/1.0.1/kerb-client-1.0.1.jar:/maven/org/apache/kerby/kerby-config/1.0.1/kerby-config-1.0.1.jar:/maven/org/apache/kerby/kerb-core/1.0.1/kerb-core-1.0.1.jar:/maven/org/apache/kerby/kerby-pkix/1.0.1/kerby-pkix-1.0.1.jar:/maven/org/apache/kerby/kerby-asn1/1.0.1/kerby-asn1-1.0.1.jar:/maven/org/apache/kerby/kerby-util/1.0.1/kerby-util-1.0.1.jar:/maven/org/apache/kerby/kerb-common/1.0.1/kerb-common-1.0.1.jar:/maven/org/apache/kerby/kerb-crypto/1.0.1/kerb-crypto-1.0.1.jar:/maven/org/apache/kerby/kerb-util/1.0.1/kerb-util-1.0.1.jar:/maven/org/apache/kerby/token-provider/1.0.1/token-provider-1.0.1.jar:/maven/org/apache/kerby/kerb-admin/1.0.1/kerb-admin-1.0.1.jar:/maven/org/apache/kerby/kerb-server/1.0.1/kerb-server-1.0.1.jar:/maven/org/apache/kerby/kerb-identity/1.0.1/kerb-identity-1.0.1.jar:/maven/org/apache/kerby/kerby-xdr/1.0.1/kerby-xdr-1.0.1.jar:/maven/com/fasterxml/jackson/core/jackson-databind/2.7.8/jackson-databind-2.7.8.jar:/maven/com/fasterxml/jackson/core/jackson-annotations/2.7.8/jackson-annotations-2.7.8.jar:/maven/com/fasterxml/jackson/core/jackson-core/2.7.8/jackson-core-2.7.8.jar:/maven/org/codehaus/woodstox/stax2-api/3.1.4/stax2-api-3.1.4.jar:/maven/com/fasterxml/woodstox/woodstox-core/5.0.3/woodstox-core-5.0.3.jar:/maven/xerces/xercesImpl/2.11.0/xercesImpl-2.11.0.jar:/maven/xml-apis/xml-apis/1.4.01/xml-apis-1.4.01.jar -sourcepath /build/source/hadoop-common-project/hadoop-common/src/main/java -doclet org.apache.hadoop.classification.tools.IncludePublicAnnotationsJDiffDoclet -docletpath /build/source/hadoop-common-project/hadoop-common/target/hadoop-annotations.jar:/build/source/hadoop-common-project/hadoop-common/target/jdiff.jar -apidir /build/source/hadoop-common-project/hadoop-common/target/site/jdiff/xml -apiname Apache Hadoop Common 3.1.2 --> <package name="org.apache.hadoop"> <!-- start class org.apache.hadoop.HadoopIllegalArgumentException --> <class name="HadoopIllegalArgumentException" extends="java.lang.IllegalArgumentException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="HadoopIllegalArgumentException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs exception with the specified detail message. @param message detailed message.]]> </doc> </constructor> <doc> <![CDATA[Indicates that a method has been passed illegal or invalid argument. This exception is thrown instead of IllegalArgumentException to differentiate the exception thrown in Hadoop implementation from the one thrown in JDK.]]> </doc> </class> <!-- end class org.apache.hadoop.HadoopIllegalArgumentException --> </package> <package name="org.apache.hadoop.conf"> <!-- start interface org.apache.hadoop.conf.Configurable --> <interface name="Configurable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="setConf" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Set the configuration to be used by this object.]]> </doc> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the configuration used by this object.]]> </doc> </method> <doc> <![CDATA[Something that may be configured with a {@link Configuration}.]]> </doc> </interface> <!-- end interface org.apache.hadoop.conf.Configurable --> <!-- start class org.apache.hadoop.conf.Configuration --> <class name="Configuration" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.lang.Iterable"/> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[A new configuration.]]> </doc> </constructor> <constructor name="Configuration" type="boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[A new configuration where the behavior of reading from the default resources can be turned off. If the parameter {@code loadDefaults} is false, the new instance will not load resources from the default files. @param loadDefaults specifies whether to load from the default files]]> </doc> </constructor> <constructor name="Configuration" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[A new configuration with the same settings cloned from another. @param other the configuration from which to clone settings.]]> </doc> </constructor> <method name="addDeprecations" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="deltas" type="org.apache.hadoop.conf.Configuration.DeprecationDelta[]"/> <doc> <![CDATA[Adds a set of deprecated keys to the global deprecations. This method is lockless. It works by means of creating a new DeprecationContext based on the old one, and then atomically swapping in the new context. If someone else updated the context in between us reading the old context and swapping in the new one, we try again until we win the race. @param deltas The deprecations to add.]]> </doc> </method> <method name="addDeprecation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="use {@link #addDeprecation(String key, String newKey, String customMessage)} instead"> <param name="key" type="java.lang.String"/> <param name="newKeys" type="java.lang.String[]"/> <param name="customMessage" type="java.lang.String"/> <doc> <![CDATA[Adds the deprecated key to the global deprecation map. It does not override any existing entries in the deprecation map. This is to be used only by the developers in order to add deprecation of keys, and attempts to call this method after loading resources once, would lead to <tt>UnsupportedOperationException</tt> If a key is deprecated in favor of multiple keys, they are all treated as aliases of each other, and setting any one of them resets all the others to the new value. If you have multiple deprecation entries to add, it is more efficient to use #addDeprecations(DeprecationDelta[] deltas) instead. @param key @param newKeys @param customMessage @deprecated use {@link #addDeprecation(String key, String newKey, String customMessage)} instead]]> </doc> </method> <method name="addDeprecation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="newKey" type="java.lang.String"/> <param name="customMessage" type="java.lang.String"/> <doc> <![CDATA[Adds the deprecated key to the global deprecation map. It does not override any existing entries in the deprecation map. This is to be used only by the developers in order to add deprecation of keys, and attempts to call this method after loading resources once, would lead to <tt>UnsupportedOperationException</tt> If you have multiple deprecation entries to add, it is more efficient to use #addDeprecations(DeprecationDelta[] deltas) instead. @param key @param newKey @param customMessage]]> </doc> </method> <method name="addDeprecation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="use {@link #addDeprecation(String key, String newKey)} instead"> <param name="key" type="java.lang.String"/> <param name="newKeys" type="java.lang.String[]"/> <doc> <![CDATA[Adds the deprecated key to the global deprecation map when no custom message is provided. It does not override any existing entries in the deprecation map. This is to be used only by the developers in order to add deprecation of keys, and attempts to call this method after loading resources once, would lead to <tt>UnsupportedOperationException</tt> If a key is deprecated in favor of multiple keys, they are all treated as aliases of each other, and setting any one of them resets all the others to the new value. If you have multiple deprecation entries to add, it is more efficient to use #addDeprecations(DeprecationDelta[] deltas) instead. @param key Key that is to be deprecated @param newKeys list of keys that take up the values of deprecated key @deprecated use {@link #addDeprecation(String key, String newKey)} instead]]> </doc> </method> <method name="addDeprecation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="newKey" type="java.lang.String"/> <doc> <![CDATA[Adds the deprecated key to the global deprecation map when no custom message is provided. It does not override any existing entries in the deprecation map. This is to be used only by the developers in order to add deprecation of keys, and attempts to call this method after loading resources once, would lead to <tt>UnsupportedOperationException</tt> If you have multiple deprecation entries to add, it is more efficient to use #addDeprecations(DeprecationDelta[] deltas) instead. @param key Key that is to be deprecated @param newKey key that takes up the value of deprecated key]]> </doc> </method> <method name="isDeprecated" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <doc> <![CDATA[checks whether the given <code>key</code> is deprecated. @param key the parameter which is to be checked for deprecation @return <code>true</code> if the key is deprecated and <code>false</code> otherwise.]]> </doc> </method> <method name="setDeprecatedProperties" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Sets all deprecated properties that are not currently set but have a corresponding new property that is set. Useful for iterating the properties when all deprecated properties for currently set properties need to be present.]]> </doc> </method> <method name="reloadExistingConfigurations" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reload existing configuration instances.]]> </doc> </method> <method name="addDefaultResource" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Add a default resource. Resources are loaded in the order of the resources added. @param name file name. File should be present in the classpath.]]> </doc> </method> <method name="setRestrictSystemPropertiesDefault" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="val" type="boolean"/> </method> <method name="setRestrictSystemProperties" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="val" type="boolean"/> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Add a configuration resource. The properties of this resource will override properties of previously added resources, unless they were marked <a href="#Final">final</a>. @param name resource to be added, the classpath is examined for a file with that name.]]> </doc> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="restrictedParser" type="boolean"/> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <doc> <![CDATA[Add a configuration resource. The properties of this resource will override properties of previously added resources, unless they were marked <a href="#Final">final</a>. @param url url of the resource to be added, the local filesystem is examined directly to find the resource, without referring to the classpath.]]> </doc> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="restrictedParser" type="boolean"/> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Add a configuration resource. The properties of this resource will override properties of previously added resources, unless they were marked <a href="#Final">final</a>. @param file file-path of resource to be added, the local filesystem is examined directly to find the resource, without referring to the classpath.]]> </doc> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <param name="restrictedParser" type="boolean"/> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <doc> <![CDATA[Add a configuration resource. The properties of this resource will override properties of previously added resources, unless they were marked <a href="#Final">final</a>. WARNING: The contents of the InputStream will be cached, by this method. So use this sparingly because it does increase the memory consumption. @param in InputStream to deserialize the object from. In will be read from when a get or set is called next. After it is read the stream will be closed.]]> </doc> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="restrictedParser" type="boolean"/> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Add a configuration resource. The properties of this resource will override properties of previously added resources, unless they were marked <a href="#Final">final</a>. @param in InputStream to deserialize the object from. @param name the name of the resource because InputStream.toString is not very descriptive some times.]]> </doc> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="name" type="java.lang.String"/> <param name="restrictedParser" type="boolean"/> </method> <method name="addResource" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Add a configuration resource. The properties of this resource will override properties of previously added resources, unless they were marked <a href="#Final">final</a>. @param conf Configuration object from which to load properties]]> </doc> </method> <method name="reloadConfiguration" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reload configuration from previously added resources. This method will clear all the configuration read from the added resources, and final parameters. This will make the resources to be read again before accessing the values. Values that are added via set methods will overlay values read from the resources.]]> </doc> </method> <method name="get" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the value of the <code>name</code> property, <code>null</code> if no such property exists. If the key is deprecated, it returns the value of the first key which replaces the deprecated key and is not null. Values are processed for <a href="#VariableExpansion">variable expansion</a> before being returned. @param name the property name, will be trimmed before get value. @return the value of the <code>name</code> or its replacing property, or null if no such property exists.]]> </doc> </method> <method name="setAllowNullValueProperties" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="val" type="boolean"/> <doc> <![CDATA[Set Configuration to allow keys without values during setup. Intended for use during testing. @param val If true, will allow Configuration to store keys without values]]> </doc> </method> <method name="setRestrictSystemProps" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="val" type="boolean"/> </method> <method name="onlyKeyExists" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Return existence of the <code>name</code> property, but only for names which have no valid value, usually non-existent or commented out in XML. @param name the property name @return true if the property <code>name</code> exists without value]]> </doc> </method> <method name="getTrimmed" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a trimmed <code>String</code>, <code>null</code> if no such property exists. If the key is deprecated, it returns the value of the first key which replaces the deprecated key and is not null Values are processed for <a href="#VariableExpansion">variable expansion</a> before being returned. @param name the property name. @return the value of the <code>name</code> or its replacing property, or null if no such property exists.]]> </doc> </method> <method name="getTrimmed" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.String"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a trimmed <code>String</code>, <code>defaultValue</code> if no such property exists. See @{Configuration#getTrimmed} for more details. @param name the property name. @param defaultValue the property default value. @return the value of the <code>name</code> or defaultValue if it is not set.]]> </doc> </method> <method name="getRaw" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the value of the <code>name</code> property, without doing <a href="#VariableExpansion">variable expansion</a>.If the key is deprecated, it returns the value of the first key which replaces the deprecated key and is not null. @param name the property name. @return the value of the <code>name</code> property or its replacing property and null if no such property exists.]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Set the <code>value</code> of the <code>name</code> property. If <code>name</code> is deprecated or there is a deprecated name associated to it, it sets the value to both names. Name will be trimmed before put into configuration. @param name property name. @param value property value.]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <param name="source" type="java.lang.String"/> <doc> <![CDATA[Set the <code>value</code> of the <code>name</code> property. If <code>name</code> is deprecated, it also sets the <code>value</code> to the keys that replace the deprecated key. Name will be trimmed before put into configuration. @param name property name. @param value property value. @param source the place that this configuration value came from (For debugging). @throws IllegalArgumentException when the value or name is null.]]> </doc> </method> <method name="unset" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Unset a previously set property.]]> </doc> </method> <method name="setIfUnset" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Sets a property if it is currently unset. @param name the property name @param value the new value]]> </doc> </method> <method name="get" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.String"/> <doc> <![CDATA[Get the value of the <code>name</code>. If the key is deprecated, it returns the value of the first key which replaces the deprecated key and is not null. If no such property exists, then <code>defaultValue</code> is returned. @param name property name, will be trimmed before get value. @param defaultValue default value. @return property value, or <code>defaultValue</code> if the property doesn't exist.]]> </doc> </method> <method name="getInt" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="int"/> <doc> <![CDATA[Get the value of the <code>name</code> property as an <code>int</code>. If no such property exists, the provided default value is returned, or if the specified value is not a valid <code>int</code>, then an error is thrown. @param name property name. @param defaultValue default value. @throws NumberFormatException when the value is invalid @return property value as an <code>int</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="getInts" return="int[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a set of comma-delimited <code>int</code> values. If no such property exists, an empty array is returned. @param name property name @return property value interpreted as an array of comma-delimited <code>int</code> values]]> </doc> </method> <method name="setInt" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="int"/> <doc> <![CDATA[Set the value of the <code>name</code> property to an <code>int</code>. @param name property name. @param value <code>int</code> value of the property.]]> </doc> </method> <method name="getLong" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="long"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>long</code>. If no such property exists, the provided default value is returned, or if the specified value is not a valid <code>long</code>, then an error is thrown. @param name property name. @param defaultValue default value. @throws NumberFormatException when the value is invalid @return property value as a <code>long</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="getLongBytes" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="long"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>long</code> or human readable format. If no such property exists, the provided default value is returned, or if the specified value is not a valid <code>long</code> or human readable format, then an error is thrown. You can use the following suffix (case insensitive): k(kilo), m(mega), g(giga), t(tera), p(peta), e(exa) @param name property name. @param defaultValue default value. @throws NumberFormatException when the value is invalid @return property value as a <code>long</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="setLong" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="long"/> <doc> <![CDATA[Set the value of the <code>name</code> property to a <code>long</code>. @param name property name. @param value <code>long</code> value of the property.]]> </doc> </method> <method name="getFloat" return="float" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="float"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>float</code>. If no such property exists, the provided default value is returned, or if the specified value is not a valid <code>float</code>, then an error is thrown. @param name property name. @param defaultValue default value. @throws NumberFormatException when the value is invalid @return property value as a <code>float</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="setFloat" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="float"/> <doc> <![CDATA[Set the value of the <code>name</code> property to a <code>float</code>. @param name property name. @param value property value.]]> </doc> </method> <method name="getDouble" return="double" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="double"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>double</code>. If no such property exists, the provided default value is returned, or if the specified value is not a valid <code>double</code>, then an error is thrown. @param name property name. @param defaultValue default value. @throws NumberFormatException when the value is invalid @return property value as a <code>double</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="setDouble" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="double"/> <doc> <![CDATA[Set the value of the <code>name</code> property to a <code>double</code>. @param name property name. @param value property value.]]> </doc> </method> <method name="getBoolean" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="boolean"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>boolean</code>. If no such property is specified, or if the specified value is not a valid <code>boolean</code>, then <code>defaultValue</code> is returned. @param name property name. @param defaultValue default value. @return property value as a <code>boolean</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="setBoolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="boolean"/> <doc> <![CDATA[Set the value of the <code>name</code> property to a <code>boolean</code>. @param name property name. @param value <code>boolean</code> value of the property.]]> </doc> </method> <method name="setBooleanIfUnset" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="boolean"/> <doc> <![CDATA[Set the given property, if it is currently unset. @param name property name @param value new value]]> </doc> </method> <method name="setEnum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="T"/> <doc> <![CDATA[Set the value of the <code>name</code> property to the given type. This is equivalent to <code>set(<name>, value.toString())</code>. @param name property name @param value new value]]> </doc> </method> <method name="getEnum" return="T" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="T"/> <doc> <![CDATA[Return value matching this enumerated type. Note that the returned value is trimmed by this method. @param name Property name @param defaultValue Value returned if no mapping exists @throws IllegalArgumentException If mapping is illegal for the type provided]]> </doc> </method> <method name="setTimeDuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="long"/> <param name="unit" type="java.util.concurrent.TimeUnit"/> <doc> <![CDATA[Set the value of <code>name</code> to the given time duration. This is equivalent to <code>set(<name>, value + <time suffix>)</code>. @param name Property name @param value Time duration @param unit Unit of time]]> </doc> </method> <method name="getTimeDuration" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="long"/> <param name="unit" type="java.util.concurrent.TimeUnit"/> <doc> <![CDATA[Return time duration in the given time unit. Valid units are encoded in properties as suffixes: nanoseconds (ns), microseconds (us), milliseconds (ms), seconds (s), minutes (m), hours (h), and days (d). @param name Property name @param defaultValue Value returned if no mapping exists. @param unit Unit to convert the stored property, if it exists. @throws NumberFormatException If the property stripped of its unit is not a number]]> </doc> </method> <method name="getTimeDuration" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.String"/> <param name="unit" type="java.util.concurrent.TimeUnit"/> </method> <method name="getTimeDurationHelper" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="vStr" type="java.lang.String"/> <param name="unit" type="java.util.concurrent.TimeUnit"/> <doc> <![CDATA[Return time duration in the given time unit. Valid units are encoded in properties as suffixes: nanoseconds (ns), microseconds (us), milliseconds (ms), seconds (s), minutes (m), hours (h), and days (d). @param name Property name @param vStr The string value with time unit suffix to be converted. @param unit Unit to convert the stored property, if it exists.]]> </doc> </method> <method name="getTimeDurations" return="long[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="unit" type="java.util.concurrent.TimeUnit"/> </method> <method name="getStorageSize" return="double" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.String"/> <param name="targetUnit" type="org.apache.hadoop.conf.StorageUnit"/> <doc> <![CDATA[Gets the Storage Size from the config, or returns the defaultValue. The unit of return value is specified in target unit. @param name - Key Name @param defaultValue - Default Value -- e.g. 100MB @param targetUnit - The units that we want result to be in. @return double -- formatted in target Units]]> </doc> </method> <method name="getStorageSize" return="double" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="double"/> <param name="targetUnit" type="org.apache.hadoop.conf.StorageUnit"/> <doc> <![CDATA[Gets storage size from a config file. @param name - Key to read. @param defaultValue - The default value to return in case the key is not present. @param targetUnit - The Storage unit that should be used for the return value. @return - double value in the Storage Unit specified.]]> </doc> </method> <method name="setStorageSize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="double"/> <param name="unit" type="org.apache.hadoop.conf.StorageUnit"/> <doc> <![CDATA[Sets Storage Size for the specified key. @param name - Key to set. @param value - The numeric value to set. @param unit - Storage Unit to be used.]]> </doc> </method> <method name="getPattern" return="java.util.regex.Pattern" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.util.regex.Pattern"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>Pattern</code>. If no such property is specified, or if the specified value is not a valid <code>Pattern</code>, then <code>DefaultValue</code> is returned. Note that the returned value is NOT trimmed by this method. @param name property name @param defaultValue default value @return property value as a compiled Pattern, or defaultValue]]> </doc> </method> <method name="setPattern" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="pattern" type="java.util.regex.Pattern"/> <doc> <![CDATA[Set the given property to <code>Pattern</code>. If the pattern is passed as null, sets the empty pattern which results in further calls to getPattern(...) returning the default value. @param name property name @param pattern new value]]> </doc> </method> <method name="getPropertySources" return="java.lang.String[]" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Gets information about why a property was set. Typically this is the path to the resource objects (file, URL, etc.) the property came from, but it can also indicate that it was set programmatically, or because of the command line. @param name - The property name to get the source of. @return null - If the property or its source wasn't found. Otherwise, returns a list of the sources of the resource. The older sources are the first ones in the list. So for example if a configuration is set from the command line, and then written out to a file that is read back in the first entry would indicate that it was set from the command line, while the second one would indicate the file that the new configuration was read in from.]]> </doc> </method> <method name="getRange" return="org.apache.hadoop.conf.Configuration.IntegerRanges" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.String"/> <doc> <![CDATA[Parse the given attribute as a set of integer ranges @param name the attribute name @param defaultValue the default value if it is not set @return a new set of ranges from the configured value]]> </doc> </method> <method name="getStringCollection" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the comma delimited values of the <code>name</code> property as a collection of <code>String</code>s. If no such property is specified then empty collection is returned. <p> This is an optimized version of {@link #getStrings(String)} @param name property name. @return property value as a collection of <code>String</code>s.]]> </doc> </method> <method name="getStrings" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the comma delimited values of the <code>name</code> property as an array of <code>String</code>s. If no such property is specified then <code>null</code> is returned. @param name property name. @return property value as an array of <code>String</code>s, or <code>null</code>.]]> </doc> </method> <method name="getStrings" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.String[]"/> <doc> <![CDATA[Get the comma delimited values of the <code>name</code> property as an array of <code>String</code>s. If no such property is specified then default value is returned. @param name property name. @param defaultValue The default value @return property value as an array of <code>String</code>s, or default value.]]> </doc> </method> <method name="getTrimmedStringCollection" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the comma delimited values of the <code>name</code> property as a collection of <code>String</code>s, trimmed of the leading and trailing whitespace. If no such property is specified then empty <code>Collection</code> is returned. @param name property name. @return property value as a collection of <code>String</code>s, or empty <code>Collection</code>]]> </doc> </method> <method name="getTrimmedStrings" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the comma delimited values of the <code>name</code> property as an array of <code>String</code>s, trimmed of the leading and trailing whitespace. If no such property is specified then an empty array is returned. @param name property name. @return property value as an array of trimmed <code>String</code>s, or empty array.]]> </doc> </method> <method name="getTrimmedStrings" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.String[]"/> <doc> <![CDATA[Get the comma delimited values of the <code>name</code> property as an array of <code>String</code>s, trimmed of the leading and trailing whitespace. If no such property is specified then default value is returned. @param name property name. @param defaultValue The default value @return property value as an array of trimmed <code>String</code>s, or default value.]]> </doc> </method> <method name="setStrings" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="values" type="java.lang.String[]"/> <doc> <![CDATA[Set the array of string values for the <code>name</code> property as as comma delimited values. @param name property name. @param values The values]]> </doc> </method> <method name="getPassword" return="char[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the value for a known password configuration element. In order to enable the elimination of clear text passwords in config, this method attempts to resolve the property name as an alias through the CredentialProvider API and conditionally fallsback to config. @param name property name @return password]]> </doc> </method> <method name="getPasswordFromCredentialProviders" return="char[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Try and resolve the provided element name as a credential provider alias. @param name alias of the provisioned credential @return password or null if not found @throws IOException]]> </doc> </method> <method name="getPasswordFromConfig" return="char[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Fallback to clear text passwords in configuration. @param name @return clear text password or null]]> </doc> </method> <method name="getSocketAddr" return="java.net.InetSocketAddress" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="hostProperty" type="java.lang.String"/> <param name="addressProperty" type="java.lang.String"/> <param name="defaultAddressValue" type="java.lang.String"/> <param name="defaultPort" type="int"/> <doc> <![CDATA[Get the socket address for <code>hostProperty</code> as a <code>InetSocketAddress</code>. If <code>hostProperty</code> is <code>null</code>, <code>addressProperty</code> will be used. This is useful for cases where we want to differentiate between host bind address and address clients should use to establish connection. @param hostProperty bind host property name. @param addressProperty address property name. @param defaultAddressValue the default value @param defaultPort the default port @return InetSocketAddress]]> </doc> </method> <method name="getSocketAddr" return="java.net.InetSocketAddress" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultAddress" type="java.lang.String"/> <param name="defaultPort" type="int"/> <doc> <![CDATA[Get the socket address for <code>name</code> property as a <code>InetSocketAddress</code>. @param name property name. @param defaultAddress the default value @param defaultPort the default port @return InetSocketAddress]]> </doc> </method> <method name="setSocketAddr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="addr" type="java.net.InetSocketAddress"/> <doc> <![CDATA[Set the socket address for the <code>name</code> property as a <code>host:port</code>.]]> </doc> </method> <method name="updateConnectAddr" return="java.net.InetSocketAddress" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="hostProperty" type="java.lang.String"/> <param name="addressProperty" type="java.lang.String"/> <param name="defaultAddressValue" type="java.lang.String"/> <param name="addr" type="java.net.InetSocketAddress"/> <doc> <![CDATA[Set the socket address a client can use to connect for the <code>name</code> property as a <code>host:port</code>. The wildcard address is replaced with the local host's address. If the host and address properties are configured the host component of the address will be combined with the port component of the addr to generate the address. This is to allow optional control over which host name is used in multi-home bind-host cases where a host can have multiple names @param hostProperty the bind-host configuration name @param addressProperty the service address configuration name @param defaultAddressValue the service default address configuration value @param addr InetSocketAddress of the service listener @return InetSocketAddress for clients to connect]]> </doc> </method> <method name="updateConnectAddr" return="java.net.InetSocketAddress" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="addr" type="java.net.InetSocketAddress"/> <doc> <![CDATA[Set the socket address a client can use to connect for the <code>name</code> property as a <code>host:port</code>. The wildcard address is replaced with the local host's address. @param name property name. @param addr InetSocketAddress of a listener to store in the given property @return InetSocketAddress for clients to connect]]> </doc> </method> <method name="getClassByName" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/> <doc> <![CDATA[Load a class by name. @param name the class name. @return the class object. @throws ClassNotFoundException if the class is not found.]]> </doc> </method> <method name="getClassByNameOrNull" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Load a class by name, returning null rather than throwing an exception if it couldn't be loaded. This is to avoid the overhead of creating an exception. @param name the class name @return the class object, or null if it could not be found.]]> </doc> </method> <method name="getClasses" return="java.lang.Class[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.Class[]"/> <doc> <![CDATA[Get the value of the <code>name</code> property as an array of <code>Class</code>. The value of the property specifies a list of comma separated class names. If no such property is specified, then <code>defaultValue</code> is returned. @param name the property name. @param defaultValue default value. @return property value as a <code>Class[]</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="getClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.Class"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>Class</code>. If no such property is specified, then <code>defaultValue</code> is returned. @param name the class name. @param defaultValue default value. @return property value as a <code>Class</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="getClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="defaultValue" type="java.lang.Class"/> <param name="xface" type="java.lang.Class"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>Class</code> implementing the interface specified by <code>xface</code>. If no such property is specified, then <code>defaultValue</code> is returned. An exception is thrown if the returned class does not implement the named interface. @param name the class name. @param defaultValue default value. @param xface the interface implemented by the named class. @return property value as a <code>Class</code>, or <code>defaultValue</code>.]]> </doc> </method> <method name="getInstances" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="xface" type="java.lang.Class"/> <doc> <![CDATA[Get the value of the <code>name</code> property as a <code>List</code> of objects implementing the interface specified by <code>xface</code>. An exception is thrown if any of the classes does not exist, or if it does not implement the named interface. @param name the property name. @param xface the interface implemented by the classes named by <code>name</code>. @return a <code>List</code> of objects implementing <code>xface</code>.]]> </doc> </method> <method name="setClass" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="theClass" type="java.lang.Class"/> <param name="xface" type="java.lang.Class"/> <doc> <![CDATA[Set the value of the <code>name</code> property to the name of a <code>theClass</code> implementing the given interface <code>xface</code>. An exception is thrown if <code>theClass</code> does not implement the interface <code>xface</code>. @param name property name. @param theClass property value. @param xface the interface implemented by the named class.]]> </doc> </method> <method name="getLocalPath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dirsProp" type="java.lang.String"/> <param name="path" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get a local file under a directory named by <i>dirsProp</i> with the given <i>path</i>. If <i>dirsProp</i> contains multiple directories, then one is chosen based on <i>path</i>'s hash code. If the selected directory does not exist, an attempt is made to create it. @param dirsProp directory in which to locate the file. @param path file-path. @return local file under the directory with the given path.]]> </doc> </method> <method name="getFile" return="java.io.File" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dirsProp" type="java.lang.String"/> <param name="path" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get a local file name under a directory named in <i>dirsProp</i> with the given <i>path</i>. If <i>dirsProp</i> contains multiple directories, then one is chosen based on <i>path</i>'s hash code. If the selected directory does not exist, an attempt is made to create it. @param dirsProp directory in which to locate the file. @param path file-path. @return local file under the directory with the given path.]]> </doc> </method> <method name="getResource" return="java.net.URL" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the {@link URL} for the named resource. @param name resource name. @return the url for the named resource.]]> </doc> </method> <method name="getConfResourceAsInputStream" return="java.io.InputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get an input stream attached to the configuration resource with the given <code>name</code>. @param name configuration resource name. @return an input stream attached to the resource.]]> </doc> </method> <method name="getConfResourceAsReader" return="java.io.Reader" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get a {@link Reader} attached to the configuration resource with the given <code>name</code>. @param name configuration resource name. @return a reader attached to the resource.]]> </doc> </method> <method name="getFinalParameters" return="java.util.Set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the set of parameters marked final. @return final parameter set.]]> </doc> </method> <method name="getProps" return="java.util.Properties" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="size" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the number of keys in the configuration. @return number of keys in the configuration.]]> </doc> </method> <method name="clear" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Clears all keys from the configuration.]]> </doc> </method> <method name="iterator" return="java.util.Iterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get an {@link Iterator} to go through the list of <code>String</code> key-value pairs in the configuration. @return an iterator over the entries.]]> </doc> </method> <method name="getPropsWithPrefix" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="confPrefix" type="java.lang.String"/> <doc> <![CDATA[Constructs a mapping of configuration and includes all properties that start with the specified configuration prefix. Property names in the mapping are trimmed to remove the configuration prefix. @param confPrefix configuration prefix @return mapping of configuration properties with prefix stripped]]> </doc> </method> <method name="writeXml" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write out the non-default properties in this configuration to the given {@link OutputStream} using UTF-8 encoding. @param out the output stream to write to.]]> </doc> </method> <method name="writeXml" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.Writer"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeXml" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="propertyName" type="java.lang.String"/> <param name="out" type="java.io.Writer"/> <exception name="IOException" type="java.io.IOException"/> <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/> <doc> <![CDATA[Write out the non-default properties in this configuration to the given {@link Writer}. <li> When property name is not empty and the property exists in the configuration, this method writes the property and its attributes to the {@link Writer}. </li> <p> <li> When property name is null or empty, this method writes all the configuration properties and their attributes to the {@link Writer}. </li> <p> <li> When property name is not empty but the property doesn't exist in the configuration, this method throws an {@link IllegalArgumentException}. </li> <p> @param out the writer to write to.]]> </doc> </method> <method name="dumpConfiguration" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="config" type="org.apache.hadoop.conf.Configuration"/> <param name="propertyName" type="java.lang.String"/> <param name="out" type="java.io.Writer"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Writes properties and their attributes (final and resource) to the given {@link Writer}. <li> When propertyName is not empty, and the property exists in the configuration, the format of the output would be, <pre> { "property": { "key" : "key1", "value" : "value1", "isFinal" : "key1.isFinal", "resource" : "key1.resource" } } </pre> </li> <li> When propertyName is null or empty, it behaves same as {@link #dumpConfiguration(Configuration, Writer)}, the output would be, <pre> { "properties" : [ { key : "key1", value : "value1", isFinal : "key1.isFinal", resource : "key1.resource" }, { key : "key2", value : "value2", isFinal : "ke2.isFinal", resource : "key2.resource" } ] } </pre> </li> <li> When propertyName is not empty, and the property is not found in the configuration, this method will throw an {@link IllegalArgumentException}. </li> <p> @param config the configuration @param propertyName property name @param out the Writer to write to @throws IOException @throws IllegalArgumentException when property name is not empty and the property is not found in configuration]]> </doc> </method> <method name="dumpConfiguration" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="config" type="org.apache.hadoop.conf.Configuration"/> <param name="out" type="java.io.Writer"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Writes out all properties and their attributes (final and resource) to the given {@link Writer}, the format of the output would be, <pre> { "properties" : [ { key : "key1", value : "value1", isFinal : "key1.isFinal", resource : "key1.resource" }, { key : "key2", value : "value2", isFinal : "ke2.isFinal", resource : "key2.resource" } ] } </pre> It does not output the properties of the configuration object which is loaded from an input stream. <p> @param config the configuration @param out the Writer to write to @throws IOException]]> </doc> </method> <method name="getClassLoader" return="java.lang.ClassLoader" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the {@link ClassLoader} for this job. @return the correct class loader.]]> </doc> </method> <method name="setClassLoader" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="classLoader" type="java.lang.ClassLoader"/> <doc> <![CDATA[Set the class loader that will be used to load the various objects. @param classLoader the new class loader.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setQuietMode" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="quietmode" type="boolean"/> <doc> <![CDATA[Set the quietness-mode. In the quiet-mode, error and informational messages might not be logged. @param quietmode <code>true</code> to set quiet-mode on, <code>false</code> to turn it off.]]> </doc> </method> <method name="main" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String[]"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[For debugging. List non-default properties to the terminal and exit.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getValByRegex" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="regex" type="java.lang.String"/> <doc> <![CDATA[get keys matching the the regex @param regex @return Map<String,String> with matching keys]]> </doc> </method> <method name="dumpDeprecatedKeys" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="hasWarnedDeprecation" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Returns whether or not a deprecated name has been warned. If the name is not deprecated then always return false]]> </doc> </method> <method name="getAllPropertiesByTag" return="java.util.Properties" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tag" type="java.lang.String"/> <doc> <![CDATA[Get all properties belonging to tag. @param tag tag @return Properties with matching tag]]> </doc> </method> <method name="getAllPropertiesByTags" return="java.util.Properties" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tagList" type="java.util.List"/> <doc> <![CDATA[Get all properties belonging to list of input tags. Calls getAllPropertiesByTag internally. @param tagList list of input tags @return Properties with matching tags]]> </doc> </method> <method name="isPropertyTag" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tagStr" type="java.lang.String"/> <doc> <![CDATA[Get Property tag Enum corresponding to given source. @param tagStr String representation of Enum @return true if tagStr is a valid tag]]> </doc> </method> <doc> <![CDATA[Provides access to configuration parameters. <h4 id="Resources">Resources</h4> <p>Configurations are specified by resources. A resource contains a set of name/value pairs as XML data. Each resource is named by either a <code>String</code> or by a {@link Path}. If named by a <code>String</code>, then the classpath is examined for a file with that name. If named by a <code>Path</code>, then the local filesystem is examined directly, without referring to the classpath. <p>Unless explicitly turned off, Hadoop by default specifies two resources, loaded in-order from the classpath: <ol> <li><tt> <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a></tt>: Read-only defaults for hadoop.</li> <li><tt>core-site.xml</tt>: Site-specific configuration for a given hadoop installation.</li> </ol> Applications may add additional resources, which are loaded subsequent to these resources in the order they are added. <h4 id="FinalParams">Final Parameters</h4> <p>Configuration parameters may be declared <i>final</i>. Once a resource declares a value final, no subsequently-loaded resource can alter that value. For example, one might define a final parameter with: <tt><pre> <property> <name>dfs.hosts.include</name> <value>/etc/hadoop/conf/hosts.include</value> <b><final>true</final></b> </property></pre></tt> Administrators typically define parameters as final in <tt>core-site.xml</tt> for values that user applications may not alter. <h4 id="VariableExpansion">Variable Expansion</h4> <p>Value strings are first processed for <i>variable expansion</i>. The available properties are:<ol> <li>Other properties defined in this Configuration; and, if a name is undefined here,</li> <li>Environment variables in {@link System#getenv()} if a name starts with "env.", or</li> <li>Properties in {@link System#getProperties()}.</li> </ol> <p>For example, if a configuration resource contains the following property definitions: <tt><pre> <property> <name>basedir</name> <value>/user/${<i>user.name</i>}</value> </property> <property> <name>tempdir</name> <value>${<i>basedir</i>}/tmp</value> </property> <property> <name>otherdir</name> <value>${<i>env.BASE_DIR</i>}/other</value> </property> </pre></tt> <p>When <tt>conf.get("tempdir")</tt> is called, then <tt>${<i>basedir</i>}</tt> will be resolved to another property in this Configuration, while <tt>${<i>user.name</i>}</tt> would then ordinarily be resolved to the value of the System property with that name. <p>When <tt>conf.get("otherdir")</tt> is called, then <tt>${<i>env.BASE_DIR</i>}</tt> will be resolved to the value of the <tt>${<i>BASE_DIR</i>}</tt> environment variable. It supports <tt>${<i>env.NAME:-default</i>}</tt> and <tt>${<i>env.NAME-default</i>}</tt> notations. The former is resolved to "default" if <tt>${<i>NAME</i>}</tt> environment variable is undefined or its value is empty. The latter behaves the same way only if <tt>${<i>NAME</i>}</tt> is undefined. <p>By default, warnings will be given to any deprecated configuration parameters and these are suppressible by configuring <tt>log4j.logger.org.apache.hadoop.conf.Configuration.deprecation</tt> in log4j.properties file. <h4 id="Tags">Tags</h4> <p>Optionally we can tag related properties together by using tag attributes. System tags are defined by hadoop.system.tags property. Users can define there own custom tags in hadoop.custom.tags property. <p>For example, we can tag existing property as: <tt><pre> <property> <name>dfs.replication</name> <value>3</value> <tag>HDFS,REQUIRED</tag> </property> <property> <name>dfs.data.transfer.protection</name> <value>3</value> <tag>HDFS,SECURITY</tag> </property> </pre></tt> <p> Properties marked with tags can be retrieved with <tt>conf .getAllPropertiesByTag("HDFS")</tt> or <tt>conf.getAllPropertiesByTags (Arrays.asList("YARN","SECURITY"))</tt>.</p>]]> </doc> </class> <!-- end class org.apache.hadoop.conf.Configuration --> <!-- start class org.apache.hadoop.conf.Configured --> <class name="Configured" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="Configured" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a Configured.]]> </doc> </constructor> <constructor name="Configured" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a Configured.]]> </doc> </constructor> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Base class for things that may be configured with a {@link Configuration}.]]> </doc> </class> <!-- end class org.apache.hadoop.conf.Configured --> <doc> <![CDATA[Configuration of system parameters.]]> </doc> </package> <package name="org.apache.hadoop.crypto"> </package> <package name="org.apache.hadoop.crypto.key"> <!-- start class org.apache.hadoop.crypto.key.KeyProvider --> <class name="KeyProvider" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="KeyProvider" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor. @param conf configuration for the provider]]> </doc> </constructor> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the provider configuration. @return the provider configuration]]> </doc> </method> <method name="options" return="org.apache.hadoop.crypto.key.KeyProvider.Options" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[A helper function to create an options object. @param conf the configuration to use @return a new options object]]> </doc> </method> <method name="isTransient" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Indicates whether this provider represents a store that is intended for transient use - such as the UserProvider is. These providers are generally used to provide access to keying material rather than for long term storage. @return true if transient, false otherwise]]> </doc> </method> <method name="getKeyVersion" return="org.apache.hadoop.crypto.key.KeyProvider.KeyVersion" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="versionName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the key material for a specific version of the key. This method is used when decrypting data. @param versionName the name of a specific version of the key @return the key material @throws IOException]]> </doc> </method> <method name="getKeys" return="java.util.List" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the key names for all keys. @return the list of key names @throws IOException]]> </doc> </method> <method name="getKeysMetadata" return="org.apache.hadoop.crypto.key.KeyProvider.Metadata[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="names" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get key metadata in bulk. @param names the names of the keys to get @throws IOException]]> </doc> </method> <method name="getKeyVersions" return="java.util.List" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the key material for all versions of a specific key name. @return the list of key material @throws IOException]]> </doc> </method> <method name="getCurrentKey" return="org.apache.hadoop.crypto.key.KeyProvider.KeyVersion" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the current version of the key, which should be used for encrypting new data. @param name the base name of the key @return the version name of the current version of the key or null if the key version doesn't exist @throws IOException]]> </doc> </method> <method name="getMetadata" return="org.apache.hadoop.crypto.key.KeyProvider.Metadata" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get metadata about the key. @param name the basename of the key @return the key's metadata or null if the key doesn't exist @throws IOException]]> </doc> </method> <method name="createKey" return="org.apache.hadoop.crypto.key.KeyProvider.KeyVersion" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="material" type="byte[]"/> <param name="options" type="org.apache.hadoop.crypto.key.KeyProvider.Options"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a new key. The given key must not already exist. @param name the base name of the key @param material the key material for the first version of the key. @param options the options for the new key. @return the version name of the first version of the key. @throws IOException]]> </doc> </method> <method name="generateKey" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="size" type="int"/> <param name="algorithm" type="java.lang.String"/> <exception name="NoSuchAlgorithmException" type="java.security.NoSuchAlgorithmException"/> <doc> <![CDATA[Generates a key material. @param size length of the key. @param algorithm algorithm to use for generating the key. @return the generated key. @throws NoSuchAlgorithmException]]> </doc> </method> <method name="createKey" return="org.apache.hadoop.crypto.key.KeyProvider.KeyVersion" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="options" type="org.apache.hadoop.crypto.key.KeyProvider.Options"/> <exception name="NoSuchAlgorithmException" type="java.security.NoSuchAlgorithmException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a new key generating the material for it. The given key must not already exist. <p/> This implementation generates the key material and calls the {@link #createKey(String, byte[], Options)} method. @param name the base name of the key @param options the options for the new key. @return the version name of the first version of the key. @throws IOException @throws NoSuchAlgorithmException]]> </doc> </method> <method name="deleteKey" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete the given key. @param name the name of the key to delete @throws IOException]]> </doc> </method> <method name="rollNewVersion" return="org.apache.hadoop.crypto.key.KeyProvider.KeyVersion" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="material" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Roll a new version of the given key. @param name the basename of the key @param material the new key material @return the name of the new version of the key @throws IOException]]> </doc> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Can be used by implementing classes to close any resources that require closing]]> </doc> </method> <method name="rollNewVersion" return="org.apache.hadoop.crypto.key.KeyProvider.KeyVersion" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="NoSuchAlgorithmException" type="java.security.NoSuchAlgorithmException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Roll a new version of the given key generating the material for it. <p/> This implementation generates the key material and calls the {@link #rollNewVersion(String, byte[])} method. @param name the basename of the key @return the name of the new version of the key @throws IOException]]> </doc> </method> <method name="invalidateCache" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Can be used by implementing classes to invalidate the caches. This could be used after rollNewVersion to provide a strong guarantee to return the new version of the given key. @param name the basename of the key @throws IOException]]> </doc> </method> <method name="flush" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Ensures that any changes to the keys are written to persistent store. @throws IOException]]> </doc> </method> <method name="getBaseName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="versionName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Split the versionName in to a base name. Converts "/aaa/bbb/3" to "/aaa/bbb". @param versionName the version name to split @return the base name of the key @throws IOException]]> </doc> </method> <method name="buildVersionName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="version" type="int"/> <doc> <![CDATA[Build a version string from a basename and version number. Converts "/aaa/bbb" and 3 to "/aaa/bbb@3". @param name the basename of the key @param version the version of the key @return the versionName of the key.]]> </doc> </method> <method name="findProvider" return="org.apache.hadoop.crypto.key.KeyProvider" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="providerList" type="java.util.List"/> <param name="keyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Find the provider with the given key. @param providerList the list of providers @param keyName the key name we are looking for @return the KeyProvider that has the key]]> </doc> </method> <method name="needsPassword" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Does this provider require a password? This means that a password is required for normal operation, and it has not been found through normal means. If true, the password should be provided by the caller using setPassword(). @return Whether or not the provider requires a password @throws IOException]]> </doc> </method> <method name="noPasswordWarning" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[If a password for the provider is needed, but is not provided, this will return a warning and instructions for supplying said password to the provider. @return A warning and instructions for supplying the password]]> </doc> </method> <method name="noPasswordError" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[If a password for the provider is needed, but is not provided, this will return an error message and instructions for supplying said password to the provider. @return An error message and instructions for supplying the password]]> </doc> </method> <field name="DEFAULT_CIPHER_NAME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DEFAULT_CIPHER" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DEFAULT_BITLENGTH_NAME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DEFAULT_BITLENGTH" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="JCEKS_KEY_SERIALFILTER_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="JCEKS_KEY_SERIAL_FILTER" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[A provider of secret key material for Hadoop applications. Provides an abstraction to separate key storage from users of encryption. It is intended to support getting or storing keys in a variety of ways, including third party bindings. <P/> <code>KeyProvider</code> implementations must be thread safe.]]> </doc> </class> <!-- end class org.apache.hadoop.crypto.key.KeyProvider --> <!-- start class org.apache.hadoop.crypto.key.KeyProviderFactory --> <class name="KeyProviderFactory" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="KeyProviderFactory" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="createProvider" return="org.apache.hadoop.crypto.key.KeyProvider" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="providerName" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getProviders" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="get" return="org.apache.hadoop.crypto.key.KeyProvider" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a KeyProvider based on a provided URI. @param uri key provider URI @param conf configuration to initialize the key provider @return the key provider for the specified URI, or <code>NULL</code> if a provider for the specified URI scheme could not be found. @throws IOException thrown if the provider failed to initialize.]]> </doc> </method> <field name="KEY_PROVIDER_PATH" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[A factory to create a list of KeyProvider based on the path given in a Configuration. It uses a service loader interface to find the available KeyProviders and create them based on the list of URIs.]]> </doc> </class> <!-- end class org.apache.hadoop.crypto.key.KeyProviderFactory --> </package> <package name="org.apache.hadoop.crypto.key.kms"> </package> <package name="org.apache.hadoop.crypto.random"> </package> <package name="org.apache.hadoop.fs"> <!-- start class org.apache.hadoop.fs.AbstractFileSystem --> <class name="AbstractFileSystem" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="AbstractFileSystem" type="java.net.URI, java.lang.String, boolean, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="URISyntaxException" type="java.net.URISyntaxException"/> <doc> <![CDATA[Constructor to be called by subclasses. @param uri for this file system. @param supportedScheme the scheme supported by the implementor @param authorityNeeded if true then theURI must have authority, if false then the URI must have null authority. @throws URISyntaxException <code>uri</code> has syntax error]]> </doc> </constructor> <method name="getStatistics" return="org.apache.hadoop.fs.FileSystem.Statistics" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="isValidName" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="java.lang.String"/> <doc> <![CDATA[Returns true if the specified string is considered valid in the path part of a URI by this file system. The default implementation enforces the rules of HDFS, but subclasses may override this method to implement specific validation rules for specific file systems. @param src String source filename to check, path part of the URI @return boolean true if the specified string is considered valid]]> </doc> </method> <method name="createFileSystem" return="org.apache.hadoop.fs.AbstractFileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[Create a file system instance for the specified uri using the conf. The conf is used to find the class name that implements the file system. The conf is also passed to the file system for its configuration. @param uri URI of the file system @param conf Configuration for the file system @return Returns the file system for the given URI @throws UnsupportedFileSystemException file system for <code>uri</code> is not found]]> </doc> </method> <method name="getStatistics" return="org.apache.hadoop.fs.FileSystem.Statistics" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="protected" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <doc> <![CDATA[Get the statistics for a particular file system. @param uri used as key to lookup STATISTICS_TABLE. Only scheme and authority part of the uri are used. @return a statistics object]]> </doc> </method> <method name="clearStatistics" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="printStatistics" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Prints statistics for all file systems.]]> </doc> </method> <method name="getAllStatistics" return="java.util.Map" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="get" return="org.apache.hadoop.fs.AbstractFileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[The main factory method for creating a file system. Get a file system for the URI's scheme and authority. The scheme of the <code>uri</code> determines a configuration property name, <tt>fs.AbstractFileSystem.<i>scheme</i>.impl</tt> whose value names the AbstractFileSystem class. The entire URI and conf is passed to the AbstractFileSystem factory method. @param uri for the file system to be created. @param conf which is passed to the file system impl. @return file system for the given URI. @throws UnsupportedFileSystemException if the file system for <code>uri</code> is not supported.]]> </doc> </method> <method name="checkScheme" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="supportedScheme" type="java.lang.String"/> <doc> <![CDATA[Check that the Uri's scheme matches @param uri @param supportedScheme]]> </doc> </method> <method name="getUriDefaultPort" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The default port of this file system. @return default port of this file system's Uri scheme A uri with a port of -1 => default port;]]> </doc> </method> <method name="getUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a URI whose scheme and authority identify this FileSystem. @return the uri of this file system.]]> </doc> </method> <method name="checkPath" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Check that a Path belongs to this FileSystem. If the path is fully qualified URI, then its scheme and authority matches that of this file system. Otherwise the path must be slash-relative name. @throws InvalidPathException if the path is invalid]]> </doc> </method> <method name="getUriPath" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Get the path-part of a pathname. Checks that URI matches this file system and that the path-part is a valid name. @param p path @return path-part of the Path p]]> </doc> </method> <method name="makeQualified" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Make the path fully qualified to this file system @param path @return the qualified path]]> </doc> </method> <method name="getInitialWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Some file systems like LocalFileSystem have an initial workingDir that is used as the starting workingDir. For other file systems like HDFS there is no built in notion of an initial workingDir. @return the initial workingDir if the file system has such a notion otherwise return a null.]]> </doc> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the current user's home directory in this file system. The default implementation returns "/user/$USER/". @return current user's home directory.]]> </doc> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="use {@link #getServerDefaults(Path)} instead"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a set of server default configuration values. @return server default configuration values @throws IOException an I/O error occurred @deprecated use {@link #getServerDefaults(Path)} instead]]> </doc> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a set of server default configuration values based on path. @param f path to fetch server defaults @return server default configuration values for path @throws IOException an I/O error occurred]]> </doc> </method> <method name="resolvePath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the fully-qualified path of path f resolving the path through any internal symlinks or mount point @param p path to be resolved @return fully qualified path @throws FileNotFoundException, AccessControlException, IOException UnresolvedLinkException if symbolic link on path cannot be resolved internally]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="createFlag" type="java.util.EnumSet"/> <param name="opts" type="org.apache.hadoop.fs.Options.CreateOpts[]"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#create(Path, EnumSet, Options.CreateOpts...)} except that the Path f must be fully qualified and the permission is absolute (i.e. umask has been applied).]]> </doc> </method> <method name="createInternal" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="flag" type="java.util.EnumSet"/> <param name="absolutePermission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="checksumOpt" type="org.apache.hadoop.fs.Options.ChecksumOpt"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link #create(Path, EnumSet, Options.CreateOpts...)} except that the opts have been declared explicitly.]]> </doc> </method> <method name="mkdir" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#mkdir(Path, FsPermission, boolean)} except that the Path f must be fully qualified and the permission is absolute (i.e. umask has been applied).]]> </doc> </method> <method name="delete" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#delete(Path, boolean)} except that Path f must be for this file system.]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#open(Path)} except that Path f must be for this file system.]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#open(Path, int)} except that Path f must be for this file system.]]> </doc> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#truncate(Path, long)} except that Path f must be for this file system.]]> </doc> </method> <method name="setReplication" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#setReplication(Path, short)} except that Path f must be for this file system.]]> </doc> </method> <method name="rename" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="options" type="org.apache.hadoop.fs.Options.Rename[]"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#rename(Path, Path, Options.Rename...)} except that Path f must be for this file system.]]> </doc> </method> <method name="renameInternal" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#rename(Path, Path, Options.Rename...)} except that Path f must be for this file system and NO OVERWRITE is performed. File systems that do not have a built in overwrite need implement only this method and can take advantage of the default impl of the other {@link #renameInternal(Path, Path, boolean)}]]> </doc> </method> <method name="renameInternal" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#rename(Path, Path, Options.Rename...)} except that Path f must be for this file system.]]> </doc> </method> <method name="supportsSymlinks" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if the file system supports symlinks, false otherwise. @return true if filesystem supports symlinks]]> </doc> </method> <method name="createSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.fs.Path"/> <param name="link" type="org.apache.hadoop.fs.Path"/> <param name="createParent" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#createSymlink(Path, Path, boolean)};]]> </doc> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Partially resolves the path. This is used during symlink resolution in {@link FSLinkResolver}, and differs from the similarly named method {@link FileContext#getLinkTarget(Path)}. @throws IOException subclass implementations may throw IOException]]> </doc> </method> <method name="setPermission" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#setPermission(Path, FsPermission)} except that Path f must be for this file system.]]> </doc> </method> <method name="setOwner" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#setOwner(Path, String, String)} except that Path f must be for this file system.]]> </doc> </method> <method name="setTimes" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="mtime" type="long"/> <param name="atime" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#setTimes(Path, long, long)} except that Path f must be for this file system.]]> </doc> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#getFileChecksum(Path)} except that Path f must be for this file system.]]> </doc> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#getFileStatus(Path)} except that an UnresolvedLinkException may be thrown if a symlink is encountered in the path.]]> </doc> </method> <method name="getFileLinkStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#getFileLinkStatus(Path)} except that an UnresolvedLinkException may be thrown if a symlink is encountered in the path leading up to the final path component. If the file system does not support symlinks then the behavior is equivalent to {@link AbstractFileSystem#getFileStatus(Path)}.]]> </doc> </method> <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="start" type="long"/> <param name="len" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#getFileBlockLocations(Path, long, long)} except that Path f must be for this file system.]]> </doc> </method> <method name="getFsStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#getFsStatus(Path)} except that Path f must be for this file system.]]> </doc> </method> <method name="getFsStatus" return="org.apache.hadoop.fs.FsStatus" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#getFsStatus(Path)}.]]> </doc> </method> <method name="listStatusIterator" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#listStatus(Path)} except that Path f must be for this file system.]]> </doc> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#listLocatedStatus(Path)} except that Path f must be for this file system. In HDFS implementation, the BlockLocation of returned LocatedFileStatus will have different formats for replicated and erasure coded file. Please refer to {@link FileSystem#getFileBlockLocations(FileStatus, long, long)} for more details.]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext.Util#listStatus(Path)} except that Path f must be for this file system.]]> </doc> </method> <method name="listCorruptFileBlocks" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[@return an iterator over the corrupt files under the given path (may contain duplicates if a file has more than one corrupt block) @throws IOException]]> </doc> </method> <method name="setVerifyChecksum" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="verifyChecksum" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#setVerifyChecksum(boolean, Path)} except that Path f must be for this file system.]]> </doc> </method> <method name="getCanonicalServiceName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get a canonical name for this file system. @return a URI string that uniquely identifies this file system]]> </doc> </method> <method name="modifyAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Modifies ACL entries of files and directories. This method can add new ACL entries or modify the permissions on existing ACL entries. All existing ACL entries that are not specified in this call are retained without changes. (Modifications are merged into the current ACL.) @param path Path to modify @param aclSpec List<AclEntry> describing modifications @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="removeAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes ACL entries from files and directories. Other ACL entries are retained. @param path Path to modify @param aclSpec List<AclEntry> describing entries to remove @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="removeDefaultAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes all default ACL entries from files and directories. @param path Path to modify @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="removeAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes all but the base ACL entries of files and directories. The entries for user, group, and others are retained for compatibility with permission bits. @param path Path to modify @throws IOException if an ACL could not be removed]]> </doc> </method> <method name="setAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Fully replaces ACL of files and directories, discarding all existing entries. @param path Path to modify @param aclSpec List<AclEntry> describing modifications, must include entries for user, group, and others for compatibility with permission bits. @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="getAclStatus" return="org.apache.hadoop.fs.permission.AclStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Gets the ACLs of files and directories. @param path Path to get @return RemoteIterator<AclStatus> which returns each AclStatus @throws IOException if an ACL could not be read]]> </doc> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to modify @param name xattr name. @param value xattr value. @throws IOException]]> </doc> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to modify @param name xattr name. @param value xattr value. @param flag xattr set flag @throws IOException]]> </doc> </method> <method name="getXAttr" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get an xattr for a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attribute @param name xattr name. @return byte[] xattr value. @throws IOException]]> </doc> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattrs for a file or directory. Only those xattrs for which the logged-in user has permissions to view are returned. <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @return Map<String, byte[]> describing the XAttrs of the file or directory @throws IOException]]> </doc> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="names" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattrs for a file or directory. Only those xattrs for which the logged-in user has permissions to view are returned. <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @param names XAttr names. @return Map<String, byte[]> describing the XAttrs of the file or directory @throws IOException]]> </doc> </method> <method name="listXAttrs" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattr names for a file or directory. Only the xattr names for which the logged-in user has permissions to view are returned. <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @return Map<String, byte[]> describing the XAttrs of the file or directory @throws IOException]]> </doc> </method> <method name="removeXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Remove an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to remove extended attribute @param name xattr name @throws IOException]]> </doc> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#createSnapshot(Path, String)}.]]> </doc> </method> <method name="renameSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotOldName" type="java.lang.String"/> <param name="snapshotNewName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#renameSnapshot(Path, String, String)}.]]> </doc> </method> <method name="deleteSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="snapshotDir" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The specification of this method matches that of {@link FileContext#deleteSnapshot(Path, String)}.]]> </doc> </method> <method name="setStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="policyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the storage policy for a given file or directory. @param path file or directory path. @param policyName the name of the target storage policy. The list of supported Storage policies can be retrieved via {@link #getAllStoragePolicies}.]]> </doc> </method> <method name="unsetStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Unset the storage policy set for a given file or directory. @param src file or directory path. @throws IOException]]> </doc> </method> <method name="getStoragePolicy" return="org.apache.hadoop.fs.BlockStoragePolicySpi" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Retrieve the storage policy for a given file or directory. @param src file or directory path. @return storage policy for give file. @throws IOException]]> </doc> </method> <method name="getAllStoragePolicies" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Retrieve all the storage policies supported by this file system. @return all storage policies supported by this filesystem. @throws IOException]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="java.lang.Object"/> </method> <field name="statistics" type="org.apache.hadoop.fs.FileSystem.Statistics" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[The statistics for this file system.]]> </doc> </field> <doc> <![CDATA[This class provides an interface for implementors of a Hadoop file system (analogous to the VFS of Unix). Applications do not access this class; instead they access files across all file systems using {@link FileContext}. Pathnames passed to AbstractFileSystem can be fully qualified URI that matches the "this" file system (ie same scheme and authority) or a Slash-relative name that is assumed to be relative to the root of the "this" file system .]]> </doc> </class> <!-- end class org.apache.hadoop.fs.AbstractFileSystem --> <!-- start class org.apache.hadoop.fs.AvroFSInput --> <class name="AvroFSInput" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Closeable"/> <implements name="org.apache.avro.file.SeekableInput"/> <constructor name="AvroFSInput" type="org.apache.hadoop.fs.FSDataInputStream, long" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct given an {@link FSDataInputStream} and its length.]]> </doc> </constructor> <constructor name="AvroFSInput" type="org.apache.hadoop.fs.FileContext, org.apache.hadoop.fs.Path" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct given a {@link FileContext} and a {@link Path}.]]> </doc> </constructor> <method name="length" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="read" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="seek" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="tell" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Adapts an {@link FSDataInputStream} to Avro's SeekableInput interface.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.AvroFSInput --> <!-- start class org.apache.hadoop.fs.BlockLocation --> <class name="BlockLocation" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Serializable"/> <constructor name="BlockLocation" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default Constructor]]> </doc> </constructor> <constructor name="BlockLocation" type="org.apache.hadoop.fs.BlockLocation" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Copy constructor]]> </doc> </constructor> <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], long, long" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with host, name, offset and length]]> </doc> </constructor> <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], long, long, boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with host, name, offset, length and corrupt flag]]> </doc> </constructor> <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], java.lang.String[], long, long" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with host, name, network topology, offset and length]]> </doc> </constructor> <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], java.lang.String[], long, long, boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with host, name, network topology, offset, length and corrupt flag]]> </doc> </constructor> <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], java.lang.String[], java.lang.String[], long, long, boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], java.lang.String[], java.lang.String[], java.lang.String[], org.apache.hadoop.fs.StorageType[], long, long, boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getHosts" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the list of hosts (hostname) hosting this block]]> </doc> </method> <method name="getCachedHosts" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the list of hosts (hostname) hosting a cached replica of the block]]> </doc> </method> <method name="getNames" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the list of names (IP:xferPort) hosting this block]]> </doc> </method> <method name="getTopologyPaths" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the list of network topology paths for each of the hosts. The last component of the path is the "name" (IP:xferPort).]]> </doc> </method> <method name="getStorageIds" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the storageID of each replica of the block.]]> </doc> </method> <method name="getStorageTypes" return="org.apache.hadoop.fs.StorageType[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the storage type of each replica of the block.]]> </doc> </method> <method name="getOffset" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the start offset of file associated with this block]]> </doc> </method> <method name="getLength" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the length of the block]]> </doc> </method> <method name="isCorrupt" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the corrupt flag.]]> </doc> </method> <method name="setOffset" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="offset" type="long"/> <doc> <![CDATA[Set the start offset of file associated with this block]]> </doc> </method> <method name="setLength" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="length" type="long"/> <doc> <![CDATA[Set the length of block]]> </doc> </method> <method name="setCorrupt" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="corrupt" type="boolean"/> <doc> <![CDATA[Set the corrupt flag.]]> </doc> </method> <method name="setHosts" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="hosts" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the hosts hosting this block]]> </doc> </method> <method name="setCachedHosts" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="cachedHosts" type="java.lang.String[]"/> <doc> <![CDATA[Set the hosts hosting a cached replica of this block]]> </doc> </method> <method name="setNames" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="names" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the names (host:port) hosting this block]]> </doc> </method> <method name="setTopologyPaths" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="topologyPaths" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the network topology paths of the hosts]]> </doc> </method> <method name="setStorageIds" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="storageIds" type="java.lang.String[]"/> </method> <method name="setStorageTypes" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="storageTypes" type="org.apache.hadoop.fs.StorageType[]"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Represents the network location of a block, information about the hosts that contain block replicas, and other block metadata (E.g. the file offset associated with the block, length, whether it is corrupt, etc). For a single BlockLocation, it will have different meanings for replicated and erasure coded files. If the file is 3-replicated, offset and length of a BlockLocation represent the absolute value in the file and the hosts are the 3 datanodes that holding the replicas. Here is an example: <pre> BlockLocation(offset: 0, length: BLOCK_SIZE, hosts: {"host1:9866", "host2:9866, host3:9866"}) </pre> And if the file is erasure-coded, each BlockLocation represents a logical block groups. Value offset is the offset of a block group in the file and value length is the total length of a block group. Hosts of a BlockLocation are the datanodes that holding all the data blocks and parity blocks of a block group. Suppose we have a RS_3_2 coded file (3 data units and 2 parity units). A BlockLocation example will be like: <pre> BlockLocation(offset: 0, length: 3 * BLOCK_SIZE, hosts: {"host1:9866", "host2:9866","host3:9866","host4:9866","host5:9866"}) </pre> Please refer to {@link FileSystem#getFileBlockLocations(FileStatus, long, long)} or {@link FileContext#getFileBlockLocations(Path, long, long)} for more examples.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.BlockLocation --> <!-- start interface org.apache.hadoop.fs.BlockStoragePolicySpi --> <interface name="BlockStoragePolicySpi" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getName" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the name of the storage policy. Policies are uniquely identified by name. @return the name of the storage policy.]]> </doc> </method> <method name="getStorageTypes" return="org.apache.hadoop.fs.StorageType[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the preferred storage types associated with this policy. These storage types are used sequentially for successive block replicas. @return preferred storage types used for placing block replicas.]]> </doc> </method> <method name="getCreationFallbacks" return="org.apache.hadoop.fs.StorageType[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the fallback storage types for creating new block replicas. Fallback storage types are used if the preferred storage types are not available. @return fallback storage types for new block replicas..]]> </doc> </method> <method name="getReplicationFallbacks" return="org.apache.hadoop.fs.StorageType[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the fallback storage types for replicating existing block replicas. Fallback storage types are used if the preferred storage types are not available. @return fallback storage types for replicating existing block replicas.]]> </doc> </method> <method name="isCopyOnCreateFile" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if the policy is inherit-only and cannot be changed for an existing file. @return true if the policy is inherit-only.]]> </doc> </method> <doc> <![CDATA[A storage policy specifies the placement of block replicas on specific storage types.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.BlockStoragePolicySpi --> <!-- start interface org.apache.hadoop.fs.ByteBufferReadable --> <interface name="ByteBufferReadable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="read" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="buf" type="java.nio.ByteBuffer"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads up to buf.remaining() bytes into buf. Callers should use buf.limit(..) to control the size of the desired read. <p/> After a successful call, buf.position() will be advanced by the number of bytes read and buf.limit() should be unchanged. <p/> In the case of an exception, the values of buf.position() and buf.limit() are undefined, and callers should be prepared to recover from this eventuality. <p/> Many implementations will throw {@link UnsupportedOperationException}, so callers that are not confident in support for this method from the underlying filesystem should be prepared to handle that exception. <p/> Implementations should treat 0-length requests as legitimate, and must not signal an error upon their receipt. @param buf the ByteBuffer to receive the results of the read operation. @return the number of bytes read, possibly zero, or -1 if reach end-of-stream @throws IOException if there is some error performing the read]]> </doc> </method> <doc> <![CDATA[Implementers of this interface provide a read API that writes to a ByteBuffer, not a byte[].]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.ByteBufferReadable --> <!-- start interface org.apache.hadoop.fs.CanSetDropBehind --> <interface name="CanSetDropBehind" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="setDropBehind" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dropCache" type="java.lang.Boolean"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> <doc> <![CDATA[Configure whether the stream should drop the cache. @param dropCache Whether to drop the cache. null means to use the default value. @throws IOException If there was an error changing the dropBehind setting. UnsupportedOperationException If this stream doesn't support setting the drop-behind.]]> </doc> </method> </interface> <!-- end interface org.apache.hadoop.fs.CanSetDropBehind --> <!-- start interface org.apache.hadoop.fs.CanSetReadahead --> <interface name="CanSetReadahead" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="setReadahead" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="readahead" type="java.lang.Long"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> <doc> <![CDATA[Set the readahead on this stream. @param readahead The readahead to use. null means to use the default. @throws IOException If there was an error changing the dropBehind setting. UnsupportedOperationException If this stream doesn't support setting readahead.]]> </doc> </method> </interface> <!-- end interface org.apache.hadoop.fs.CanSetReadahead --> <!-- start interface org.apache.hadoop.fs.CanUnbuffer --> <interface name="CanUnbuffer" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="unbuffer" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reduce the buffering. This will also free sockets and file descriptors held by the stream, if possible.]]> </doc> </method> <doc> <![CDATA[FSDataInputStreams implement this interface to indicate that they can clear their buffers on request.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.CanUnbuffer --> <!-- start class org.apache.hadoop.fs.ChecksumException --> <class name="ChecksumException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ChecksumException" type="java.lang.String, long" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getPos" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Thrown for checksum errors.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.ChecksumException --> <!-- start class org.apache.hadoop.fs.ChecksumFileSystem --> <class name="ChecksumFileSystem" extends="org.apache.hadoop.fs.FilterFileSystem" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ChecksumFileSystem" type="org.apache.hadoop.fs.FileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getApproxChkSumLength" return="double" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="size" type="long"/> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="setVerifyChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="verifyChecksum" type="boolean"/> <doc> <![CDATA[Set whether to verify checksum.]]> </doc> </method> <method name="setWriteChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="writeChecksum" type="boolean"/> </method> <method name="getRawFileSystem" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[get the raw file system]]> </doc> </method> <method name="getChecksumFile" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Return the name of the checksum file associated with a file.]]> </doc> </method> <method name="isChecksumFile" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Return true iff file is a checksum file name.]]> </doc> </method> <method name="getChecksumFileLength" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <param name="fileSize" type="long"/> <doc> <![CDATA[Return the length of the checksum file given the size of the actual file.]]> </doc> </method> <method name="getBytesPerSum" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the bytes Per Checksum]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataInputStream at the indicated Path. @param f the file name to open @param bufferSize the size of the buffer to be used.]]> </doc> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getChecksumLength" return="long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="size" type="long"/> <param name="bytesPerSum" type="int"/> <doc> <![CDATA[Calculated the length of the checksum file in bytes. @param size the length of the data file in bytes @param bytesPerSum the number of bytes in a checksum block @return the number of bytes in the checksum file]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="modifyAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeDefaultAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setReplication" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set replication for an existing file. Implement the abstract <tt>setReplication</tt> of <tt>FileSystem</tt> @param src file name @param replication new replication @throws IOException @return true if successful; false if file does not exist or is a directory]]> </doc> </method> <method name="rename" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Rename files/dirs]]> </doc> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Implement the delete(Path, boolean) in checksum file system.]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the statuses of the files/directories in the given path if the path is a directory. @param f given path @return the statuses of the files/directories in the given path @throws IOException]]> </doc> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the statuses of the files/directories in the given path if the path is a directory. @param f given path @return the statuses of the files/directories in the given patch @throws IOException]]> </doc> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="copyToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is under FS, and the dst is on the local disk. Copy it from FS control to the local dst name.]]> </doc> </method> <method name="copyToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="copyCrc" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is under FS, and the dst is on the local disk. Copy it from FS control to the local dst name. If src and dst are directories, the copyCrc parameter determines whether to copy CRC files.]]> </doc> </method> <method name="startLocalOutput" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="completeLocalOutput" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="reportChecksumFailure" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="in" type="org.apache.hadoop.fs.FSDataInputStream"/> <param name="inPos" type="long"/> <param name="sums" type="org.apache.hadoop.fs.FSDataInputStream"/> <param name="sumsPos" type="long"/> <doc> <![CDATA[Report a checksum error to the file system. @param f the file name containing the error @param in the stream open on the file @param inPos the position of the beginning of the bad data in the file @param sums the stream open on the checksum file @param sumsPos the position of the beginning of the bad data in the checksum file @return if retry is necessary]]> </doc> </method> <doc> <![CDATA[Abstract Checksumed FileSystem. It provide a basic implementation of a Checksumed FileSystem, which creates a checksum file for each raw file. It generates & verifies checksums at the client side.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.ChecksumFileSystem --> <!-- start class org.apache.hadoop.fs.CommonConfigurationKeysPublic --> <class name="CommonConfigurationKeysPublic" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CommonConfigurationKeysPublic" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <field name="NET_TOPOLOGY_SCRIPT_NUMBER_ARGS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="NET_TOPOLOGY_SCRIPT_NUMBER_ARGS_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for NET_TOPOLOGY_SCRIPT_NUMBER_ARGS_KEY]]> </doc> </field> <field name="FS_DEFAULT_NAME_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_DEFAULT_NAME_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_DEFAULT_NAME_KEY]]> </doc> </field> <field name="FS_DF_INTERVAL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_DF_INTERVAL_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_DF_INTERVAL_KEY]]> </doc> </field> <field name="FS_DU_INTERVAL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_DU_INTERVAL_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_DU_INTERVAL_KEY]]> </doc> </field> <field name="FS_CLIENT_RESOLVE_REMOTE_SYMLINKS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_CLIENT_RESOLVE_REMOTE_SYMLINKS_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_CLIENT_RESOLVE_REMOTE_SYMLINKS_KEY]]> </doc> </field> <field name="NET_TOPOLOGY_SCRIPT_FILE_NAME_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="NET_TOPOLOGY_NODE_SWITCH_MAPPING_IMPL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="NET_TOPOLOGY_IMPL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="NET_TOPOLOGY_TABLE_MAPPING_FILE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="NET_DEPENDENCY_SCRIPT_FILE_NAME_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FS_TRASH_CHECKPOINT_INTERVAL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_TRASH_CHECKPOINT_INTERVAL_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_TRASH_CHECKPOINT_INTERVAL_KEY]]> </doc> </field> <field name="FS_PROTECTED_DIRECTORIES" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Directories that cannot be removed unless empty, even by an administrator.]]> </doc> </field> <field name="FS_LOCAL_BLOCK_SIZE_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Not used anywhere, looks like default value for FS_LOCAL_BLOCK_SIZE]]> </doc> </field> <field name="FS_AUTOMATIC_CLOSE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_AUTOMATIC_CLOSE_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_AUTOMATIC_CLOSE_KEY]]> </doc> </field> <field name="FS_FILE_IMPL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_FTP_HOST_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_FTP_HOST_PORT_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_TRASH_INTERVAL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_TRASH_INTERVAL_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_TRASH_INTERVAL_KEY]]> </doc> </field> <field name="FS_CLIENT_TOPOLOGY_RESOLUTION_ENABLED" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="FS_CLIENT_TOPOLOGY_RESOLUTION_ENABLED_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for FS_CLIENT_TOPOLOGY_RESOLUTION_ENABLED.]]> </doc> </field> <field name="IO_MAPFILE_BLOOM_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IO_MAPFILE_BLOOM_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IO_MAPFILE_BLOOM_SIZE_KEY]]> </doc> </field> <field name="IO_MAPFILE_BLOOM_ERROR_RATE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IO_MAPFILE_BLOOM_ERROR_RATE_DEFAULT" type="float" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IO_MAPFILE_BLOOM_ERROR_RATE_KEY]]> </doc> </field> <field name="IO_COMPRESSION_CODEC_LZO_CLASS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Codec class that implements Lzo compression algorithm]]> </doc> </field> <field name="IO_MAP_INDEX_INTERVAL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IO_MAP_INDEX_INTERVAL_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IO_MAP_INDEX_INTERVAL_DEFAULT]]> </doc> </field> <field name="IO_MAP_INDEX_SKIP_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IO_MAP_INDEX_SKIP_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IO_MAP_INDEX_SKIP_KEY]]> </doc> </field> <field name="IO_SEQFILE_COMPRESS_BLOCKSIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IO_SEQFILE_COMPRESS_BLOCKSIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IO_SEQFILE_COMPRESS_BLOCKSIZE_KEY]]> </doc> </field> <field name="IO_FILE_BUFFER_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IO_FILE_BUFFER_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IO_FILE_BUFFER_SIZE_KEY]]> </doc> </field> <field name="IO_SKIP_CHECKSUM_ERRORS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IO_SKIP_CHECKSUM_ERRORS_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IO_SKIP_CHECKSUM_ERRORS_KEY]]> </doc> </field> <field name="IO_SORT_MB_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="Moved to mapreduce, see mapreduce.task.io.sort.mb in mapred-default.xml See https://issues.apache.org/jira/browse/HADOOP-6801 For {@link org.apache.hadoop.io.SequenceFile.Sorter} control instead, see {@link #SEQ_IO_SORT_MB_KEY}."> <doc> <![CDATA[@deprecated Moved to mapreduce, see mapreduce.task.io.sort.mb in mapred-default.xml See https://issues.apache.org/jira/browse/HADOOP-6801 For {@link org.apache.hadoop.io.SequenceFile.Sorter} control instead, see {@link #SEQ_IO_SORT_MB_KEY}.]]> </doc> </field> <field name="IO_SORT_MB_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for {@link #IO_SORT_MB_KEY}.]]> </doc> </field> <field name="IO_SORT_FACTOR_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="Moved to mapreduce, see mapreduce.task.io.sort.factor in mapred-default.xml See https://issues.apache.org/jira/browse/HADOOP-6801 For {@link org.apache.hadoop.io.SequenceFile.Sorter} control instead, see {@link #SEQ_IO_SORT_FACTOR_KEY}."> <doc> <![CDATA[@deprecated Moved to mapreduce, see mapreduce.task.io.sort.factor in mapred-default.xml See https://issues.apache.org/jira/browse/HADOOP-6801 For {@link org.apache.hadoop.io.SequenceFile.Sorter} control instead, see {@link #SEQ_IO_SORT_FACTOR_KEY}.]]> </doc> </field> <field name="IO_SORT_FACTOR_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for {@link #IO_SORT_FACTOR_KEY}.]]> </doc> </field> <field name="SEQ_IO_SORT_MB_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="SEQ_IO_SORT_MB_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for {@link #SEQ_IO_SORT_MB_KEY}.]]> </doc> </field> <field name="SEQ_IO_SORT_FACTOR_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="SEQ_IO_SORT_FACTOR_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for {@link #SEQ_IO_SORT_FACTOR_KEY}.]]> </doc> </field> <field name="IO_SERIALIZATIONS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="TFILE_IO_CHUNK_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="TFILE_IO_CHUNK_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for TFILE_IO_CHUNK_SIZE_DEFAULT]]> </doc> </field> <field name="TFILE_FS_INPUT_BUFFER_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="TFILE_FS_INPUT_BUFFER_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for TFILE_FS_INPUT_BUFFER_SIZE_KEY]]> </doc> </field> <field name="TFILE_FS_OUTPUT_BUFFER_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="TFILE_FS_OUTPUT_BUFFER_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for TFILE_FS_OUTPUT_BUFFER_SIZE_KEY]]> </doc> </field> <field name="HADOOP_CALLER_CONTEXT_ENABLED_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_CALLER_CONTEXT_ENABLED_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_CALLER_CONTEXT_MAX_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_CALLER_CONTEXT_MAX_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_CALLER_CONTEXT_SIGNATURE_MAX_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_CALLER_CONTEXT_SIGNATURE_MAX_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="IPC_CLIENT_CONNECTION_MAXIDLETIME_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_CONNECTION_MAXIDLETIME_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_CONNECTION_MAXIDLETIME_KEY]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_TIMEOUT_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_TIMEOUT_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_CONNECT_TIMEOUT_KEY]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_MAX_RETRIES_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_MAX_RETRIES_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_CONNECT_MAX_RETRIES_KEY]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_RETRY_INTERVAL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_RETRY_INTERVAL_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_CONNECT_RETRY_INTERVAL_KEY]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_MAX_RETRIES_ON_SOCKET_TIMEOUTS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_CONNECT_MAX_RETRIES_ON_SOCKET_TIMEOUTS_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_CONNECT_MAX_RETRIES_ON_SOCKET_TIMEOUTS_KEY]]> </doc> </field> <field name="IPC_CLIENT_TCPNODELAY_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_TCPNODELAY_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_TCPNODELAY_KEY]]> </doc> </field> <field name="IPC_CLIENT_LOW_LATENCY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Enable low-latency connections from the client]]> </doc> </field> <field name="IPC_CLIENT_LOW_LATENCY_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value of IPC_CLIENT_LOW_LATENCY]]> </doc> </field> <field name="IPC_SERVER_LISTEN_QUEUE_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_SERVER_LISTEN_QUEUE_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_SERVER_LISTEN_QUEUE_SIZE_KEY]]> </doc> </field> <field name="IPC_CLIENT_KILL_MAX_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_KILL_MAX_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_KILL_MAX_KEY]]> </doc> </field> <field name="IPC_CLIENT_IDLETHRESHOLD_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_CLIENT_IDLETHRESHOLD_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_CLIENT_IDLETHRESHOLD_DEFAULT]]> </doc> </field> <field name="IPC_SERVER_TCPNODELAY_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_SERVER_TCPNODELAY_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_SERVER_TCPNODELAY_KEY]]> </doc> </field> <field name="IPC_SERVER_MAX_CONNECTIONS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="IPC_SERVER_MAX_CONNECTIONS_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for IPC_SERVER_MAX_CONNECTIONS_KEY]]> </doc> </field> <field name="IPC_SERVER_LOG_SLOW_RPC" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Logs if a RPC is really slow compared to rest of RPCs.]]> </doc> </field> <field name="IPC_SERVER_LOG_SLOW_RPC_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_RPC_SOCKET_FACTORY_CLASS_DEFAULT_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_RPC_SOCKET_FACTORY_CLASS_DEFAULT_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SOCKS_SERVER_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_UTIL_HASH_TYPE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_UTIL_HASH_TYPE_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for HADOOP_UTIL_HASH_TYPE_KEY]]> </doc> </field> <field name="HADOOP_SECURITY_GROUP_MAPPING" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_SECS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_SECS_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_NEGATIVE_CACHE_SECS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_NEGATIVE_CACHE_SECS_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_WARN_AFTER_MS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_WARN_AFTER_MS_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_BACKGROUND_RELOAD" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_BACKGROUND_RELOAD_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_BACKGROUND_RELOAD_THREADS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUPS_CACHE_BACKGROUND_RELOAD_THREADS_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_SECS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="use {@link CommonConfigurationKeysPublic#HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_KEY} instead."> <doc> <![CDATA[@deprecated use {@link CommonConfigurationKeysPublic#HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_KEY} instead.]]> </doc> </field> <field name="HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_SECS_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="use {@link CommonConfigurationKeysPublic#HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_DEFAULT} instead."> <doc> <![CDATA[@deprecated use {@link CommonConfigurationKeysPublic#HADOOP_SECURITY_GROUP_SHELL_COMMAND_TIMEOUT_DEFAULT} instead.]]> </doc> </field> <field name="HADOOP_SECURITY_AUTHENTICATION" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_AUTHORIZATION" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_INSTRUMENTATION_REQUIRES_ADMIN" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_SERVICE_USER_NAME_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_AUTH_TO_LOCAL" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_AUTH_TO_LOCAL_MECHANISM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_DNS_INTERFACE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_DNS_NAMESERVER_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_TOKEN_FILES" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_HTTP_AUTHENTICATION_TYPE" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_KERBEROS_MIN_SECONDS_BEFORE_RELOGIN" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_KERBEROS_MIN_SECONDS_BEFORE_RELOGIN_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for HADOOP_KERBEROS_MIN_SECONDS_BEFORE_RELOGIN]]> </doc> </field> <field name="HADOOP_RPC_PROTECTION" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_SASL_PROPS_RESOLVER_CLASS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Class to override Sasl Properties for a connection]]> </doc> </field> <field name="HADOOP_SECURITY_CRYPTO_CODEC_CLASSES_KEY_PREFIX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SECURITY_CRYPTO_CODEC_CLASSES_AES_CTR_NOPADDING_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SECURITY_CRYPTO_CODEC_CLASSES_AES_CTR_NOPADDING_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SECURITY_CRYPTO_CIPHER_SUITE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_CRYPTO_CIPHER_SUITE_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SECURITY_CRYPTO_JCE_PROVIDER_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_CRYPTO_JCEKS_KEY_SERIALFILTER" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_CRYPTO_BUFFER_SIZE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_CRYPTO_BUFFER_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Defalt value for HADOOP_SECURITY_CRYPTO_BUFFER_SIZE_KEY]]> </doc> </field> <field name="HADOOP_SECURITY_IMPERSONATION_PROVIDER_CLASS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Class to override Impersonation provider]]> </doc> </field> <field name="HADOOP_SECURITY_KEY_PROVIDER_PATH" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_KEY_DEFAULT_BITLENGTH_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_KEY_DEFAULT_BITLENGTH_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Defalt value for HADOOP_SECURITY_KEY_DEFAULT_BITLENGTH_KEY.]]> </doc> </field> <field name="HADOOP_SECURITY_KEY_DEFAULT_CIPHER_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_KEY_DEFAULT_CIPHER_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Defalt value for HADOOP_SECURITY_KEY_DEFAULT_CIPHER_KEY.]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_SIZE" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_SIZE_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for KMS_CLIENT_ENC_KEY_CACHE_SIZE]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_LOW_WATERMARK" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_LOW_WATERMARK_DEFAULT" type="float" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for KMS_CLIENT_ENC_KEY_CACHE_LOW_WATERMARK]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_NUM_REFILL_THREADS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_NUM_REFILL_THREADS_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for KMS_CLIENT_ENC_KEY_NUM_REFILL_THREADS]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_EXPIRY_MS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="KMS_CLIENT_ENC_KEY_CACHE_EXPIRY_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value for KMS_CLIENT_ENC_KEY_CACHE_EXPIRY (12 hrs)]]> </doc> </field> <field name="KMS_CLIENT_TIMEOUT_SECONDS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="KMS_CLIENT_TIMEOUT_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="KMS_CLIENT_FAILOVER_MAX_RETRIES_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value is the number of providers specified.]]> </doc> </field> <field name="KMS_CLIENT_FAILOVER_SLEEP_BASE_MILLIS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="KMS_CLIENT_FAILOVER_SLEEP_BASE_MILLIS_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value is 100 ms.]]> </doc> </field> <field name="KMS_CLIENT_FAILOVER_SLEEP_MAX_MILLIS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="KMS_CLIENT_FAILOVER_SLEEP_MAX_MILLIS_DEFAULT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value is 2 secs.]]> </doc> </field> <field name="HADOOP_SECURITY_JAVA_SECURE_RANDOM_ALGORITHM_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_JAVA_SECURE_RANDOM_ALGORITHM_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Defalt value for HADOOP_SECURITY_JAVA_SECURE_RANDOM_ALGORITHM_KEY]]> </doc> </field> <field name="HADOOP_SECURITY_SECURE_RANDOM_IMPL_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_SECURE_RANDOM_DEVICE_FILE_PATH_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_SECURE_RANDOM_DEVICE_FILE_PATH_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SHELL_MISSING_DEFAULT_FS_WARNING_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SHELL_MISSING_DEFAULT_FS_WARNING_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SHELL_SAFELY_DELETE_LIMIT_NUM_FILES" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SHELL_SAFELY_DELETE_LIMIT_NUM_FILES_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_HTTP_LOGS_ENABLED" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_HTTP_LOGS_ENABLED_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Defalt value for HADOOP_HTTP_LOGS_ENABLED]]> </doc> </field> <field name="HADOOP_SECURITY_CREDENTIAL_PROVIDER_PATH" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_CREDENTIAL_CLEAR_TEXT_FALLBACK" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_CREDENTIAL_CLEAR_TEXT_FALLBACK_DEFAULT" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SECURITY_CREDENTIAL_PASSWORD_FILE_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_SENSITIVE_CONFIG_KEYS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@see <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/core-default.xml"> core-default.xml</a>]]> </doc> </field> <field name="HADOOP_SECURITY_SENSITIVE_CONFIG_KEYS_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_SYSTEM_TAGS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HADOOP_CUSTOM_TAGS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="SERVICE_SHUTDOWN_TIMEOUT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Configuration option for the shutdown hook manager shutdown time: {@value}.]]> </doc> </field> <field name="SERVICE_SHUTDOWN_TIMEOUT_DEFAULT" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default shutdown hook timeout: {@value} seconds.]]> </doc> </field> <doc> <![CDATA[This class contains constants for configuration keys used in the common code. It includes all publicly documented configuration keys. In general this class should not be used directly (use CommonConfigurationKeys instead)]]> </doc> </class> <!-- end class org.apache.hadoop.fs.CommonConfigurationKeysPublic --> <!-- start class org.apache.hadoop.fs.ContentSummary --> <class name="ContentSummary" extends="org.apache.hadoop.fs.QuotaUsage" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="ContentSummary" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor deprecated by ContentSummary.Builder]]> </doc> </constructor> <constructor name="ContentSummary" type="long, long, long" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor, deprecated by ContentSummary.Builder This constructor implicitly set spaceConsumed the same as length. spaceConsumed and length must be set explicitly with ContentSummary.Builder]]> </doc> </constructor> <constructor name="ContentSummary" type="long, long, long, long, long, long" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor, deprecated by ContentSummary.Builder]]> </doc> </constructor> <method name="getLength" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the length]]> </doc> </method> <method name="getSnapshotLength" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDirectoryCount" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the directory count]]> </doc> </method> <method name="getSnapshotDirectoryCount" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getFileCount" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the file count]]> </doc> </method> <method name="getSnapshotFileCount" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getSnapshotSpaceConsumed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getErasureCodingPolicy" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="to" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getHeader" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="qOption" type="boolean"/> <doc> <![CDATA[Return the header of the output. if qOption is false, output directory count, file count, and content size; if qOption is true, output quota and remaining quota as well. @param qOption a flag indicating if quota needs to be printed or not @return the header of the output]]> </doc> </method> <method name="getHeaderFields" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the names of the fields from the summary header. @return names of fields as displayed in the header]]> </doc> </method> <method name="getQuotaHeaderFields" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the names of the fields used in the quota summary. @return names of quota fields as displayed in the header]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="qOption" type="boolean"/> <doc> <![CDATA[Return the string representation of the object in the output format. if qOption is false, output directory count, file count, and content size; if qOption is true, output quota and remaining quota as well. @param qOption a flag indicating if quota needs to be printed or not @return the string representation of the object]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="qOption" type="boolean"/> <param name="hOption" type="boolean"/> <doc> <![CDATA[Return the string representation of the object in the output format. For description of the options, @see #toString(boolean, boolean, boolean, boolean, List) @param qOption a flag indicating if quota needs to be printed or not @param hOption a flag indicating if human readable output if to be used @return the string representation of the object]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="qOption" type="boolean"/> <param name="hOption" type="boolean"/> <param name="xOption" type="boolean"/> <doc> <![CDATA[Return the string representation of the object in the output format. For description of the options, @see #toString(boolean, boolean, boolean, boolean, List) @param qOption a flag indicating if quota needs to be printed or not @param hOption a flag indicating if human readable output is to be used @param xOption a flag indicating if calculation from snapshots is to be included in the output @return the string representation of the object]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="qOption" type="boolean"/> <param name="hOption" type="boolean"/> <param name="tOption" type="boolean"/> <param name="types" type="java.util.List"/> <doc> <![CDATA[Return the string representation of the object in the output format. For description of the options, @see #toString(boolean, boolean, boolean, boolean, List) @param qOption a flag indicating if quota needs to be printed or not @param hOption a flag indicating if human readable output if to be used @param tOption a flag indicating if display quota by storage types @param types Storage types to display @return the string representation of the object]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="qOption" type="boolean"/> <param name="hOption" type="boolean"/> <param name="tOption" type="boolean"/> <param name="xOption" type="boolean"/> <param name="types" type="java.util.List"/> <doc> <![CDATA[Return the string representation of the object in the output format. if qOption is false, output directory count, file count, and content size; if qOption is true, output quota and remaining quota as well. if hOption is false, file sizes are returned in bytes if hOption is true, file sizes are returned in human readable if tOption is true, display the quota by storage types if tOption is false, same logic with #toString(boolean,boolean) if xOption is false, output includes the calculation from snapshots if xOption is true, output excludes the calculation from snapshots @param qOption a flag indicating if quota needs to be printed or not @param hOption a flag indicating if human readable output is to be used @param tOption a flag indicating if display quota by storage types @param xOption a flag indicating if calculation from snapshots is to be included in the output @param types Storage types to display @return the string representation of the object]]> </doc> </method> <doc> <![CDATA[Store the summary of a content (a directory or a file).]]> </doc> </class> <!-- end class org.apache.hadoop.fs.ContentSummary --> <!-- start class org.apache.hadoop.fs.CreateFlag --> <class name="CreateFlag" extends="java.lang.Enum" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.fs.CreateFlag[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.fs.CreateFlag" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="validate" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="flag" type="java.util.EnumSet"/> <doc> <![CDATA[Validate the CreateFlag and throw exception if it is invalid @param flag set of CreateFlag @throws HadoopIllegalArgumentException if the CreateFlag is invalid]]> </doc> </method> <method name="validate" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="java.lang.Object"/> <param name="pathExists" type="boolean"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Validate the CreateFlag for create operation @param path Object representing the path; usually String or {@link Path} @param pathExists pass true if the path exists in the file system @param flag set of CreateFlag @throws IOException on error @throws HadoopIllegalArgumentException if the CreateFlag is invalid]]> </doc> </method> <method name="validateForAppend" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="flag" type="java.util.EnumSet"/> <doc> <![CDATA[Validate the CreateFlag for the append operation. The flag must contain APPEND, and cannot contain OVERWRITE.]]> </doc> </method> <doc> <![CDATA[CreateFlag specifies the file create semantic. Users can combine flags like: <br> <code> EnumSet.of(CreateFlag.CREATE, CreateFlag.APPEND) <code> <p> Use the CreateFlag as follows: <ol> <li> CREATE - to create a file if it does not exist, else throw FileAlreadyExists.</li> <li> APPEND - to append to a file if it exists, else throw FileNotFoundException.</li> <li> OVERWRITE - to truncate a file if it exists, else throw FileNotFoundException.</li> <li> CREATE|APPEND - to create a file if it does not exist, else append to an existing file.</li> <li> CREATE|OVERWRITE - to create a file if it does not exist, else overwrite an existing file.</li> <li> SYNC_BLOCK - to force closed blocks to the disk device. In addition {@link Syncable#hsync()} should be called after each write, if true synchronous behavior is required.</li> <li> LAZY_PERSIST - Create the block on transient storage (RAM) if available.</li> <li> APPEND_NEWBLOCK - Append data to a new block instead of end of the last partial block.</li> </ol> Following combinations are not valid and will result in {@link HadoopIllegalArgumentException}: <ol> <li> APPEND|OVERWRITE</li> <li> CREATE|APPEND|OVERWRITE</li> </ol>]]> </doc> </class> <!-- end class org.apache.hadoop.fs.CreateFlag --> <!-- start class org.apache.hadoop.fs.FileAlreadyExistsException --> <class name="FileAlreadyExistsException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="FileAlreadyExistsException" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FileAlreadyExistsException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Used when target file already exists for any operation and is not configured to be overwritten.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FileAlreadyExistsException --> <!-- start class org.apache.hadoop.fs.FileChecksum --> <class name="FileChecksum" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="FileChecksum" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getAlgorithmName" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The checksum algorithm name]]> </doc> </method> <method name="getLength" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The length of the checksum in bytes]]> </doc> </method> <method name="getBytes" return="byte[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The value of the checksum in bytes]]> </doc> </method> <method name="getChecksumOpt" return="org.apache.hadoop.fs.Options.ChecksumOpt" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="java.lang.Object"/> <doc> <![CDATA[Return true if both the algorithms and the values are the same.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[An abstract class representing file checksums for files.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FileChecksum --> <!-- start class org.apache.hadoop.fs.FileContext --> <class name="FileContext" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getFSofPath" return="org.apache.hadoop.fs.AbstractFileSystem" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="absOrFqPath" type="org.apache.hadoop.fs.Path"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the file system of supplied path. @param absOrFqPath - absolute or fully qualified path @return the file system of the path @throws UnsupportedFileSystemException If the file system for <code>absOrFqPath</code> is not supported. @throws IOException If the file system for <code>absOrFqPath</code> could not be instantiated.]]> </doc> </method> <method name="getFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="defFS" type="org.apache.hadoop.fs.AbstractFileSystem"/> <param name="aConf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Create a FileContext with specified FS as default using the specified config. @param defFS @param aConf @return new FileContext with specified FS as default.]]> </doc> </method> <method name="getFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> <param name="defaultFS" type="org.apache.hadoop.fs.AbstractFileSystem"/> <doc> <![CDATA[Create a FileContext for specified file system using the default config. @param defaultFS @return a FileContext with the specified AbstractFileSystem as the default FS.]]> </doc> </method> <method name="getFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[Create a FileContext using the default config read from the $HADOOP_CONFIG/core.xml, Unspecified key-values for config are defaulted from core-defaults.xml in the release jar. @throws UnsupportedFileSystemException If the file system from the default configuration is not supported]]> </doc> </method> <method name="getLocalFSFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[@return a FileContext for the local file system using the default config. @throws UnsupportedFileSystemException If the file system for {@link FsConstants#LOCAL_FS_URI} is not supported.]]> </doc> </method> <method name="getFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="defaultFsUri" type="java.net.URI"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[Create a FileContext for specified URI using the default config. @param defaultFsUri @return a FileContext with the specified URI as the default FS. @throws UnsupportedFileSystemException If the file system for <code>defaultFsUri</code> is not supported]]> </doc> </method> <method name="getFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="defaultFsUri" type="java.net.URI"/> <param name="aConf" type="org.apache.hadoop.conf.Configuration"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[Create a FileContext for specified default URI using the specified config. @param defaultFsUri @param aConf @return new FileContext for specified uri @throws UnsupportedFileSystemException If the file system with specified is not supported @throws RuntimeException If the file system specified is supported but could not be instantiated, or if login fails.]]> </doc> </method> <method name="getFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="aConf" type="org.apache.hadoop.conf.Configuration"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[Create a FileContext using the passed config. Generally it is better to use {@link #getFileContext(URI, Configuration)} instead of this one. @param aConf @return new FileContext @throws UnsupportedFileSystemException If file system in the config is not supported]]> </doc> </method> <method name="getLocalFSFileContext" return="org.apache.hadoop.fs.FileContext" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="aConf" type="org.apache.hadoop.conf.Configuration"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <doc> <![CDATA[@param aConf - from which the FileContext is configured @return a FileContext for the local file system using the specified config. @throws UnsupportedFileSystemException If default file system in the config is not supported]]> </doc> </method> <method name="setWorkingDirectory" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newWDir" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the working directory for wd-relative names (such a "foo/bar"). Working directory feature is provided by simply prefixing relative names with the working dir. Note this is different from Unix where the wd is actually set to the inode. Hence setWorkingDir does not follow symlinks etc. This works better in a distributed environment that has multiple independent roots. {@link #getWorkingDirectory()} should return what setWorkingDir() set. @param newWDir new working directory @throws IOException <br> NewWdir can be one of: <ul> <li>relative path: "foo/bar";</li> <li>absolute without scheme: "/foo/bar"</li> <li>fully qualified with scheme: "xx://auth/foo/bar"</li> </ul> <br> Illegal WDs: <ul> <li>relative with scheme: "xx:foo/bar"</li> <li>non existent directory</li> </ul>]]> </doc> </method> <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Gets the working directory for wd-relative names (such a "foo/bar").]]> </doc> </method> <method name="getUgi" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Gets the ugi in the file-context @return UserGroupInformation]]> </doc> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the current user's home directory in this file system. The default implementation returns "/user/$USER/". @return the home directory]]> </doc> </method> <method name="getUMask" return="org.apache.hadoop.fs.permission.FsPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the umask of this FileContext]]> </doc> </method> <method name="setUMask" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newUmask" type="org.apache.hadoop.fs.permission.FsPermission"/> <doc> <![CDATA[Set umask to the supplied parameter. @param newUmask the new umask]]> </doc> </method> <method name="resolvePath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Resolve the path following any symlinks or mount points @param f to be resolved @return fully qualified resolved path @throws FileNotFoundException If <code>f</code> does not exist @throws AccessControlException if access denied @throws IOException If an IO Error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server RuntimeExceptions: @throws InvalidPathException If path <code>f</code> is not valid]]> </doc> </method> <method name="makeQualified" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Make the path fully qualified if it is isn't. A Fully-qualified path has scheme and authority specified and an absolute path. Use the default file system and working dir in this FileContext to qualify. @param path @return qualified path]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="createFlag" type="java.util.EnumSet"/> <param name="opts" type="org.apache.hadoop.fs.Options.CreateOpts[]"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create or overwrite file on indicated path and returns an output stream for writing into the file. @param f the file name to open @param createFlag gives the semantics of create; see {@link CreateFlag} @param opts file creation options; see {@link Options.CreateOpts}. <ul> <li>Progress - to report progress on the operation - default null <li>Permission - umask is applied against permission: default is FsPermissions:getDefault() <li>CreateParent - create missing parent path; default is to not to create parents <li>The defaults for the following are SS defaults of the file server implementing the target path. Not all parameters make sense for all kinds of file system - eg. localFS ignores Blocksize, replication, checksum <ul> <li>BufferSize - buffersize used in FSDataOutputStream <li>Blocksize - block size for file blocks <li>ReplicationFactor - replication for blocks <li>ChecksumParam - Checksum parameters. server default is used if not specified. </ul> </ul> @return {@link FSDataOutputStream} for created file @throws AccessControlException If access is denied @throws FileAlreadyExistsException If file <code>f</code> already exists @throws FileNotFoundException If parent of <code>f</code> does not exist and <code>createParent</code> is false @throws ParentNotDirectoryException If parent of <code>f</code> is not a directory. @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server RuntimeExceptions: @throws InvalidPathException If path <code>f</code> is not valid]]> </doc> </method> <method name="mkdir" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Make(create) a directory and all the non-existent parents. @param dir - the dir to make @param permission - permissions is set permission&~umask @param createParent - if true then missing parent dirs are created if false then parent must exist @throws AccessControlException If access is denied @throws FileAlreadyExistsException If directory <code>dir</code> already exists @throws FileNotFoundException If parent of <code>dir</code> does not exist and <code>createParent</code> is false @throws ParentNotDirectoryException If parent of <code>dir</code> is not a directory @throws UnsupportedFileSystemException If file system for <code>dir</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server RuntimeExceptions: @throws InvalidPathException If path <code>dir</code> is not valid]]> </doc> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete a file. @param f the path to delete. @param recursive if path is a directory and set to true, the directory is deleted else throws an exception. In case of a file the recursive can be set to either true or false. @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server RuntimeExceptions: @throws InvalidPathException If path <code>f</code> is invalid]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataInputStream at the indicated Path using default buffersize. @param f the file name to open @throws AccessControlException If access is denied @throws FileNotFoundException If file <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataInputStream at the indicated Path. @param f the file name to open @param bufferSize the size of the buffer to be used. @throws AccessControlException If access is denied @throws FileNotFoundException If file <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Truncate the file in the indicated path to the indicated size. <ul> <li>Fails if path is a directory. <li>Fails if path does not exist. <li>Fails if path is not closed. <li>Fails if new size is greater than current size. </ul> @param f The path to the file to be truncated @param newLength The size the file is to be truncated to @return <code>true</code> if the file has been truncated to the desired <code>newLength</code> and is immediately available to be reused for write operations such as <code>append</code>, or <code>false</code> if a background process of adjusting the length of the last block has been started, and clients should wait for it to complete before proceeding with further file updates. @throws AccessControlException If access is denied @throws FileNotFoundException If file <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="setReplication" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set replication for an existing file. @param f file name @param replication new replication @return true if successful @throws AccessControlException If access is denied @throws FileNotFoundException If file <code>f</code> does not exist @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="rename" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="options" type="org.apache.hadoop.fs.Options.Rename[]"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Renames Path src to Path dst <ul> <li <li>Fails if src is a file and dst is a directory. <li>Fails if src is a directory and dst is a file. <li>Fails if the parent of dst does not exist or is a file. </ul> <p> If OVERWRITE option is not passed as an argument, rename fails if the dst already exists. <p> If OVERWRITE option is passed as an argument, rename overwrites the dst if it is a file or an empty directory. Rename fails if dst is a non-empty directory. <p> Note that atomicity of rename is dependent on the file system implementation. Please refer to the file system documentation for details <p> @param src path to be renamed @param dst new path after rename @throws AccessControlException If access is denied @throws FileAlreadyExistsException If <code>dst</code> already exists and <code>options</options> has {@link Options.Rename#OVERWRITE} option false. @throws FileNotFoundException If <code>src</code> does not exist @throws ParentNotDirectoryException If parent of <code>dst</code> is not a directory @throws UnsupportedFileSystemException If file system for <code>src</code> and <code>dst</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set permission of a path. @param f @param permission - the new absolute permission (umask is not applied) @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set owner of a path (i.e. a file or a directory). The parameters username and groupname cannot both be null. @param f The path @param username If it is null, the original username remains unchanged. @param groupname If it is null, the original groupname remains unchanged. @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server RuntimeExceptions: @throws HadoopIllegalArgumentException If <code>username</code> or <code>groupname</code> is invalid.]]> </doc> </method> <method name="setTimes" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="mtime" type="long"/> <param name="atime" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set access time of a file. @param f The path @param mtime Set the modification time of this file. The number of milliseconds since epoch (Jan 1, 1970). A value of -1 means that this call should not set modification time. @param atime Set the access time of this file. The number of milliseconds since Jan 1, 1970. A value of -1 means that this call should not set access time. @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the checksum of a file. @param f file path @return The file checksum. The default return value is null, which indicates that no checksum algorithm is implemented in the corresponding FileSystem. @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="setVerifyChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="verifyChecksum" type="boolean"/> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the verify checksum flag for the file system denoted by the path. This is only applicable if the corresponding FileSystem supports checksum. By default doesn't do anything. @param verifyChecksum @param f set the verifyChecksum for the Filesystem containing this path @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a file status object that represents the path. @param f The path we want information from @return a FileStatus object @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="getFileLinkStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a file status object that represents the path. If the path refers to a symlink then the FileStatus of the symlink is returned. The behavior is equivalent to #getFileStatus() if the underlying file system does not support symbolic links. @param f The path we want information from. @return A FileStatus object @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred]]> </doc> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns the target of the given symbolic link as it was specified when the link was created. Links in the path leading up to the final path component are resolved transparently. @param f the path to return the target of @return The un-interpreted target of the symbolic link. @throws AccessControlException If access is denied @throws FileNotFoundException If path <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If the given path does not refer to a symlink or an I/O error occurred]]> </doc> </method> <method name="getFsStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a status object describing the use and capacity of the file system denoted by the Parh argument p. If the file system has multiple partitions, the use and capacity of the partition pointed to by the specified path is reflected. @param f Path for which status should be obtained. null means the root partition of the default file system. @return a FsStatus object @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="createSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.fs.Path"/> <param name="link" type="org.apache.hadoop.fs.Path"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Creates a symbolic link to an existing file. An exception is thrown if the symlink exits, the user does not have permission to create symlink, or the underlying file system does not support symlinks. Symlink permissions are ignored, access to a symlink is determined by the permissions of the symlink target. Symlinks in paths leading up to the final path component are resolved transparently. If the final path component refers to a symlink some functions operate on the symlink itself, these are: - delete(f) and deleteOnExit(f) - Deletes the symlink. - rename(src, dst) - If src refers to a symlink, the symlink is renamed. If dst refers to a symlink, the symlink is over-written. - getLinkTarget(f) - Returns the target of the symlink. - getFileLinkStatus(f) - Returns a FileStatus object describing the symlink. Some functions, create() and mkdir(), expect the final path component does not exist. If they are given a path that refers to a symlink that does exist they behave as if the path referred to an existing file or directory. All other functions fully resolve, ie follow, the symlink. These are: open, setReplication, setOwner, setTimes, setWorkingDirectory, setPermission, getFileChecksum, setVerifyChecksum, getFileBlockLocations, getFsStatus, getFileStatus, exists, and listStatus. Symlink targets are stored as given to createSymlink, assuming the underlying file system is capable of storing a fully qualified URI. Dangling symlinks are permitted. FileContext supports four types of symlink targets, and resolves them as follows <pre> Given a path referring to a symlink of form: <---X---> fs://host/A/B/link <-----Y-----> In this path X is the scheme and authority that identify the file system, and Y is the path leading up to the final path component "link". If Y is a symlink itself then let Y' be the target of Y and X' be the scheme and authority of Y'. Symlink targets may: 1. Fully qualified URIs fs://hostX/A/B/file Resolved according to the target file system. 2. Partially qualified URIs (eg scheme but no host) fs:///A/B/file Resolved according to the target file system. Eg resolving a symlink to hdfs:///A results in an exception because HDFS URIs must be fully qualified, while a symlink to file:///A will not since Hadoop's local file systems require partially qualified URIs. 3. Relative paths path Resolves to [Y'][path]. Eg if Y resolves to hdfs://host/A and path is "../B/file" then [Y'][path] is hdfs://host/B/file 4. Absolute paths path Resolves to [X'][path]. Eg if Y resolves hdfs://host/A/B and path is "/file" then [X][path] is hdfs://host/file </pre> @param target the target of the symbolic link @param link the path to be created that points to target @param createParent if true then missing parent dirs are created if false then parent must exist @throws AccessControlException If access is denied @throws FileAlreadyExistsException If file <code>linkcode> already exists @throws FileNotFoundException If <code>target</code> does not exist @throws ParentNotDirectoryException If parent of <code>link</code> is not a directory. @throws UnsupportedFileSystemException If file system for <code>target</code> or <code>link</code> is not supported @throws IOException If an I/O error occurred]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the statuses of the files/directories in the given path if the path is a directory. @param f is the path @return an iterator that traverses statuses of the files/directories in the given path @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="listCorruptFileBlocks" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[@return an iterator over the corrupt files under the given path (may contain duplicates if a file has more than one corrupt block) @throws IOException]]> </doc> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the statuses of the files/directories in the given path if the path is a directory. Return the file's status and block locations If the path is a file. If a returned status is a file, it contains the file's block locations. @param f is the path @return an iterator that traverses statuses of the files/directories in the given path If any IO exception (for example the input directory gets deleted while listing is being executed), next() or hasNext() of the returned iterator may throw a RuntimeException with the io exception as the cause. @throws AccessControlException If access is denied @throws FileNotFoundException If <code>f</code> does not exist @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="deleteOnExit" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Mark a path to be deleted on JVM shutdown. @param f the existing path to delete. @return true if deleteOnExit is successful, otherwise false. @throws AccessControlException If access is denied @throws UnsupportedFileSystemException If file system for <code>f</code> is not supported @throws IOException If an I/O error occurred Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="util" return="org.apache.hadoop.fs.FileContext.Util" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="resolve" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Resolves all symbolic links in the specified path. Returns the new path object.]]> </doc> </method> <method name="resolveIntermediate" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Resolves all symbolic links in the specified path leading up to, but not including the final path component. @param f path to resolve @return the new path object.]]> </doc> </method> <method name="getStatistics" return="org.apache.hadoop.fs.FileSystem.Statistics" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <doc> <![CDATA[Get the statistics for a particular file system @param uri the uri to lookup the statistics. Only scheme and authority part of the uri are used as the key to store and lookup. @return a statistics object]]> </doc> </method> <method name="clearStatistics" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Clears all the statistics stored in AbstractFileSystem, for all the file systems.]]> </doc> </method> <method name="printStatistics" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Prints the statistics to standard output. File System is identified by the scheme and authority.]]> </doc> </method> <method name="getAllStatistics" return="java.util.Map" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return Map of uri and statistics for each filesystem instantiated. The uri consists of scheme and authority for the filesystem.]]> </doc> </method> <method name="modifyAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Modifies ACL entries of files and directories. This method can add new ACL entries or modify the permissions on existing ACL entries. All existing ACL entries that are not specified in this call are retained without changes. (Modifications are merged into the current ACL.) @param path Path to modify @param aclSpec List<AclEntry> describing modifications @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="removeAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes ACL entries from files and directories. Other ACL entries are retained. @param path Path to modify @param aclSpec List<AclEntry> describing entries to remove @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="removeDefaultAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes all default ACL entries from files and directories. @param path Path to modify @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="removeAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes all but the base ACL entries of files and directories. The entries for user, group, and others are retained for compatibility with permission bits. @param path Path to modify @throws IOException if an ACL could not be removed]]> </doc> </method> <method name="setAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Fully replaces ACL of files and directories, discarding all existing entries. @param path Path to modify @param aclSpec List<AclEntry> describing modifications, must include entries for user, group, and others for compatibility with permission bits. @throws IOException if an ACL could not be modified]]> </doc> </method> <method name="getAclStatus" return="org.apache.hadoop.fs.permission.AclStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Gets the ACLs of files and directories. @param path Path to get @return RemoteIterator<AclStatus> which returns each AclStatus @throws IOException if an ACL could not be read]]> </doc> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to modify @param name xattr name. @param value xattr value. @throws IOException]]> </doc> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to modify @param name xattr name. @param value xattr value. @param flag xattr set flag @throws IOException]]> </doc> </method> <method name="getXAttr" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get an xattr for a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attribute @param name xattr name. @return byte[] xattr value. @throws IOException]]> </doc> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattrs for a file or directory. Only those xattrs for which the logged-in user has permissions to view are returned. <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @return Map<String, byte[]> describing the XAttrs of the file or directory @throws IOException]]> </doc> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="names" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattrs for a file or directory. Only those xattrs for which the logged-in user has permissions to view are returned. <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @param names XAttr names. @return Map<String, byte[]> describing the XAttrs of the file or directory @throws IOException]]> </doc> </method> <method name="removeXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Remove an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to remove extended attribute @param name xattr name @throws IOException]]> </doc> </method> <method name="listXAttrs" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattr names for a file or directory. Only those xattr names which the logged-in user has permissions to view are returned. <p/> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @return List<String> of the XAttr names of the file or directory @throws IOException]]> </doc> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a snapshot with a default name. @param path The directory where snapshots will be taken. @return the snapshot path. @throws IOException If an I/O error occurred <p>Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a snapshot. @param path The directory where snapshots will be taken. @param snapshotName The name of the snapshot @return the snapshot path. @throws IOException If an I/O error occurred <p>Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="renameSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotOldName" type="java.lang.String"/> <param name="snapshotNewName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Rename a snapshot. @param path The directory path where the snapshot was taken @param snapshotOldName Old name of the snapshot @param snapshotNewName New name of the snapshot @throws IOException If an I/O error occurred <p>Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="deleteSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete a snapshot of a directory. @param path The directory that the to-be-deleted snapshot belongs to @param snapshotName The name of the snapshot @throws IOException If an I/O error occurred <p>Exceptions applicable to file systems accessed over RPC: @throws RpcClientException If an exception occurred in the RPC client @throws RpcServerException If an exception occurred in the RPC server @throws UnexpectedServerException If server implementation throws undeclared exception to RPC server]]> </doc> </method> <method name="setStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="policyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the storage policy for a given file or directory. @param path file or directory path. @param policyName the name of the target storage policy. The list of supported Storage policies can be retrieved via {@link #getAllStoragePolicies}.]]> </doc> </method> <method name="unsetStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Unset the storage policy set for a given file or directory. @param src file or directory path. @throws IOException]]> </doc> </method> <method name="getStoragePolicy" return="org.apache.hadoop.fs.BlockStoragePolicySpi" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Query the effective storage policy ID for the given file or directory. @param path file or directory path. @return storage policy for give file. @throws IOException]]> </doc> </method> <method name="getAllStoragePolicies" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Retrieve all the storage policies supported by this file system. @return all storage policies supported by this filesystem. @throws IOException]]> </doc> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DEFAULT_PERM" type="org.apache.hadoop.fs.permission.FsPermission" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default permission for directory and symlink In previous versions, this default permission was also used to create files, so files created end up with ugo+x permission. See HADOOP-9155 for detail. Two new constants are added to solve this, please use {@link FileContext#DIR_DEFAULT_PERM} for directory, and use {@link FileContext#FILE_DEFAULT_PERM} for file. This constant is kept for compatibility.]]> </doc> </field> <field name="DIR_DEFAULT_PERM" type="org.apache.hadoop.fs.permission.FsPermission" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default permission for directory]]> </doc> </field> <field name="FILE_DEFAULT_PERM" type="org.apache.hadoop.fs.permission.FsPermission" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default permission for file]]> </doc> </field> <field name="SHUTDOWN_HOOK_PRIORITY" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Priority of the FileContext shutdown hook.]]> </doc> </field> <doc> <![CDATA[The FileContext class provides an interface for users of the Hadoop file system. It exposes a number of file system operations, e.g. create, open, list. <h2>Path Names</h2> The Hadoop file system supports a URI namespace and URI names. This enables multiple types of file systems to be referenced using fully-qualified URIs. Two common Hadoop file system implementations are <ul> <li>the local file system: file:///path <li>the HDFS file system: hdfs://nnAddress:nnPort/path </ul> The Hadoop file system also supports additional naming schemes besides URIs. Hadoop has the concept of a <i>default file system</i>, which implies a default URI scheme and authority. This enables <i>slash-relative names</i> relative to the default FS, which are more convenient for users and application writers. The default FS is typically set by the user's environment, though it can also be manually specified. <p> Hadoop also supports <i>working-directory-relative</i> names, which are paths relative to the current working directory (similar to Unix). The working directory can be in a different file system than the default FS. <p> Thus, Hadoop path names can be specified as one of the following: <ul> <li>a fully-qualified URI: scheme://authority/path (e.g. hdfs://nnAddress:nnPort/foo/bar) <li>a slash-relative name: path relative to the default file system (e.g. /foo/bar) <li>a working-directory-relative name: path relative to the working dir (e.g. foo/bar) </ul> Relative paths with scheme (scheme:foo/bar) are illegal. <h2>Role of FileContext and Configuration Defaults</h2> The FileContext is the analogue of per-process file-related state in Unix. It contains two properties: <ul> <li>the default file system (for resolving slash-relative names) <li>the umask (for file permissions) </ul> In general, these properties are obtained from the default configuration file in the user's environment (see {@link Configuration}). Further file system properties are specified on the server-side. File system operations default to using these server-side defaults unless otherwise specified. <p> The file system related server-side defaults are: <ul> <li> the home directory (default is "/user/userName") <li> the initial wd (only for local fs) <li> replication factor <li> block size <li> buffer size <li> encryptDataTransfer <li> checksum option. (checksumType and bytesPerChecksum) </ul> <h2>Example Usage</h2> Example 1: use the default config read from the $HADOOP_CONFIG/core.xml. Unspecified values come from core-defaults.xml in the release jar. <ul> <li> myFContext = FileContext.getFileContext(); // uses the default config // which has your default FS <li> myFContext.create(path, ...); <li> myFContext.setWorkingDir(path); <li> myFContext.open (path, ...); <li>... </ul> Example 2: Get a FileContext with a specific URI as the default FS <ul> <li> myFContext = FileContext.getFileContext(URI); <li> myFContext.create(path, ...); <li>... </ul> Example 3: FileContext with local file system as the default <ul> <li> myFContext = FileContext.getLocalFSFileContext(); <li> myFContext.create(path, ...); <li> ... </ul> Example 4: Use a specific config, ignoring $HADOOP_CONFIG Generally you should not need use a config unless you are doing <ul> <li> configX = someConfigSomeOnePassedToYou; <li> myFContext = getFileContext(configX); // configX is not changed, // is passed down <li> myFContext.create(path, ...); <li>... </ul>]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FileContext --> <!-- start class org.apache.hadoop.fs.FileStatus --> <class name="FileStatus" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <implements name="java.lang.Comparable"/> <implements name="java.io.Serializable"/> <implements name="java.io.ObjectInputValidation"/> <constructor name="FileStatus" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FileStatus" type="long, boolean, int, long, long, org.apache.hadoop.fs.Path" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor for file systems on which symbolic links are not supported]]> </doc> </constructor> <constructor name="FileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, boolean, boolean, boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, java.util.Set" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FileStatus" type="org.apache.hadoop.fs.FileStatus" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy constructor. @param other FileStatus to copy]]> </doc> </constructor> <method name="attributes" return="java.util.Set" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="acl" type="boolean"/> <param name="crypt" type="boolean"/> <param name="ec" type="boolean"/> <param name="sn" type="boolean"/> <doc> <![CDATA[Convert boolean attributes to a set of flags. @param acl See {@link AttrFlags#HAS_ACL}. @param crypt See {@link AttrFlags#HAS_CRYPT}. @param ec See {@link AttrFlags#HAS_EC}. @param sn See {@link AttrFlags#SNAPSHOT_ENABLED}. @return converted set of flags.]]> </doc> </method> <method name="getLen" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the length of this file, in bytes. @return the length of this file, in bytes.]]> </doc> </method> <method name="isFile" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Is this a file? @return true if this is a file]]> </doc> </method> <method name="isDirectory" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Is this a directory? @return true if this is a directory]]> </doc> </method> <method name="isDir" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="Use {@link FileStatus#isFile()}, {@link FileStatus#isDirectory()}, and {@link FileStatus#isSymlink()} instead."> <doc> <![CDATA[Old interface, instead use the explicit {@link FileStatus#isFile()}, {@link FileStatus#isDirectory()}, and {@link FileStatus#isSymlink()} @return true if this is a directory. @deprecated Use {@link FileStatus#isFile()}, {@link FileStatus#isDirectory()}, and {@link FileStatus#isSymlink()} instead.]]> </doc> </method> <method name="isSymlink" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Is this a symbolic link? @return true if this is a symbolic link]]> </doc> </method> <method name="getBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the block size of the file. @return the number of bytes]]> </doc> </method> <method name="getReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the replication factor of a file. @return the replication factor of a file.]]> </doc> </method> <method name="getModificationTime" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the modification time of the file. @return the modification time of file in milliseconds since January 1, 1970 UTC.]]> </doc> </method> <method name="getAccessTime" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the access time of the file. @return the access time of file in milliseconds since January 1, 1970 UTC.]]> </doc> </method> <method name="getPermission" return="org.apache.hadoop.fs.permission.FsPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get FsPermission associated with the file. @return permission. If a filesystem does not have a notion of permissions or if permissions could not be determined, then default permissions equivalent of "rwxrwxrwx" is returned.]]> </doc> </method> <method name="hasAcl" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Tell whether the underlying file or directory has ACLs set. @return true if the underlying file or directory has ACLs set.]]> </doc> </method> <method name="isEncrypted" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Tell whether the underlying file or directory is encrypted or not. @return true if the underlying file is encrypted.]]> </doc> </method> <method name="isErasureCoded" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Tell whether the underlying file or directory is erasure coded or not. @return true if the underlying file or directory is erasure coded.]]> </doc> </method> <method name="isSnapshotEnabled" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Check if directory is Snapshot enabled or not. @return true if directory is snapshot enabled]]> </doc> </method> <method name="getOwner" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the owner of the file. @return owner of the file. The string could be empty if there is no notion of owner of a file in a filesystem or if it could not be determined (rare).]]> </doc> </method> <method name="getGroup" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the group associated with the file. @return group for the file. The string could be empty if there is no notion of group of a file in a filesystem or if it could not be determined (rare).]]> </doc> </method> <method name="getPath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setPath" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <doc> <![CDATA[Sets permission. @param permission if permission is null, default value is set]]> </doc> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="owner" type="java.lang.String"/> <doc> <![CDATA[Sets owner. @param owner if it is null, default value is set]]> </doc> </method> <method name="setGroup" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="group" type="java.lang.String"/> <doc> <![CDATA[Sets group. @param group if it is null, default value is set]]> </doc> </method> <method name="getSymlink" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[@return The contents of the symbolic link.]]> </doc> </method> <method name="setSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.fs.FileStatus"/> <doc> <![CDATA[Compare this FileStatus to another FileStatus @param o the FileStatus to be compared. @return a negative integer, zero, or a positive integer as this object is less than, equal to, or greater than the specified object.]]> </doc> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Compare this FileStatus to another FileStatus. This method was added back by HADOOP-14683 to keep binary compatibility. @param o the FileStatus to be compared. @return a negative integer, zero, or a positive integer as this object is less than, equal to, or greater than the specified object. @throws ClassCastException if the specified object is not FileStatus]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Compare if this object is equal to another object @param o the object to be compared. @return true if two file status has the same path name; false if not.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a hash code value for the object, which is defined as the hash code of the path name. @return a hash code value for the path name.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use the {@link PBHelper} and protobuf serialization directly."> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read instance encoded as protobuf from stream. @param in Input stream @see PBHelper#convert(FileStatus) @deprecated Use the {@link PBHelper} and protobuf serialization directly.]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use the {@link PBHelper} and protobuf serialization directly."> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write instance encoded as protobuf to stream. @param out Output stream @see PBHelper#convert(FileStatus) @deprecated Use the {@link PBHelper} and protobuf serialization directly.]]> </doc> </method> <method name="validateObject" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="InvalidObjectException" type="java.io.InvalidObjectException"/> </method> <field name="NONE" type="java.util.Set" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Shared, empty set of attributes (a common case for FileStatus).]]> </doc> </field> <doc> <![CDATA[Interface that represents the client side information for a file.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FileStatus --> <!-- start class org.apache.hadoop.fs.FileSystem --> <class name="FileSystem" extends="org.apache.hadoop.conf.Configured" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Closeable"/> <implements name="org.apache.hadoop.security.token.DelegationTokenIssuer"/> <constructor name="FileSystem" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <method name="get" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="user" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Get a FileSystem instance based on the uri, the passed in configuration and the user. @param uri of the filesystem @param conf the configuration to use @param user to perform the get as @return the filesystem instance @throws IOException failure to load @throws InterruptedException If the {@code UGI.doAs()} call was somehow interrupted.]]> </doc> </method> <method name="get" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns the configured FileSystem implementation. @param conf the configuration to use]]> </doc> </method> <method name="getDefaultUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Get the default FileSystem URI from a configuration. @param conf the configuration to use @return the uri of the default filesystem]]> </doc> </method> <method name="setDefaultUri" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="uri" type="java.net.URI"/> <doc> <![CDATA[Set the default FileSystem URI in a configuration. @param conf the configuration to alter @param uri the new default filesystem uri]]> </doc> </method> <method name="setDefaultUri" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="uri" type="java.lang.String"/> <doc> <![CDATA[Set the default FileSystem URI in a configuration. @param conf the configuration to alter @param uri the new default filesystem uri]]> </doc> </method> <method name="initialize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Initialize a FileSystem. Called after the new FileSystem instance is constructed, and before it is ready for use. FileSystem implementations overriding this method MUST forward it to their superclass, though the order in which it is done, and whether to alter the configuration before the invocation are options of the subclass. @param name a URI whose authority section names the host, port, etc. for this FileSystem @param conf the configuration @throws IOException on any failure to initialize this instance. @throws IllegalArgumentException if the URI is considered invalid.]]> </doc> </method> <method name="getScheme" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the protocol scheme for this FileSystem. <p> This implementation throws an <code>UnsupportedOperationException</code>. @return the protocol scheme for this FileSystem. @throws UnsupportedOperationException if the operation is unsupported (default).]]> </doc> </method> <method name="getUri" return="java.net.URI" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a URI which identifies this FileSystem. @return the URI of this filesystem.]]> </doc> </method> <method name="getCanonicalUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Return a canonicalized form of this FileSystem's URI. The default implementation simply calls {@link #canonicalizeUri(URI)} on the filesystem's own URI, so subclasses typically only need to implement that method. @see #canonicalizeUri(URI)]]> </doc> </method> <method name="canonicalizeUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <doc> <![CDATA[Canonicalize the given URI. This is implementation-dependent, and may for example consist of canonicalizing the hostname using DNS and adding the default port if not specified. The default implementation simply fills in the default port if not specified and if {@link #getDefaultPort()} returns a default port. @return URI @see NetUtils#getCanonicalUri(URI, int)]]> </doc> </method> <method name="getDefaultPort" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Get the default port for this FileSystem. @return the default port or 0 if there isn't one]]> </doc> </method> <method name="getFSofPath" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> <param name="absOrFqPath" type="org.apache.hadoop.fs.Path"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getCanonicalServiceName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get a canonical service name for this FileSystem. The token cache is the only user of the canonical service name, and uses it to lookup this FileSystem's service tokens. If the file system provides a token of its own then it must have a canonical name, otherwise the canonical name can be null. Default implementation: If the FileSystem has child file systems (such as an embedded file system) then it is assumed that the FS has no tokens of its own and hence returns a null name; otherwise a service name is built using Uri and port. @return a service string that uniquely identifies this file system, null if the filesystem does not implement tokens @see SecurityUtil#buildDTServiceName(URI, int)]]> </doc> </method> <method name="getName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="call {@link #getUri()} instead."> <doc> <![CDATA[@deprecated call {@link #getUri()} instead.]]> </doc> </method> <method name="getNamed" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="call {@link #get(URI, Configuration)} instead."> <param name="name" type="java.lang.String"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[@deprecated call {@link #get(URI, Configuration)} instead.]]> </doc> </method> <method name="getLocal" return="org.apache.hadoop.fs.LocalFileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the local FileSystem. @param conf the configuration to configure the FileSystem with if it is newly instantiated. @return a LocalFileSystem @throws IOException if somehow the local FS cannot be instantiated.]]> </doc> </method> <method name="get" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get a FileSystem for this URI's scheme and authority. <ol> <li> If the configuration has the property {@code "fs.$SCHEME.impl.disable.cache"} set to true, a new instance will be created, initialized with the supplied URI and configuration, then returned without being cached. </li> <li> If the there is a cached FS instance matching the same URI, it will be returned. </li> <li> Otherwise: a new FS instance will be created, initialized with the configuration and URI, cached and returned to the caller. </li> </ol> @throws IOException if the FileSystem cannot be instantiated.]]> </doc> </method> <method name="newInstance" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="user" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Returns the FileSystem for this URI's scheme and authority and the given user. Internally invokes {@link #newInstance(URI, Configuration)} @param uri of the filesystem @param conf the configuration to use @param user to perform the get as @return filesystem instance @throws IOException if the FileSystem cannot be instantiated. @throws InterruptedException If the {@code UGI.doAs()} call was somehow interrupted.]]> </doc> </method> <method name="newInstance" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="config" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns the FileSystem for this URI's scheme and authority. The entire URI is passed to the FileSystem instance's initialize method. This always returns a new FileSystem object. @param uri FS URI @param config configuration to use @return the new FS instance @throws IOException FS creation or initialization failure.]]> </doc> </method> <method name="newInstance" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a unique configured FileSystem implementation for the default filesystem of the supplied configuration. This always returns a new FileSystem object. @param conf the configuration to use @return the new FS instance @throws IOException FS creation or initialization failure.]]> </doc> </method> <method name="newInstanceLocal" return="org.apache.hadoop.fs.LocalFileSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get a unique local FileSystem object. @param conf the configuration to configure the FileSystem with @return a new LocalFileSystem object. @throws IOException FS creation or initialization failure.]]> </doc> </method> <method name="closeAll" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Close all cached FileSystem instances. After this operation, they may not be used in any operations. @throws IOException a problem arose closing one or more filesystem.]]> </doc> </method> <method name="closeAllForUGI" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="ugi" type="org.apache.hadoop.security.UserGroupInformation"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Close all cached FileSystem instances for a given UGI. Be sure those filesystems are not used anymore. @param ugi user group info to close @throws IOException a problem arose closing one or more filesystem.]]> </doc> </method> <method name="makeQualified" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Qualify a path to one which uses this FileSystem and, if relative, made absolute. @param path to qualify. @return this path if it contains a scheme and authority and is absolute, or a new path that includes a path and authority and is fully qualified @see Path#makeQualified(URI, Path) @throws IllegalArgumentException if the path has a schema/URI different from this FileSystem.]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="file" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a file with the provided permission. The permission of the file is set to be the provided permission as in setPermission, not permission&~umask The HDFS implementation is implemented using two RPCs. It is understood that it is inefficient, but the implementation is thread-safe. The other option is to change the value of umask in configuration to be 0, but it is not thread-safe. @param fs FileSystem @param file the name of the file to be created @param permission the permission of the file @return an output stream @throws IOException IO failure]]> </doc> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="dir" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a directory with the provided permission. The permission of the directory is set to be the provided permission as in setPermission, not permission&~umask @see #create(FileSystem, Path, FsPermission) @param fs FileSystem handle @param dir the name of the directory to be created @param permission the permission of the directory @return true if the directory creation succeeds; false otherwise @throws IOException A problem creating the directories.]]> </doc> </method> <method name="checkPath" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Check that a Path belongs to this FileSystem. The base implementation performs case insensitive equality checks of the URIs' schemes and authorities. Subclasses may implement slightly different checks. @param path to check @throws IllegalArgumentException if the path is not considered to be part of this FileSystem.]]> </doc> </method> <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.FileStatus"/> <param name="start" type="long"/> <param name="len" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return an array containing hostnames, offset and size of portions of the given file. For nonexistent file or regions, {@code null} is returned. <pre> if f == null : result = null elif f.getLen() <= start: result = [] else result = [ locations(FS, b) for b in blocks(FS, p, s, s+l)] </pre> This call is most helpful with and distributed filesystem where the hostnames of machines that contain blocks of the given file can be determined. The default implementation returns an array containing one element: <pre> BlockLocation( { "localhost:9866" }, { "localhost" }, 0, file.getLen()) </pre> In HDFS, if file is three-replicated, the returned array contains elements like: <pre> BlockLocation(offset: 0, length: BLOCK_SIZE, hosts: {"host1:9866", "host2:9866, host3:9866"}) BlockLocation(offset: BLOCK_SIZE, length: BLOCK_SIZE, hosts: {"host2:9866", "host3:9866, host4:9866"}) </pre> And if a file is erasure-coded, the returned BlockLocation are logical block groups. Suppose we have a RS_3_2 coded file (3 data units and 2 parity units). 1. If the file size is less than one stripe size, say 2 * CELL_SIZE, then there will be one BlockLocation returned, with 0 offset, actual file size and 4 hosts (2 data blocks and 2 parity blocks) hosting the actual blocks. 3. If the file size is less than one group size but greater than one stripe size, then there will be one BlockLocation returned, with 0 offset, actual file size with 5 hosts (3 data blocks and 2 parity blocks) hosting the actual blocks. 4. If the file size is greater than one group size, 3 * BLOCK_SIZE + 123 for example, then the result will be like: <pre> BlockLocation(offset: 0, length: 3 * BLOCK_SIZE, hosts: {"host1:9866", "host2:9866","host3:9866","host4:9866","host5:9866"}) BlockLocation(offset: 3 * BLOCK_SIZE, length: 123, hosts: {"host1:9866", "host4:9866", "host5:9866"}) </pre> @param file FilesStatus to get data from @param start offset into the given file @param len length for which to get locations for @throws IOException IO failure]]> </doc> </method> <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="start" type="long"/> <param name="len" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return an array containing hostnames, offset and size of portions of the given file. For a nonexistent file or regions, {@code null} is returned. This call is most helpful with location-aware distributed filesystems, where it returns hostnames of machines that contain the given file. A FileSystem will normally return the equivalent result of passing the {@code FileStatus} of the path to {@link #getFileBlockLocations(FileStatus, long, long)} @param p path is used to identify an FS since an FS could have another FS that it could be delegating the call to @param start offset into the given file @param len length for which to get locations for @throws FileNotFoundException when the path does not exist @throws IOException IO failure]]> </doc> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="use {@link #getServerDefaults(Path)} instead"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a set of server default configuration values. @return server default configuration values @throws IOException IO failure @deprecated use {@link #getServerDefaults(Path)} instead]]> </doc> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a set of server default configuration values. @param p path is used to identify an FS since an FS could have another FS that it could be delegating the call to @return server default configuration values @throws IOException IO failure]]> </doc> </method> <method name="resolvePath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the fully-qualified path of path, resolving the path through any symlinks or mount point. @param p path to be resolved @return fully qualified path @throws FileNotFoundException if the path is not present @throws IOException for any other error]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataInputStream at the indicated Path. @param f the file name to open @param bufferSize the size of the buffer to be used. @throws IOException IO failure]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataInputStream at the indicated Path. @param f the file to open @throws IOException IO failure]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fd" type="org.apache.hadoop.fs.PathHandle"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Open an FSDataInputStream matching the PathHandle instance. The implementation may encode metadata in PathHandle to address the resource directly and verify that the resource referenced satisfies constraints specified at its construciton. @param fd PathHandle object returned by the FS authority. @throws InvalidPathHandleException If {@link PathHandle} constraints are not satisfied @throws IOException IO failure @throws UnsupportedOperationException If {@link #open(PathHandle, int)} not overridden by subclass]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fd" type="org.apache.hadoop.fs.PathHandle"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Open an FSDataInputStream matching the PathHandle instance. The implementation may encode metadata in PathHandle to address the resource directly and verify that the resource referenced satisfies constraints specified at its construciton. @param fd PathHandle object returned by the FS authority. @param bufferSize the size of the buffer to use @throws InvalidPathHandleException If {@link PathHandle} constraints are not satisfied @throws IOException IO failure @throws UnsupportedOperationException If not overridden by subclass]]> </doc> </method> <method name="getPathHandle" return="org.apache.hadoop.fs.PathHandle" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="stat" type="org.apache.hadoop.fs.FileStatus"/> <param name="opt" type="org.apache.hadoop.fs.Options.HandleOpt[]"/> <doc> <![CDATA[Create a durable, serializable handle to the referent of the given entity. @param stat Referent in the target FileSystem @param opt If absent, assume {@link HandleOpt#path()}. @throws IllegalArgumentException If the FileStatus does not belong to this FileSystem @throws UnsupportedOperationException If {@link #createPathHandle} not overridden by subclass. @throws UnsupportedOperationException If this FileSystem cannot enforce the specified constraints.]]> </doc> </method> <method name="createPathHandle" return="org.apache.hadoop.fs.PathHandle" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="stat" type="org.apache.hadoop.fs.FileStatus"/> <param name="opt" type="org.apache.hadoop.fs.Options.HandleOpt[]"/> <doc> <![CDATA[Hook to implement support for {@link PathHandle} operations. @param stat Referent in the target FileSystem @param opt Constraints that determine the validity of the {@link PathHandle} reference.]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path. Files are overwritten by default. @param f the file to create @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path. @param f the file to create @param overwrite if a file with this name already exists, then if true, the file will be overwritten, and if false an exception will be thrown. @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path with write-progress reporting. Files are overwritten by default. @param f the file to create @param progress to report progress @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path. Files are overwritten by default. @param f the file to create @param replication the replication factor @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path with write-progress reporting. Files are overwritten by default. @param f the file to create @param replication the replication factor @param progress to report progress @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path. @param f the file to create @param overwrite if a path with this name already exists, then if true, the file will be overwritten, and if false an error will be thrown. @param bufferSize the size of the buffer to be used. @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an {@link FSDataOutputStream} at the indicated Path with write-progress reporting. The frequency of callbacks is implementation-specific; it may be "none". @param f the path of the file to open @param overwrite if a file with this name already exists, then if true, the file will be overwritten, and if false an error will be thrown. @param bufferSize the size of the buffer to be used. @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path. @param f the file name to open @param overwrite if a file with this name already exists, then if true, the file will be overwritten, and if false an error will be thrown. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path with write-progress reporting. @param f the file name to open @param overwrite if a file with this name already exists, then if true, the file will be overwritten, and if false an error will be thrown. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @throws IOException IO failure]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path with write-progress reporting. @param f the file name to open @param permission file permission @param overwrite if a file with this name already exists, then if true, the file will be overwritten, and if false an error will be thrown. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @param blockSize block size @param progress the progress reporter @throws IOException IO failure @see #setPermission(Path, FsPermission)]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flags" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path with write-progress reporting. @param f the file name to open @param permission file permission @param flags {@link CreateFlag}s to use for this stream. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @param blockSize block size @param progress the progress reporter @throws IOException IO failure @see #setPermission(Path, FsPermission)]]> </doc> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flags" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="checksumOpt" type="org.apache.hadoop.fs.Options.ChecksumOpt"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create an FSDataOutputStream at the indicated Path with a custom checksum option. @param f the file name to open @param permission file permission @param flags {@link CreateFlag}s to use for this stream. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @param blockSize block size @param progress the progress reporter @param checksumOpt checksum parameter. If null, the values found in conf will be used. @throws IOException IO failure @see #setPermission(Path, FsPermission)]]> </doc> </method> <method name="primitiveCreate" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="absolutePermission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flag" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="checksumOpt" type="org.apache.hadoop.fs.Options.ChecksumOpt"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[This create has been added to support the FileContext that processes the permission with umask before calling this method. This a temporary method added to support the transition from FileSystem to FileContext for user applications. @throws IOException IO failure]]> </doc> </method> <method name="primitiveMkdir" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="absolutePermission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[This version of the mkdirs method assumes that the permission is absolute. It has been added to support the FileContext that processes the permission with umask before calling this method. This a temporary method added to support the transition from FileSystem to FileContext for user applications. @param f path @param absolutePermission permissions @return true if the directory was actually created. @throws IOException IO failure @see #mkdirs(Path, FsPermission)]]> </doc> </method> <method name="primitiveMkdir" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="absolutePermission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="createParent" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[This version of the mkdirs method assumes that the permission is absolute. It has been added to support the FileContext that processes the permission with umask before calling this method. This a temporary method added to support the transition from FileSystem to FileContext for user applications.]]> </doc> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress reporting. Same as create(), except fails if parent directory doesn't already exist. @param f the file name to open @param overwrite if a file with this name already exists, then if true, the file will be overwritten, and if false an error will be thrown. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @param blockSize block size @param progress the progress reporter @throws IOException IO failure @see #setPermission(Path, FsPermission)]]> </doc> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress reporting. Same as create(), except fails if parent directory doesn't already exist. @param f the file name to open @param permission file permission @param overwrite if a file with this name already exists, then if true, the file will be overwritten, and if false an error will be thrown. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @param blockSize block size @param progress the progress reporter @throws IOException IO failure @see #setPermission(Path, FsPermission)]]> </doc> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flags" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress reporting. Same as create(), except fails if parent directory doesn't already exist. @param f the file name to open @param permission file permission @param flags {@link CreateFlag}s to use for this stream. @param bufferSize the size of the buffer to be used. @param replication required block replication for the file. @param blockSize block size @param progress the progress reporter @throws IOException IO failure @see #setPermission(Path, FsPermission)]]> </doc> </method> <method name="createNewFile" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Creates the given Path as a brand-new zero-length file. If create fails, or if it already existed, return false. <i>Important: the default implementation is not atomic</i> @param f path to use for create @throws IOException IO failure]]> </doc> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Append to an existing file (optional operation). Same as {@code append(f, getConf().getInt(IO_FILE_BUFFER_SIZE_KEY, IO_FILE_BUFFER_SIZE_DEFAULT), null)} @param f the existing file to be appended. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default).]]> </doc> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Append to an existing file (optional operation). Same as append(f, bufferSize, null). @param f the existing file to be appended. @param bufferSize the size of the buffer to be used. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default).]]> </doc> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Append to an existing file (optional operation). @param f the existing file to be appended. @param bufferSize the size of the buffer to be used. @param progress for reporting progress if it is not null. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default).]]> </doc> </method> <method name="concat" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="trg" type="org.apache.hadoop.fs.Path"/> <param name="psrcs" type="org.apache.hadoop.fs.Path[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Concat existing files together. @param trg the path to the target destination. @param psrcs the paths to the sources to use for the concatenation. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default).]]> </doc> </method> <method name="getReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #getFileStatus(Path)} instead"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the replication factor. @deprecated Use {@link #getFileStatus(Path)} instead @param src file name @return file replication @throws FileNotFoundException if the path does not resolve. @throws IOException an IO failure]]> </doc> </method> <method name="setReplication" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the replication for an existing file. If a filesystem does not support replication, it will always return true: the check for a file existing may be bypassed. This is the default behavior. @param src file name @param replication new replication @throws IOException @return true if successful, or the feature in unsupported; false if replication is supported but the file does not exist, or is a directory]]> </doc> </method> <method name="rename" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Renames Path src to Path dst. @param src path to be renamed @param dst new path after rename @throws IOException on failure @return true if rename is successful]]> </doc> </method> <method name="rename" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="options" type="org.apache.hadoop.fs.Options.Rename[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Renames Path src to Path dst <ul> <li>Fails if src is a file and dst is a directory.</li> <li>Fails if src is a directory and dst is a file.</li> <li>Fails if the parent of dst does not exist or is a file.</li> </ul> <p> If OVERWRITE option is not passed as an argument, rename fails if the dst already exists. <p> If OVERWRITE option is passed as an argument, rename overwrites the dst if it is a file or an empty directory. Rename fails if dst is a non-empty directory. <p> Note that atomicity of rename is dependent on the file system implementation. Please refer to the file system documentation for details. This default implementation is non atomic. <p> This method is deprecated since it is a temporary method added to support the transition from FileSystem to FileContext for user applications. @param src path to be renamed @param dst new path after rename @throws FileNotFoundException src path does not exist, or the parent path of dst does not exist. @throws FileAlreadyExistsException dest path exists and is a file @throws ParentNotDirectoryException if the parent path of dest is not a directory @throws IOException on failure]]> </doc> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Truncate the file in the indicated path to the indicated size. <ul> <li>Fails if path is a directory.</li> <li>Fails if path does not exist.</li> <li>Fails if path is not closed.</li> <li>Fails if new size is greater than current size.</li> </ul> @param f The path to the file to be truncated @param newLength The size the file is to be truncated to @return <code>true</code> if the file has been truncated to the desired <code>newLength</code> and is immediately available to be reused for write operations such as <code>append</code>, or <code>false</code> if a background process of adjusting the length of the last block has been started, and clients should wait for it to complete before proceeding with further file updates. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default).]]> </doc> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #delete(Path, boolean)} instead."> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete a file/directory. @deprecated Use {@link #delete(Path, boolean)} instead.]]> </doc> </method> <method name="delete" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete a file. @param f the path to delete. @param recursive if path is a directory and set to true, the directory is deleted else throws an exception. In case of a file the recursive can be set to either true or false. @return true if delete is successful else false. @throws IOException IO failure]]> </doc> </method> <method name="deleteOnExit" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Mark a path to be deleted when its FileSystem is closed. When the JVM shuts down cleanly, all cached FileSystem objects will be closed automatically. These the marked paths will be deleted as a result. If a FileSystem instance is not cached, i.e. has been created with {@link #createFileSystem(URI, Configuration)}, then the paths will be deleted in when {@link #close()} is called on that instance. The path must exist in the filesystem at the time of the method call; it does not have to exist at the time of JVM shutdown. Notes <ol> <li>Clean shutdown of the JVM cannot be guaranteed.</li> <li>The time to shut down a FileSystem will depends on the number of files to delete. For filesystems where the cost of checking for the existence of a file/directory and the actual delete operation (for example: object stores) is high, the time to shutdown the JVM can be significantly extended by over-use of this feature.</li> <li>Connectivity problems with a remote filesystem may delay shutdown further, and may cause the files to not be deleted.</li> </ol> @param f the path to delete. @return true if deleteOnExit is successful, otherwise false. @throws IOException IO failure]]> </doc> </method> <method name="cancelDeleteOnExit" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Cancel the scheduled deletion of the path when the FileSystem is closed. @param f the path to cancel deletion @return true if the path was found in the delete-on-exit list.]]> </doc> </method> <method name="processDeleteOnExit" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Delete all paths that were marked as delete-on-exit. This recursively deletes all files and directories in the specified paths. The time to process this operation is {@code O(paths)}, with the actual time dependent on the time for existence and deletion operations to complete, successfully or not.]]> </doc> </method> <method name="exists" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Check if a path exists. It is highly discouraged to call this method back to back with other {@link #getFileStatus(Path)} calls, as this will involve multiple redundant RPC calls in HDFS. @param f source path @return true if the path exists @throws IOException IO failure]]> </doc> </method> <method name="isDirectory" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #getFileStatus(Path)} instead"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[True iff the named path is a directory. Note: Avoid using this method. Instead reuse the FileStatus returned by getFileStatus() or listStatus() methods. @param f path to check @throws IOException IO failure @deprecated Use {@link #getFileStatus(Path)} instead]]> </doc> </method> <method name="isFile" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #getFileStatus(Path)} instead"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[True iff the named path is a regular file. Note: Avoid using this method. Instead reuse the FileStatus returned by {@link #getFileStatus(Path)} or listStatus() methods. @param f path to check @throws IOException IO failure @deprecated Use {@link #getFileStatus(Path)} instead]]> </doc> </method> <method name="getLength" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #getFileStatus(Path)} instead."> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The number of bytes in a file. @return the number of bytes; 0 for a directory @deprecated Use {@link #getFileStatus(Path)} instead. @throws FileNotFoundException if the path does not resolve @throws IOException IO failure]]> </doc> </method> <method name="getContentSummary" return="org.apache.hadoop.fs.ContentSummary" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the {@link ContentSummary} of a given {@link Path}. @param f path to use @throws FileNotFoundException if the path does not resolve @throws IOException IO failure]]> </doc> </method> <method name="getQuotaUsage" return="org.apache.hadoop.fs.QuotaUsage" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the {@link QuotaUsage} of a given {@link Path}. @param f path to use @return the quota usage @throws IOException IO failure]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the statuses of the files/directories in the given path if the path is a directory. <p> Does not guarantee to return the List of files/directories status in a sorted order. <p> Will not return null. Expect IOException upon access error. @param f given path @return the statuses of the files/directories in the given patch @throws FileNotFoundException when the path does not exist @throws IOException see specific implementation]]> </doc> </method> <method name="listCorruptFileBlocks" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List corrupted file blocks. @return an iterator over the corrupt files under the given path (may contain duplicates if a file has more than one corrupt block) @throws UnsupportedOperationException if the operation is unsupported (default). @throws IOException IO failure]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="filter" type="org.apache.hadoop.fs.PathFilter"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Filter files/directories in the given path using the user-supplied path filter. <p> Does not guarantee to return the List of files/directories status in a sorted order. @param f a path name @param filter the user-supplied path filter @return an array of FileStatus objects for the files under the given path after applying the filter @throws FileNotFoundException when the path does not exist @throws IOException see specific implementation]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="files" type="org.apache.hadoop.fs.Path[]"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Filter files/directories in the given list of paths using default path filter. <p> Does not guarantee to return the List of files/directories status in a sorted order. @param files a list of paths @return a list of statuses for the files under the given paths after applying the filter default Path filter @throws FileNotFoundException when the path does not exist @throws IOException see specific implementation]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="files" type="org.apache.hadoop.fs.Path[]"/> <param name="filter" type="org.apache.hadoop.fs.PathFilter"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Filter files/directories in the given list of paths using user-supplied path filter. <p> Does not guarantee to return the List of files/directories status in a sorted order. @param files a list of paths @param filter the user-supplied path filter @return a list of statuses for the files under the given paths after applying the filter @throws FileNotFoundException when the path does not exist @throws IOException see specific implementation]]> </doc> </method> <method name="globStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="pathPattern" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[<p>Return all the files that match filePattern and are not checksum files. Results are sorted by their names. <p> A filename pattern is composed of <i>regular</i> characters and <i>special pattern matching</i> characters, which are: <dl> <dd> <dl> <p> <dt> <tt> ? </tt> <dd> Matches any single character. <p> <dt> <tt> * </tt> <dd> Matches zero or more characters. <p> <dt> <tt> [<i>abc</i>] </tt> <dd> Matches a single character from character set <tt>{<i>a,b,c</i>}</tt>. <p> <dt> <tt> [<i>a</i>-<i>b</i>] </tt> <dd> Matches a single character from the character range <tt>{<i>a...b</i>}</tt>. Note that character <tt><i>a</i></tt> must be lexicographically less than or equal to character <tt><i>b</i></tt>. <p> <dt> <tt> [^<i>a</i>] </tt> <dd> Matches a single character that is not from character set or range <tt>{<i>a</i>}</tt>. Note that the <tt>^</tt> character must occur immediately to the right of the opening bracket. <p> <dt> <tt> \<i>c</i> </tt> <dd> Removes (escapes) any special meaning of character <i>c</i>. <p> <dt> <tt> {ab,cd} </tt> <dd> Matches a string from the string set <tt>{<i>ab, cd</i>} </tt> <p> <dt> <tt> {ab,c{de,fh}} </tt> <dd> Matches a string from the string set <tt>{<i>ab, cde, cfh</i>}</tt> </dl> </dd> </dl> @param pathPattern a glob specifying a path pattern @return an array of paths that match the path pattern @throws IOException IO failure]]> </doc> </method> <method name="globStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="pathPattern" type="org.apache.hadoop.fs.Path"/> <param name="filter" type="org.apache.hadoop.fs.PathFilter"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return an array of {@link FileStatus} objects whose path names match {@code pathPattern} and is accepted by the user-supplied path filter. Results are sorted by their path names. @param pathPattern a glob specifying the path pattern @param filter a user-supplied path filter @return null if {@code pathPattern} has no glob and the path does not exist an empty array if {@code pathPattern} has a glob and no path matches it else an array of {@link FileStatus} objects matching the pattern @throws IOException if any I/O error occurs when fetching file status]]> </doc> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the statuses of the files/directories in the given path if the path is a directory. Return the file's status and block locations If the path is a file. If a returned status is a file, it contains the file's block locations. @param f is the path @return an iterator that traverses statuses of the files/directories in the given path @throws FileNotFoundException If <code>f</code> does not exist @throws IOException If an I/O error occurred]]> </doc> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="filter" type="org.apache.hadoop.fs.PathFilter"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List a directory. The returned results include its block location if it is a file The results are filtered by the given path filter @param f a path @param filter a path filter @return an iterator that traverses statuses of the files/directories in the given path @throws FileNotFoundException if <code>f</code> does not exist @throws IOException if any I/O error occurred]]> </doc> </method> <method name="listStatusIterator" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a remote iterator so that followup calls are made on demand while consuming the entries. Each FileSystem implementation should override this method and provide a more efficient implementation, if possible. Does not guarantee to return the iterator that traverses statuses of the files in a sorted order. @param p target path @return remote iterator @throws FileNotFoundException if <code>p</code> does not exist @throws IOException if any I/O error occurred]]> </doc> </method> <method name="listFiles" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the statuses and block locations of the files in the given path. Does not guarantee to return the iterator that traverses statuses of the files in a sorted order. <pre> If the path is a directory, if recursive is false, returns files in the directory; if recursive is true, return files in the subtree rooted at the path. If the path is a file, return the file's status and block locations. </pre> @param f is the path @param recursive if the subdirectories need to be traversed recursively @return an iterator that traverses statuses of the files @throws FileNotFoundException when the path does not exist; @throws IOException see specific implementation]]> </doc> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the current user's home directory in this FileSystem. The default implementation returns {@code "/user/$USER/"}.]]> </doc> </method> <method name="setWorkingDirectory" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="new_dir" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Set the current working directory for the given FileSystem. All relative paths will be resolved relative to it. @param new_dir Path of new working directory]]> </doc> </method> <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the current working directory for the given FileSystem @return the directory pathname]]> </doc> </method> <method name="getInitialWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Note: with the new FileContext class, getWorkingDirectory() will be removed. The working directory is implemented in FileContext. Some FileSystems like LocalFileSystem have an initial workingDir that we use as the starting workingDir. For other file systems like HDFS there is no built in notion of an initial workingDir. @return if there is built in notion of workingDir then it is returned; else a null is returned.]]> </doc> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Call {@link #mkdirs(Path, FsPermission)} with default permission. @param f path @return true if the directory was created @throws IOException IO failure]]> </doc> </method> <method name="mkdirs" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Make the given file and all non-existent parents into directories. Has roughly the semantics of Unix @{code mkdir -p}. Existence of the directory hierarchy is not an error. @param f path to create @param permission to apply to f @throws IOException IO failure]]> </doc> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is on the local disk. Add it to filesystem at the given dst name and the source is kept intact afterwards @param src path @param dst path @throws IOException IO failure]]> </doc> </method> <method name="moveFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="srcs" type="org.apache.hadoop.fs.Path[]"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src files is on the local disk. Add it to filesystem at the given dst name, removing the source afterwards. @param srcs source paths @param dst path @throws IOException IO failure]]> </doc> </method> <method name="moveFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is on the local disk. Add it to the filesystem at the given dst name, removing the source afterwards. @param src local path @param dst path @throws IOException IO failure]]> </doc> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is on the local disk. Add it to the filesystem at the given dst name. delSrc indicates if the source should be removed @param delSrc whether to delete the src @param src path @param dst path]]> </doc> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="overwrite" type="boolean"/> <param name="srcs" type="org.apache.hadoop.fs.Path[]"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src files are on the local disk. Add it to the filesystem at the given dst name. delSrc indicates if the source should be removed @param delSrc whether to delete the src @param overwrite whether to overwrite an existing file @param srcs array of paths which are source @param dst path @throws IOException IO failure]]> </doc> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="overwrite" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is on the local disk. Add it to the filesystem at the given dst name. delSrc indicates if the source should be removed @param delSrc whether to delete the src @param overwrite whether to overwrite an existing file @param src path @param dst path @throws IOException IO failure]]> </doc> </method> <method name="copyToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy it a file from the remote filesystem to the local one. @param src path src file in the remote filesystem @param dst path local destination @throws IOException IO failure]]> </doc> </method> <method name="moveToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy a file to the local filesystem, then delete it from the remote filesystem (if successfully copied). @param src path src file in the remote filesystem @param dst path local destination @throws IOException IO failure]]> </doc> </method> <method name="copyToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy it a file from a remote filesystem to the local one. delSrc indicates if the src will be removed or not. @param delSrc whether to delete the src @param src path src file in the remote filesystem @param dst path local destination @throws IOException IO failure]]> </doc> </method> <method name="copyToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="useRawLocalFileSystem" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is under this filesystem, and the dst is on the local disk. Copy it from the remote filesystem to the local dst name. delSrc indicates if the src will be removed or not. useRawLocalFileSystem indicates whether to use RawLocalFileSystem as the local file system or not. RawLocalFileSystem is non checksumming, So, It will not create any crc files at local. @param delSrc whether to delete the src @param src path @param dst path @param useRawLocalFileSystem whether to use RawLocalFileSystem as local file system or not. @throws IOException for any IO error]]> </doc> </method> <method name="startLocalOutput" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a local file that the user can write output to. The caller provides both the eventual target name in this FileSystem and the local working file path. If this FileSystem is local, we write directly into the target. If the FileSystem is not local, we write into the tmp local area. @param fsOutputFile path of output file @param tmpLocalFile path of local tmp file @throws IOException IO failure]]> </doc> </method> <method name="completeLocalOutput" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Called when we're all done writing to the target. A local FS will do nothing, because we've written to exactly the right place. A remote FS will copy the contents of tmpLocalFile to the correct target at fsOutputFile. @param fsOutputFile path of output file @param tmpLocalFile path to local tmp file @throws IOException IO failure]]> </doc> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Close this FileSystem instance. Will release any held locks, delete all files queued for deletion through calls to {@link #deleteOnExit(Path)}, and remove this FS instance from the cache, if cached. After this operation, the outcome of any method call on this FileSystem instance, or any input/output stream created by it is <i>undefined</i>. @throws IOException IO failure]]> </doc> </method> <method name="getUsed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the total size of all files in the filesystem. @throws IOException IO failure]]> </doc> </method> <method name="getUsed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the total size of all files from a specified path. @throws IOException IO failure]]> </doc> </method> <method name="getBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #getFileStatus(Path)} instead"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the block size for a particular file. @param f the filename @return the number of bytes in a block @deprecated Use {@link #getFileStatus(Path)} instead @throws FileNotFoundException if the path is not present @throws IOException IO failure]]> </doc> </method> <method name="getDefaultBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="use {@link #getDefaultBlockSize(Path)} instead"> <doc> <![CDATA[Return the number of bytes that large input files should be optimally be split into to minimize I/O time. @deprecated use {@link #getDefaultBlockSize(Path)} instead]]> </doc> </method> <method name="getDefaultBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Return the number of bytes that large input files should be optimally be split into to minimize I/O time. The given path will be used to locate the actual filesystem. The full path does not have to exist. @param f path of file @return the default block size for the path's filesystem]]> </doc> </method> <method name="getDefaultReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="use {@link #getDefaultReplication(Path)} instead"> <doc> <![CDATA[Get the default replication. @return the replication; the default value is "1". @deprecated use {@link #getDefaultReplication(Path)} instead]]> </doc> </method> <method name="getDefaultReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Get the default replication for a path. The given path will be used to locate the actual FileSystem to query. The full path does not have to exist. @param path of the file @return default replication for the path's filesystem]]> </doc> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a file status object that represents the path. @param f The path we want information from @return a FileStatus object @throws FileNotFoundException when the path does not exist @throws IOException see specific implementation]]> </doc> </method> <method name="fixRelativePart" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[See {@link FileContext#fixRelativePart}.]]> </doc> </method> <method name="createSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.fs.Path"/> <param name="link" type="org.apache.hadoop.fs.Path"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[See {@link FileContext#createSymlink(Path, Path, boolean)}.]]> </doc> </method> <method name="getFileLinkStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[See {@link FileContext#getFileLinkStatus(Path)}. @throws FileNotFoundException when the path does not exist @throws IOException see specific implementation]]> </doc> </method> <method name="supportsSymlinks" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[See {@link AbstractFileSystem#supportsSymlinks()}.]]> </doc> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[See {@link FileContext#getLinkTarget(Path)}. @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="resolveLink" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[See {@link AbstractFileSystem#getLinkTarget(Path)}. @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the checksum of a file, if the FS supports checksums. @param f The file path @return The file checksum. The default return value is null, which indicates that no checksum algorithm is implemented in the corresponding FileSystem. @throws IOException IO failure]]> </doc> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="length" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the checksum of a file, from the beginning of the file till the specific length. @param f The file path @param length The length of the file range for checksum calculation @return The file checksum or null if checksums are not supported. @throws IOException IO failure]]> </doc> </method> <method name="setVerifyChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="verifyChecksum" type="boolean"/> <doc> <![CDATA[Set the verify checksum flag. This is only applicable if the corresponding filesystem supports checksums. By default doesn't do anything. @param verifyChecksum Verify checksum flag]]> </doc> </method> <method name="setWriteChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="writeChecksum" type="boolean"/> <doc> <![CDATA[Set the write checksum flag. This is only applicable if the corresponding filesystem supports checksums. By default doesn't do anything. @param writeChecksum Write checksum flag]]> </doc> </method> <method name="getStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a status object describing the use and capacity of the filesystem. If the filesystem has multiple partitions, the use and capacity of the root partition is reflected. @return a FsStatus object @throws IOException see specific implementation]]> </doc> </method> <method name="getStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a status object describing the use and capacity of the filesystem. If the filesystem has multiple partitions, the use and capacity of the partition pointed to by the specified path is reflected. @param p Path for which status should be obtained. null means the default partition. @return a FsStatus object @throws IOException see specific implementation]]> </doc> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set permission of a path. @param p The path @param permission permission @throws IOException IO failure]]> </doc> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set owner of a path (i.e. a file or a directory). The parameters username and groupname cannot both be null. @param p The path @param username If it is null, the original username remains unchanged. @param groupname If it is null, the original groupname remains unchanged. @throws IOException IO failure]]> </doc> </method> <method name="setTimes" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="mtime" type="long"/> <param name="atime" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set access time of a file. @param p The path @param mtime Set the modification time of this file. The number of milliseconds since Jan 1, 1970. A value of -1 means that this call should not set modification time. @param atime Set the access time of this file. The number of milliseconds since Jan 1, 1970. A value of -1 means that this call should not set access time. @throws IOException IO failure]]> </doc> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a snapshot with a default name. @param path The directory where snapshots will be taken. @return the snapshot path. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported]]> </doc> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a snapshot. @param path The directory where snapshots will be taken. @param snapshotName The name of the snapshot @return the snapshot path. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported]]> </doc> </method> <method name="renameSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotOldName" type="java.lang.String"/> <param name="snapshotNewName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Rename a snapshot. @param path The directory path where the snapshot was taken @param snapshotOldName Old name of the snapshot @param snapshotNewName New name of the snapshot @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="deleteSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete a snapshot of a directory. @param path The directory that the to-be-deleted snapshot belongs to @param snapshotName The name of the snapshot @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="modifyAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Modifies ACL entries of files and directories. This method can add new ACL entries or modify the permissions on existing ACL entries. All existing ACL entries that are not specified in this call are retained without changes. (Modifications are merged into the current ACL.) @param path Path to modify @param aclSpec List<AclEntry> describing modifications @throws IOException if an ACL could not be modified @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="removeAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes ACL entries from files and directories. Other ACL entries are retained. @param path Path to modify @param aclSpec List describing entries to remove @throws IOException if an ACL could not be modified @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="removeDefaultAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes all default ACL entries from files and directories. @param path Path to modify @throws IOException if an ACL could not be modified @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="removeAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Removes all but the base ACL entries of files and directories. The entries for user, group, and others are retained for compatibility with permission bits. @param path Path to modify @throws IOException if an ACL could not be removed @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="setAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Fully replaces ACL of files and directories, discarding all existing entries. @param path Path to modify @param aclSpec List describing modifications, which must include entries for user, group, and others for compatibility with permission bits. @throws IOException if an ACL could not be modified @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getAclStatus" return="org.apache.hadoop.fs.permission.AclStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Gets the ACL of a file or directory. @param path Path to get @return AclStatus describing the ACL of the file or directory @throws IOException if an ACL could not be read @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p> Refer to the HDFS extended attributes user documentation for details. @param path Path to modify @param name xattr name. @param value xattr value. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p> Refer to the HDFS extended attributes user documentation for details. @param path Path to modify @param name xattr name. @param value xattr value. @param flag xattr set flag @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getXAttr" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get an xattr name and value for a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attribute @param name xattr name. @return byte[] xattr value. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattr name/value pairs for a file or directory. Only those xattrs which the logged-in user has permissions to view are returned. <p> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @return Map describing the XAttrs of the file or directory @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="names" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattrs name/value pairs for a file or directory. Only those xattrs which the logged-in user has permissions to view are returned. <p> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @param names XAttr names. @return Map describing the XAttrs of the file or directory @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="listXAttrs" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all of the xattr names for a file or directory. Only those xattr names which the logged-in user has permissions to view are returned. <p> Refer to the HDFS extended attributes user documentation for details. @param path Path to get extended attributes @return List<String> of the XAttr names of the file or directory @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="removeXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Remove an xattr of a file or directory. The name must be prefixed with the namespace followed by ".". For example, "user.attr". <p> Refer to the HDFS extended attributes user documentation for details. @param path Path to remove extended attribute @param name xattr name @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="setStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="policyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the storage policy for a given file or directory. @param src file or directory path. @param policyName the name of the target storage policy. The list of supported Storage policies can be retrieved via {@link #getAllStoragePolicies}. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="unsetStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Unset the storage policy set for a given file or directory. @param src file or directory path. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getStoragePolicy" return="org.apache.hadoop.fs.BlockStoragePolicySpi" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Query the effective storage policy ID for the given file or directory. @param src file or directory path. @return storage policy for give file. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getAllStoragePolicies" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Retrieve all the storage policies supported by this file system. @return all storage policies supported by this filesystem. @throws IOException IO failure @throws UnsupportedOperationException if the operation is unsupported (default outcome).]]> </doc> </method> <method name="getTrashRoot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Get the root directory of Trash for current user when the path specified is deleted. @param path the trash root of the path to be determined. @return the default implementation returns {@code /user/$USER/.Trash}]]> </doc> </method> <method name="getTrashRoots" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="allUsers" type="boolean"/> <doc> <![CDATA[Get all the trash roots for current user or all users. @param allUsers return trash roots for all users if true. @return all the trash root directories. Default FileSystem returns .Trash under users' home directories if {@code /user/$USER/.Trash} exists.]]> </doc> </method> <method name="getFileSystemClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="scheme" type="java.lang.String"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the FileSystem implementation class of a filesystem. This triggers a scan and load of all FileSystem implementations listed as services and discovered via the {@link ServiceLoader} @param scheme URL scheme of FS @param conf configuration: can be null, in which case the check for a filesystem binding declaration in the configuration is skipped. @return the filesystem @throws UnsupportedFileSystemException if there was no known implementation for the scheme. @throws IOException if the filesystem could not be loaded]]> </doc> </method> <method name="getStatistics" return="java.util.Map" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="use {@link #getGlobalStorageStatistics()}"> <doc> <![CDATA[Get the Map of Statistics object indexed by URI Scheme. @return a Map having a key as URI scheme and value as Statistics object @deprecated use {@link #getGlobalStorageStatistics()}]]> </doc> </method> <method name="getAllStatistics" return="java.util.List" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="use {@link #getGlobalStorageStatistics()}"> <doc> <![CDATA[Return the FileSystem classes that have Statistics. @deprecated use {@link #getGlobalStorageStatistics()}]]> </doc> </method> <method name="getStatistics" return="org.apache.hadoop.fs.FileSystem.Statistics" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="use {@link #getGlobalStorageStatistics()}"> <param name="scheme" type="java.lang.String"/> <param name="cls" type="java.lang.Class"/> <doc> <![CDATA[Get the statistics for a particular file system. @param cls the class to lookup @return a statistics object @deprecated use {@link #getGlobalStorageStatistics()}]]> </doc> </method> <method name="clearStatistics" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reset all statistics for all file systems.]]> </doc> </method> <method name="printStatistics" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Print all statistics for all file systems to {@code System.out}]]> </doc> </method> <method name="areSymlinksEnabled" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="enableSymlinks" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getStorageStatistics" return="org.apache.hadoop.fs.StorageStatistics" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the StorageStatistics for this FileSystem object. These statistics are per-instance. They are not shared with any other FileSystem object. <p>This is a default method which is intended to be overridden by subclasses. The default implementation returns an empty storage statistics object.</p> @return The StorageStatistics for this FileSystem instance. Will never be null.]]> </doc> </method> <method name="getGlobalStorageStatistics" return="org.apache.hadoop.fs.GlobalStorageStatistics" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the global storage statistics.]]> </doc> </method> <method name="createFile" return="org.apache.hadoop.fs.FSDataOutputStreamBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Create a new FSDataOutputStreamBuilder for the file with path. Files are overwritten by default. @param path file path @return a FSDataOutputStreamBuilder object to build the file HADOOP-14384. Temporarily reduce the visibility of method before the builder interface becomes stable.]]> </doc> </method> <method name="appendFile" return="org.apache.hadoop.fs.FSDataOutputStreamBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Create a Builder to append a file. @param path file path. @return a {@link FSDataOutputStreamBuilder} to build file append request.]]> </doc> </method> <field name="FS_DEFAULT_NAME_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DEFAULT_FS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="LOG" type="org.apache.commons.logging.Log" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[This log is widely used in the org.apache.hadoop.fs code and tests, so must be considered something to only be changed with care.]]> </doc> </field> <field name="SHUTDOWN_HOOK_PRIORITY" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Priority of the FileSystem shutdown hook: {@value}.]]> </doc> </field> <field name="TRASH_PREFIX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Prefix for trash directory: {@value}.]]> </doc> </field> <field name="USER_HOME_PREFIX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="statistics" type="org.apache.hadoop.fs.FileSystem.Statistics" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[The statistics for this file system.]]> </doc> </field> <doc> <![CDATA[An abstract base class for a fairly generic filesystem. It may be implemented as a distributed filesystem, or as a "local" one that reflects the locally-connected disk. The local version exists for small Hadoop instances and for testing. <p> All user code that may potentially use the Hadoop Distributed File System should be written to use a FileSystem object or its successor, {@link FileContext}. <p> The local implementation is {@link LocalFileSystem} and distributed implementation is DistributedFileSystem. There are other implementations for object stores and (outside the Apache Hadoop codebase), third party filesystems. <p> Notes <ol> <li>The behaviour of the filesystem is <a href="https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-common/filesystem/filesystem.html"> specified in the Hadoop documentation. </a> However, the normative specification of the behavior of this class is actually HDFS: if HDFS does not behave the way these Javadocs or the specification in the Hadoop documentations define, assume that the documentation is incorrect. </li> <li>The term {@code FileSystem} refers to an instance of this class.</li> <li>The acronym "FS" is used as an abbreviation of FileSystem.</li> <li>The term {@code filesystem} refers to the distributed/local filesystem itself, rather than the class used to interact with it.</li> <li>The term "file" refers to a file in the remote filesystem, rather than instances of {@code java.io.File}.</li> </ol>]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FileSystem --> <!-- start class org.apache.hadoop.fs.FileUtil --> <class name="FileUtil" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="FileUtil" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="stat2Paths" return="org.apache.hadoop.fs.Path[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stats" type="org.apache.hadoop.fs.FileStatus[]"/> <doc> <![CDATA[convert an array of FileStatus to an array of Path @param stats an array of FileStatus objects @return an array of paths corresponding to the input]]> </doc> </method> <method name="stat2Paths" return="org.apache.hadoop.fs.Path[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stats" type="org.apache.hadoop.fs.FileStatus[]"/> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[convert an array of FileStatus to an array of Path. If stats if null, return path @param stats an array of FileStatus objects @param path default path to return in stats is null @return an array of paths corresponding to the input]]> </doc> </method> <method name="fullyDeleteOnExit" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="java.io.File"/> <doc> <![CDATA[Register all files recursively to be deleted on exit. @param file File/directory to be deleted]]> </doc> </method> <method name="fullyDelete" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <doc> <![CDATA[Delete a directory and all its contents. If we return false, the directory may be partially-deleted. (1) If dir is symlink to a file, the symlink is deleted. The file pointed to by the symlink is not deleted. (2) If dir is symlink to a directory, symlink is deleted. The directory pointed to by symlink is not deleted. (3) If dir is a normal file, it is deleted. (4) If dir is a normal directory, then dir and all its contents recursively are deleted.]]> </doc> </method> <method name="fullyDelete" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <param name="tryGrantPermissions" type="boolean"/> <doc> <![CDATA[Delete a directory and all its contents. If we return false, the directory may be partially-deleted. (1) If dir is symlink to a file, the symlink is deleted. The file pointed to by the symlink is not deleted. (2) If dir is symlink to a directory, symlink is deleted. The directory pointed to by symlink is not deleted. (3) If dir is a normal file, it is deleted. (4) If dir is a normal directory, then dir and all its contents recursively are deleted. @param dir the file or directory to be deleted @param tryGrantPermissions true if permissions should be modified to delete a file. @return true on success false on failure.]]> </doc> </method> <method name="readLink" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <doc> <![CDATA[Returns the target of the given symlink. Returns the empty string if the given path does not refer to a symlink or there is an error accessing the symlink. @param f File representing the symbolic link. @return The target of the symbolic link, empty string on error or if not a symlink.]]> </doc> </method> <method name="fullyDeleteContents" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <doc> <![CDATA[Delete the contents of a directory, not the directory itself. If we return false, the directory may be partially-deleted. If dir is a symlink to a directory, all the contents of the actual directory pointed to by dir will be deleted.]]> </doc> </method> <method name="fullyDeleteContents" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <param name="tryGrantPermissions" type="boolean"/> <doc> <![CDATA[Delete the contents of a directory, not the directory itself. If we return false, the directory may be partially-deleted. If dir is a symlink to a directory, all the contents of the actual directory pointed to by dir will be deleted. @param tryGrantPermissions if 'true', try grant +rwx permissions to this and all the underlying directories before trying to delete their contents.]]> </doc> </method> <method name="fullyDelete" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link FileSystem#delete(Path, boolean)}"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="dir" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Recursively delete a directory. @param fs {@link FileSystem} on which the path is present @param dir directory to recursively delete @throws IOException @deprecated Use {@link FileSystem#delete(Path, boolean)}]]> </doc> </method> <method name="copy" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="deleteSource" type="boolean"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy files between FileSystems.]]> </doc> </method> <method name="copy" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="srcs" type="org.apache.hadoop.fs.Path[]"/> <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="deleteSource" type="boolean"/> <param name="overwrite" type="boolean"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="copy" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="deleteSource" type="boolean"/> <param name="overwrite" type="boolean"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy files between FileSystems.]]> </doc> </method> <method name="copy" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="srcStatus" type="org.apache.hadoop.fs.FileStatus"/> <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="deleteSource" type="boolean"/> <param name="overwrite" type="boolean"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy files between FileSystems.]]> </doc> </method> <method name="copy" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="java.io.File"/> <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="deleteSource" type="boolean"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy local files to a FileSystem.]]> </doc> </method> <method name="copy" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="java.io.File"/> <param name="deleteSource" type="boolean"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copy FileSystem files to local files.]]> </doc> </method> <method name="makeShellPath" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convert a os-native filename to a path that works for the shell. @param filename The filename to convert @return The unix pathname @throws IOException on windows, there can be problems with the subprocess]]> </doc> </method> <method name="makeShellPath" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convert a os-native filename to a path that works for the shell. @param file The filename to convert @return The unix pathname @throws IOException on windows, there can be problems with the subprocess]]> </doc> </method> <method name="makeSecureShellPath" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convert a os-native filename to a path that works for the shell and avoids script injection attacks. @param file The filename to convert @return The unix pathname @throws IOException on windows, there can be problems with the subprocess]]> </doc> </method> <method name="makeShellPath" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="java.io.File"/> <param name="makeCanonicalPath" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convert a os-native filename to a path that works for the shell. @param file The filename to convert @param makeCanonicalPath Whether to make canonical path for the file passed @return The unix pathname @throws IOException on windows, there can be problems with the subprocess]]> </doc> </method> <method name="getDU" return="long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <doc> <![CDATA[Takes an input dir and returns the du on that local directory. Very basic implementation. @param dir The input dir to get the disk space of this local dir @return The total disk space of the input local directory]]> </doc> </method> <method name="unZip" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="inputStream" type="java.io.InputStream"/> <param name="toDir" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Given a stream input it will unzip the it in the unzip directory. passed as the second parameter @param inputStream The zip file as input @param toDir The unzip directory where to unzip the zip file. @throws IOException an exception occurred]]> </doc> </method> <method name="unZip" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="inFile" type="java.io.File"/> <param name="unzipDir" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Given a File input it will unzip it in the unzip directory. passed as the second parameter @param inFile The zip file as input @param unzipDir The unzip directory where to unzip the zip file. @throws IOException An I/O exception has occurred]]> </doc> </method> <method name="unTar" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="inputStream" type="java.io.InputStream"/> <param name="untarDir" type="java.io.File"/> <param name="gzipped" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <exception name="ExecutionException" type="java.util.concurrent.ExecutionException"/> <doc> <![CDATA[Given a Tar File as input it will untar the file in a the untar directory passed as the second parameter This utility will untar ".tar" files and ".tar.gz","tgz" files. @param inputStream The tar file as input. @param untarDir The untar directory where to untar the tar file. @param gzipped The input stream is gzipped TODO Use magic number and PusbackInputStream to identify @throws IOException an exception occurred @throws InterruptedException command interrupted @throws ExecutionException task submit failed]]> </doc> </method> <method name="unTar" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="inFile" type="java.io.File"/> <param name="untarDir" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Given a Tar File as input it will untar the file in a the untar directory passed as the second parameter This utility will untar ".tar" files and ".tar.gz","tgz" files. @param inFile The tar file as input. @param untarDir The untar directory where to untar the tar file. @throws IOException]]> </doc> </method> <method name="symLink" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="java.lang.String"/> <param name="linkname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a soft link between a src and destination only on a local disk. HDFS does not support this. On Windows, when symlink creation fails due to security setting, we will log a warning. The return code in this case is 2. @param target the target for symlink @param linkname the symlink @return 0 on success]]> </doc> </method> <method name="chmod" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="java.lang.String"/> <param name="perm" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Change the permissions on a filename. @param filename the name of the file to change @param perm the permission string @return the exit code from the command @throws IOException @throws InterruptedException]]> </doc> </method> <method name="chmod" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="java.lang.String"/> <param name="perm" type="java.lang.String"/> <param name="recursive" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Change the permissions on a file / directory, recursively, if needed. @param filename name of the file whose permissions are to change @param perm permission string @param recursive true, if permissions should be changed recursively @return the exit code from the command. @throws IOException]]> </doc> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="java.io.File"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set the ownership on a file / directory. User name and group name cannot both be null. @param file the file to change @param username the new user owner name @param groupname the new group owner name @throws IOException]]> </doc> </method> <method name="setReadable" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <param name="readable" type="boolean"/> <doc> <![CDATA[Platform independent implementation for {@link File#setReadable(boolean)} File#setReadable does not work as expected on Windows. @param f input file @param readable @return true on success, false otherwise]]> </doc> </method> <method name="setWritable" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <param name="writable" type="boolean"/> <doc> <![CDATA[Platform independent implementation for {@link File#setWritable(boolean)} File#setWritable does not work as expected on Windows. @param f input file @param writable @return true on success, false otherwise]]> </doc> </method> <method name="setExecutable" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <param name="executable" type="boolean"/> <doc> <![CDATA[Platform independent implementation for {@link File#setExecutable(boolean)} File#setExecutable does not work as expected on Windows. Note: revoking execute permission on folders does not have the same behavior on Windows as on Unix platforms. Creating, deleting or renaming a file within that folder will still succeed on Windows. @param f input file @param executable @return true on success, false otherwise]]> </doc> </method> <method name="canRead" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <doc> <![CDATA[Platform independent implementation for {@link File#canRead()} @param f input file @return On Unix, same as {@link File#canRead()} On Windows, true if process has read access on the path]]> </doc> </method> <method name="canWrite" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <doc> <![CDATA[Platform independent implementation for {@link File#canWrite()} @param f input file @return On Unix, same as {@link File#canWrite()} On Windows, true if process has write access on the path]]> </doc> </method> <method name="canExecute" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <doc> <![CDATA[Platform independent implementation for {@link File#canExecute()} @param f input file @return On Unix, same as {@link File#canExecute()} On Windows, true if process has execute access on the path]]> </doc> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="java.io.File"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set permissions to the required value. Uses the java primitives instead of forking if group == other. @param f the file to change @param permission the new permissions @throws IOException]]> </doc> </method> <method name="createLocalTempFile" return="java.io.File" abstract="false" native="false" synchronized="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <param name="basefile" type="java.io.File"/> <param name="prefix" type="java.lang.String"/> <param name="isDeleteOnExit" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a tmp file for a base file. @param basefile the base file of the tmp @param prefix file name prefix of tmp @param isDeleteOnExit if true, the tmp will be deleted when the VM exits @return a newly created tmp file @exception IOException If a tmp file cannot created @see java.io.File#createTempFile(String, String, File) @see java.io.File#deleteOnExit()]]> </doc> </method> <method name="replaceFile" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="java.io.File"/> <param name="target" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Move the src file to the name specified by target. @param src the source file @param target the target file @exception IOException If this operation fails]]> </doc> </method> <method name="listFiles" return="java.io.File[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[A wrapper for {@link File#listFiles()}. This java.io API returns null when a dir is not a directory or for any I/O error. Instead of having null check everywhere File#listFiles() is used, we will add utility API to get around this problem. For the majority of cases where we prefer an IOException to be thrown. @param dir directory for which listing should be performed @return list of files or empty list @exception IOException for invalid directory or for a bad disk.]]> </doc> </method> <method name="list" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[A wrapper for {@link File#list()}. This java.io API returns null when a dir is not a directory or for any I/O error. Instead of having null check everywhere File#list() is used, we will add utility API to get around this problem. For the majority of cases where we prefer an IOException to be thrown. @param dir directory for which listing should be performed @return list of file names or empty string list @exception AccessDeniedException for unreadable directory @exception IOException for invalid directory or for bad disk]]> </doc> </method> <method name="createJarWithClassPath" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="inputClassPath" type="java.lang.String"/> <param name="pwd" type="org.apache.hadoop.fs.Path"/> <param name="callerEnv" type="java.util.Map"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createJarWithClassPath" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="inputClassPath" type="java.lang.String"/> <param name="pwd" type="org.apache.hadoop.fs.Path"/> <param name="targetDir" type="org.apache.hadoop.fs.Path"/> <param name="callerEnv" type="java.util.Map"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a jar file at the given path, containing a manifest with a classpath that references all specified entries. Some platforms may have an upper limit on command line length. For example, the maximum command line length on Windows is 8191 characters, but the length of the classpath may exceed this. To work around this limitation, use this method to create a small intermediate jar with a manifest that contains the full classpath. It returns the absolute path to the new jar, which the caller may set as the classpath for a new process. Environment variable evaluation is not supported within a jar manifest, so this method expands environment variables before inserting classpath entries to the manifest. The method parses environment variables according to platform-specific syntax (%VAR% on Windows, or $VAR otherwise). On Windows, environment variables are case-insensitive. For example, %VAR% and %var% evaluate to the same value. Specifying the classpath in a jar manifest does not support wildcards, so this method expands wildcards internally. Any classpath entry that ends with * is translated to all files at that path with extension .jar or .JAR. @param inputClassPath String input classpath to bundle into the jar manifest @param pwd Path to working directory to save jar @param targetDir path to where the jar execution will have its working dir @param callerEnv Map<String, String> caller's environment variables to use for expansion @return String[] with absolute path to new jar in position 0 and unexpanded wild card entry path in position 1 @throws IOException if there is an I/O error while writing the jar file]]> </doc> </method> <method name="getJarsInDirectory" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="java.lang.String"/> <doc> <![CDATA[Returns all jars that are in the directory. It is useful in expanding a wildcard path to return all jars from the directory to use in a classpath. It operates only on local paths. @param path the path to the directory. The path may include the wildcard. @return the list of jars as URLs, or an empty list if there are no jars, or the directory does not exist locally]]> </doc> </method> <method name="getJarsInDirectory" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="java.lang.String"/> <param name="useLocal" type="boolean"/> <doc> <![CDATA[Returns all jars that are in the directory. It is useful in expanding a wildcard path to return all jars from the directory to use in a classpath. @param path the path to the directory. The path may include the wildcard. @return the list of jars as URLs, or an empty list if there are no jars, or the directory does not exist]]> </doc> </method> <method name="compareFs" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="srcFs" type="org.apache.hadoop.fs.FileSystem"/> <param name="destFs" type="org.apache.hadoop.fs.FileSystem"/> </method> <field name="SYMLINK_NO_PRIVILEGE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[A collection of file-processing util methods]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FileUtil --> <!-- start class org.apache.hadoop.fs.FilterFileSystem --> <class name="FilterFileSystem" extends="org.apache.hadoop.fs.FileSystem" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="FilterFileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FilterFileSystem" type="org.apache.hadoop.fs.FileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getRawFileSystem" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the raw file system @return FileSystem being filtered]]> </doc> </method> <method name="initialize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Called after a new FileSystem instance is constructed. @param name a uri whose authority section names the host, port, etc. for this FileSystem @param conf the configuration]]> </doc> </method> <method name="getUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a URI whose scheme and authority identify this FileSystem.]]> </doc> </method> <method name="getCanonicalUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="canonicalizeUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> </method> <method name="makeQualified" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Make sure that a path specifies a FileSystem.]]> </doc> </method> <method name="checkPath" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Check that a Path belongs to this FileSystem.]]> </doc> </method> <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.FileStatus"/> <param name="start" type="long"/> <param name="len" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="resolvePath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Opens an FSDataInputStream at the indicated Path. @param f the file name to open @param bufferSize the size of the buffer to be used.]]> </doc> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fd" type="org.apache.hadoop.fs.PathHandle"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createPathHandle" return="org.apache.hadoop.fs.PathHandle" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="stat" type="org.apache.hadoop.fs.FileStatus"/> <param name="opts" type="org.apache.hadoop.fs.Options.HandleOpt[]"/> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="concat" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="psrcs" type="org.apache.hadoop.fs.Path[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flags" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="checksumOpt" type="org.apache.hadoop.fs.Options.ChecksumOpt"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="filter" type="org.apache.hadoop.fs.PathFilter"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flags" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setReplication" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Set replication for an existing file. @param src file name @param replication new replication @throws IOException @return true if successful; false if file does not exist or is a directory]]> </doc> </method> <method name="rename" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Renames Path src to Path dst. Can take place on local fs or remote DFS.]]> </doc> </method> <method name="rename" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="options" type="org.apache.hadoop.fs.Options.Rename[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete a file]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List files in a directory.]]> </doc> </method> <method name="listCorruptFileBlocks" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List files and its block locations in a directory.]]> </doc> </method> <method name="listStatusIterator" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a remote iterator for listing in a directory]]> </doc> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setWorkingDirectory" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newDir" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Set the current working directory for the given file system. All relative paths will be resolved relative to it. @param newDir]]> </doc> </method> <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the current working directory for the given file system @return the directory pathname]]> </doc> </method> <method name="getInitialWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="getStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is on the local disk. Add it to FS at the given dst name. delSrc indicates if the source should be removed]]> </doc> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="overwrite" type="boolean"/> <param name="srcs" type="org.apache.hadoop.fs.Path[]"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src files are on the local disk. Add it to FS at the given dst name. delSrc indicates if the source should be removed]]> </doc> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="overwrite" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is on the local disk. Add it to FS at the given dst name. delSrc indicates if the source should be removed]]> </doc> </method> <method name="copyToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The src file is under FS, and the dst is on the local disk. Copy it from FS control to the local dst name. delSrc indicates if the src will be removed or not.]]> </doc> </method> <method name="startLocalOutput" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a local File that the user can write output to. The caller provides both the eventual FS target name and the local working file. If the FS is local, we write directly into the target. If the FS is remote, we write into the tmp local area.]]> </doc> </method> <method name="completeLocalOutput" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Called when we're all done writing to the target. A local FS will do nothing, because we've written to exactly the right place. A remote FS will copy the contents of tmpLocalFile to the correct target at fsOutputFile.]]> </doc> </method> <method name="getUsed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the total size of all files in the filesystem.]]> </doc> </method> <method name="getUsed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the total size of all files from a specified path.]]> </doc> </method> <method name="getDefaultBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDefaultReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getDefaultBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> </method> <method name="getDefaultReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get file status.]]> </doc> </method> <method name="access" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="mode" type="org.apache.hadoop.fs.permission.FsAction"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.fs.Path"/> <param name="link" type="org.apache.hadoop.fs.Path"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileLinkStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="supportsSymlinks" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="resolveLink" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="length" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setVerifyChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="verifyChecksum" type="boolean"/> </method> <method name="setWriteChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="writeChecksum" type="boolean"/> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setTimes" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="mtime" type="long"/> <param name="atime" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="primitiveCreate" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="absolutePermission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flag" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="checksumOpt" type="org.apache.hadoop.fs.Options.ChecksumOpt"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="primitiveMkdir" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="abdolutePermission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getChildFileSystems" return="org.apache.hadoop.fs.FileSystem[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="renameSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotOldName" type="java.lang.String"/> <param name="snapshotNewName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="deleteSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="modifyAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeDefaultAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getAclStatus" return="org.apache.hadoop.fs.permission.AclStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttr" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="names" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listXAttrs" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="policyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="unsetStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getStoragePolicy" return="org.apache.hadoop.fs.BlockStoragePolicySpi" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getAllStoragePolicies" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getTrashRoot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> </method> <method name="getTrashRoots" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="allUsers" type="boolean"/> </method> <method name="createFile" return="org.apache.hadoop.fs.FSDataOutputStreamBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> </method> <method name="appendFile" return="org.apache.hadoop.fs.FSDataOutputStreamBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> </method> <field name="fs" type="org.apache.hadoop.fs.FileSystem" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="swapScheme" type="java.lang.String" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <doc> <![CDATA[A <code>FilterFileSystem</code> contains some other file system, which it uses as its basic file system, possibly transforming the data along the way or providing additional functionality. The class <code>FilterFileSystem</code> itself simply overrides all methods of <code>FileSystem</code> with versions that pass all requests to the contained file system. Subclasses of <code>FilterFileSystem</code> may further override some of these methods and may also provide additional methods and fields.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FilterFileSystem --> <!-- start interface org.apache.hadoop.fs.FsConstants --> <interface name="FsConstants" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <field name="LOCAL_FS_URI" type="java.net.URI" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FTP_SCHEME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="MAX_PATH_LINKS" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="VIEWFS_URI" type="java.net.URI" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[ViewFs: viewFs file system (ie the mount file system on client side)]]> </doc> </field> <field name="VIEWFS_SCHEME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[FileSystem related constants.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.FsConstants --> <!-- start class org.apache.hadoop.fs.FSDataInputStream --> <class name="FSDataInputStream" extends="java.io.DataInputStream" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.fs.Seekable"/> <implements name="org.apache.hadoop.fs.PositionedReadable"/> <implements name="org.apache.hadoop.fs.ByteBufferReadable"/> <implements name="org.apache.hadoop.fs.HasFileDescriptor"/> <implements name="org.apache.hadoop.fs.CanSetDropBehind"/> <implements name="org.apache.hadoop.fs.CanSetReadahead"/> <implements name="org.apache.hadoop.fs.HasEnhancedByteBufferAccess"/> <implements name="org.apache.hadoop.fs.CanUnbuffer"/> <implements name="org.apache.hadoop.fs.StreamCapabilities"/> <constructor name="FSDataInputStream" type="java.io.InputStream" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="seek" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="desired" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Seek to the given offset. @param desired offset to seek to]]> </doc> </method> <method name="getPos" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the current position in the input stream. @return current position in the input stream]]> </doc> </method> <method name="read" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read bytes from the given position in the stream to the given buffer. @param position position in the input stream to seek @param buffer buffer into which data is read @param offset offset into the buffer in which data is written @param length maximum number of bytes to read @return total number of bytes read into the buffer, or <code>-1</code> if there is no more data because the end of the stream has been reached]]> </doc> </method> <method name="readFully" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read bytes from the given position in the stream to the given buffer. Continues to read until <code>length</code> bytes have been read. @param position position in the input stream to seek @param buffer buffer into which data is read @param offset offset into the buffer in which data is written @param length the number of bytes to read @throws IOException IO problems @throws EOFException If the end of stream is reached while reading. If an exception is thrown an undetermined number of bytes in the buffer may have been written.]]> </doc> </method> <method name="readFully" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[See {@link #readFully(long, byte[], int, int)}.]]> </doc> </method> <method name="seekToNewSource" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="targetPos" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Seek to the given position on an alternate copy of the data. @param targetPos position to seek to @return true if a new source is found, false otherwise]]> </doc> </method> <method name="read" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="buf" type="java.nio.ByteBuffer"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileDescriptor" return="java.io.FileDescriptor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setReadahead" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="readahead" type="java.lang.Long"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> </method> <method name="setDropBehind" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dropBehind" type="java.lang.Boolean"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> </method> <method name="read" return="java.nio.ByteBuffer" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="bufferPool" type="org.apache.hadoop.io.ByteBufferPool"/> <param name="maxLength" type="int"/> <param name="opts" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> </method> <method name="read" return="java.nio.ByteBuffer" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="bufferPool" type="org.apache.hadoop.io.ByteBufferPool"/> <param name="maxLength" type="int"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> </method> <method name="releaseBuffer" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="buffer" type="java.nio.ByteBuffer"/> </method> <method name="unbuffer" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="hasCapability" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="capability" type="java.lang.String"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[String value. Includes the string value of the inner stream @return the stream]]> </doc> </method> <doc> <![CDATA[Utility that wraps a {@link FSInputStream} in a {@link DataInputStream} and buffers input through a {@link java.io.BufferedInputStream}.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FSDataInputStream --> <!-- start class org.apache.hadoop.fs.FSDataOutputStream --> <class name="FSDataOutputStream" extends="java.io.DataOutputStream" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.fs.Syncable"/> <implements name="org.apache.hadoop.fs.CanSetDropBehind"/> <implements name="org.apache.hadoop.fs.StreamCapabilities"/> <constructor name="FSDataOutputStream" type="java.io.OutputStream, org.apache.hadoop.fs.FileSystem.Statistics" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FSDataOutputStream" type="java.io.OutputStream, org.apache.hadoop.fs.FileSystem.Statistics, long" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getPos" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the current position in the output stream. @return the current position in the output stream]]> </doc> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Close the underlying output stream.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="hasCapability" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="capability" type="java.lang.String"/> </method> <method name="hflush" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="hsync" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setDropBehind" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dropBehind" type="java.lang.Boolean"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Utility that wraps a {@link OutputStream} in a {@link DataOutputStream}.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FSDataOutputStream --> <!-- start class org.apache.hadoop.fs.FSDataOutputStreamBuilder --> <class name="FSDataOutputStreamBuilder" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="FSDataOutputStreamBuilder" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Constructor.]]> </doc> </constructor> <method name="getThisBuilder" return="B" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Return the concrete implementation of the builder instance.]]> </doc> </method> <method name="getFS" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="getPath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="getPermission" return="org.apache.hadoop.fs.permission.FsPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="permission" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="perm" type="org.apache.hadoop.fs.permission.FsPermission"/> <doc> <![CDATA[Set permission for the file.]]> </doc> </method> <method name="getBufferSize" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="bufferSize" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="bufSize" type="int"/> <doc> <![CDATA[Set the size of the buffer to be used.]]> </doc> </method> <method name="getReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="replication" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="replica" type="short"/> <doc> <![CDATA[Set replication factor.]]> </doc> </method> <method name="getBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="blockSize" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="blkSize" type="long"/> <doc> <![CDATA[Set block size.]]> </doc> </method> <method name="isRecursive" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Return true to create the parent directories if they do not exist.]]> </doc> </method> <method name="recursive" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create the parent directory if they do not exist.]]> </doc> </method> <method name="getProgress" return="org.apache.hadoop.util.Progressable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="progress" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="prog" type="org.apache.hadoop.util.Progressable"/> <doc> <![CDATA[Set the facility of reporting progress.]]> </doc> </method> <method name="getFlags" return="java.util.EnumSet" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="create" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an FSDataOutputStream at the specified path.]]> </doc> </method> <method name="overwrite" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="overwrite" type="boolean"/> <doc> <![CDATA[Set to true to overwrite the existing file. Set it to false, an exception will be thrown when calling {@link #build()} if the file exists.]]> </doc> </method> <method name="append" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Append to an existing file (optional operation).]]> </doc> </method> <method name="getChecksumOpt" return="org.apache.hadoop.fs.Options.ChecksumOpt" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="checksumOpt" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="chksumOpt" type="org.apache.hadoop.fs.Options.ChecksumOpt"/> <doc> <![CDATA[Set checksum opt.]]> </doc> </method> <method name="opt" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Set optional Builder parameter.]]> </doc> </method> <method name="opt" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="boolean"/> <doc> <![CDATA[Set optional boolean parameter for the Builder. @see #opt(String, String)]]> </doc> </method> <method name="opt" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="int"/> <doc> <![CDATA[Set optional int parameter for the Builder. @see #opt(String, String)]]> </doc> </method> <method name="opt" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="float"/> <doc> <![CDATA[Set optional float parameter for the Builder. @see #opt(String, String)]]> </doc> </method> <method name="opt" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="double"/> <doc> <![CDATA[Set optional double parameter for the Builder. @see #opt(String, String)]]> </doc> </method> <method name="opt" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="values" type="java.lang.String[]"/> <doc> <![CDATA[Set an array of string values as optional parameter for the Builder. @see #opt(String, String)]]> </doc> </method> <method name="must" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Set mandatory option to the Builder. If the option is not supported or unavailable on the {@link FileSystem}, the client should expect {@link #build()} throws IllegalArgumentException.]]> </doc> </method> <method name="must" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="boolean"/> <doc> <![CDATA[Set mandatory boolean option. @see #must(String, String)]]> </doc> </method> <method name="must" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="int"/> <doc> <![CDATA[Set mandatory int option. @see #must(String, String)]]> </doc> </method> <method name="must" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="float"/> <doc> <![CDATA[Set mandatory float option. @see #must(String, String)]]> </doc> </method> <method name="must" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="double"/> <doc> <![CDATA[Set mandatory double option. @see #must(String, String)]]> </doc> </method> <method name="must" return="B" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="values" type="java.lang.String[]"/> <doc> <![CDATA[Set a string array as mandatory option. @see #must(String, String)]]> </doc> </method> <method name="getOptions" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="getMandatoryKeys" return="java.util.Set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Get all the keys that are set as mandatory keys.]]> </doc> </method> <method name="build" return="S" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create the FSDataOutputStream to write on the file system. @throws IllegalArgumentException if the parameters are not valid. @throws IOException on errors when file system creates or appends the file.]]> </doc> </method> <doc> <![CDATA[Builder for {@link FSDataOutputStream} and its subclasses. It is used to create {@link FSDataOutputStream} when creating a new file or appending an existing file on {@link FileSystem}. By default, it does not create parent directory that do not exist. {@link FileSystem#createNonRecursive(Path, boolean, int, short, long, Progressable)}. To create missing parent directory, use {@link #recursive()}. To be more generic, {@link #opt(String, int)} and {@link #must(String, int)} variants provide implementation-agnostic way to customize the builder. Each FS-specific builder implementation can interpret the FS-specific options accordingly, for example: <code> // Don't if (fs instanceof FooFileSystem) { FooFileSystem fs = (FooFileSystem) fs; OutputStream out = dfs.createFile(path) .optionA() .optionB("value") .cache() .build() } else if (fs instanceof BarFileSystem) { ... } // Do OutputStream out = fs.createFile(path) .permission(perm) .bufferSize(bufSize) .opt("foofs:option.a", true) .opt("foofs:option.b", "value") .opt("barfs:cache", true) .must("foofs:cache", true) .must("barfs:cache-size", 256 * 1024 * 1024) .build(); </code> If the option is not related to the file system, the option will be ignored. If the option is must, but not supported by the file system, a {@link IllegalArgumentException} will be thrown.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FSDataOutputStreamBuilder --> <!-- start class org.apache.hadoop.fs.FSError --> <class name="FSError" extends="java.lang.Error" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Thrown for unexpected filesystem errors, presumed to reflect disk errors in the native filesystem.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FSError --> <!-- start class org.apache.hadoop.fs.FSInputStream --> <class name="FSInputStream" extends="java.io.InputStream" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.fs.Seekable"/> <implements name="org.apache.hadoop.fs.PositionedReadable"/> <constructor name="FSInputStream" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="seek" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="pos" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Seek to the given offset from the start of the file. The next read() will be from that location. Can't seek past the end of the file.]]> </doc> </method> <method name="getPos" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the current offset from the start of the file]]> </doc> </method> <method name="seekToNewSource" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="targetPos" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Seeks a different copy of the data. Returns true if found a new source, false otherwise.]]> </doc> </method> <method name="read" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="validatePositionedReadArgs" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <exception name="EOFException" type="java.io.EOFException"/> <doc> <![CDATA[Validation code, available for use in subclasses. @param position position: if negative an EOF exception is raised @param buffer destination buffer @param offset offset within the buffer @param length length of bytes to read @throws EOFException if the position is negative @throws IndexOutOfBoundsException if there isn't space for the amount of data requested. @throws IllegalArgumentException other arguments are invalid.]]> </doc> </method> <method name="readFully" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFully" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[FSInputStream is a generic old InputStream with a little bit of RAF-style seek ability.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FSInputStream --> <!-- start class org.apache.hadoop.fs.FsServerDefaults --> <class name="FsServerDefaults" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="FsServerDefaults" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FsServerDefaults" type="long, int, int, short, int, boolean, long, org.apache.hadoop.util.DataChecksum.Type" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FsServerDefaults" type="long, int, int, short, int, boolean, long, org.apache.hadoop.util.DataChecksum.Type, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FsServerDefaults" type="long, int, int, short, int, boolean, long, org.apache.hadoop.util.DataChecksum.Type, java.lang.String, byte" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getBytesPerChecksum" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getWritePacketSize" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getFileBufferSize" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getEncryptDataTransfer" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getTrashInterval" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getChecksumType" return="org.apache.hadoop.util.DataChecksum.Type" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getKeyProviderUri" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDefaultStoragePolicyId" return="byte" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Provides server default configuration values to clients.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FsServerDefaults --> <!-- start class org.apache.hadoop.fs.FsStatus --> <class name="FsStatus" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="FsStatus" type="long, long, long" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a FsStatus object, using the specified statistics]]> </doc> </constructor> <method name="getCapacity" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the capacity in bytes of the file system]]> </doc> </method> <method name="getUsed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the number of bytes used on the file system]]> </doc> </method> <method name="getRemaining" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the number of remaining bytes on the file system]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[This class is used to represent the capacity, free and used space on a {@link FileSystem}.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.FsStatus --> <!-- start class org.apache.hadoop.fs.GlobalStorageStatistics --> <class name="GlobalStorageStatistics" extends="java.lang.Enum" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.fs.GlobalStorageStatistics[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.fs.GlobalStorageStatistics" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="get" return="org.apache.hadoop.fs.StorageStatistics" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get the StorageStatistics object with the given name. @param name The storage statistics object name. @return The StorageStatistics object with the given name, or null if there is none.]]> </doc> </method> <method name="put" return="org.apache.hadoop.fs.StorageStatistics" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="provider" type="org.apache.hadoop.fs.GlobalStorageStatistics.StorageStatisticsProvider"/> <doc> <![CDATA[Create or return the StorageStatistics object with the given name. @param name The storage statistics object name. @param provider An object which can create a new StorageStatistics object if needed. @return The StorageStatistics object with the given name. @throws RuntimeException If the StorageStatisticsProvider provides a null object or a new StorageStatistics object with the wrong name.]]> </doc> </method> <method name="reset" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reset all global storage statistics.]]> </doc> </method> <method name="iterator" return="java.util.Iterator" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get an iterator that we can use to iterate throw all the global storage statistics objects.]]> </doc> </method> <doc> <![CDATA[Stores global storage statistics objects.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.GlobalStorageStatistics --> <!-- start class org.apache.hadoop.fs.GlobFilter --> <class name="GlobFilter" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.fs.PathFilter"/> <constructor name="GlobFilter" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Creates a glob filter with the specified file pattern. @param filePattern the file pattern. @throws IOException thrown if the file pattern is incorrect.]]> </doc> </constructor> <constructor name="GlobFilter" type="java.lang.String, org.apache.hadoop.fs.PathFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Creates a glob filter with the specified file pattern and an user filter. @param filePattern the file pattern. @param filter user filter in addition to the glob pattern. @throws IOException thrown if the file pattern is incorrect.]]> </doc> </constructor> <method name="hasPattern" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="accept" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> </method> <doc> <![CDATA[A filter for POSIX glob pattern with brace expansions.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.GlobFilter --> <!-- start class org.apache.hadoop.fs.InvalidPathException --> <class name="InvalidPathException" extends="org.apache.hadoop.HadoopIllegalArgumentException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="InvalidPathException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs exception with the specified detail message. @param path invalid path.]]> </doc> </constructor> <constructor name="InvalidPathException" type="java.lang.String, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs exception with the specified detail message. @param path invalid path. @param reason Reason <code>path</code> is invalid]]> </doc> </constructor> <doc> <![CDATA[Path string is invalid either because it has invalid characters or due to other file system specific reasons.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.InvalidPathException --> <!-- start class org.apache.hadoop.fs.InvalidPathHandleException --> <class name="InvalidPathHandleException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="InvalidPathHandleException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="InvalidPathHandleException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Thrown when the constraints enoded in a {@link PathHandle} do not hold. For example, if a handle were created with the default {@link Options.HandleOpt#path()} constraints, a call to {@link FileSystem#open(PathHandle)} would succeed if the file were modified, but if a different file was at that location then it would throw this exception.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.InvalidPathHandleException --> <!-- start class org.apache.hadoop.fs.LocalFileSystem --> <class name="LocalFileSystem" extends="org.apache.hadoop.fs.ChecksumFileSystem" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="LocalFileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="LocalFileSystem" type="org.apache.hadoop.fs.FileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="initialize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getScheme" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the protocol scheme for the FileSystem. <p/> @return <code>file</code>]]> </doc> </method> <method name="getRaw" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="pathToFile" return="java.io.File" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Convert a path to a File.]]> </doc> </method> <method name="copyFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="copyToLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delSrc" type="boolean"/> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="reportChecksumFailure" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="in" type="org.apache.hadoop.fs.FSDataInputStream"/> <param name="inPos" type="long"/> <param name="sums" type="org.apache.hadoop.fs.FSDataInputStream"/> <param name="sumsPos" type="long"/> <doc> <![CDATA[Moves files to a bad file directory on the same device, so that their storage will not be reused.]]> </doc> </method> <method name="supportsSymlinks" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.fs.Path"/> <param name="link" type="org.apache.hadoop.fs.Path"/> <param name="createParent" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileLinkStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Implement the FileSystem API for the checksumed local filesystem.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.LocalFileSystem --> <!-- start class org.apache.hadoop.fs.LocatedFileStatus --> <class name="LocatedFileStatus" extends="org.apache.hadoop.fs.FileStatus" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="LocatedFileStatus" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="LocatedFileStatus" type="org.apache.hadoop.fs.FileStatus, org.apache.hadoop.fs.BlockLocation[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor @param stat a file status @param locations a file's block locations]]> </doc> </constructor> <constructor name="LocatedFileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.BlockLocation[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor @param length a file's length @param isdir if the path is a directory @param block_replication the file's replication factor @param blocksize a file's block size @param modification_time a file's modification time @param access_time a file's access time @param permission a file's permission @param owner a file's owner @param group a file's group @param symlink symlink if the path is a symbolic link @param path the path's qualified name @param locations a file's block locations]]> </doc> </constructor> <constructor name="LocatedFileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, boolean, boolean, boolean, org.apache.hadoop.fs.BlockLocation[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor. @param length a file's length @param isdir if the path is a directory @param block_replication the file's replication factor @param blocksize a file's block size @param modification_time a file's modification time @param access_time a file's access time @param permission a file's permission @param owner a file's owner @param group a file's group @param symlink symlink if the path is a symbolic link @param path the path's qualified name @param hasAcl entity has associated ACLs @param isEncrypted entity is encrypted @param isErasureCoded entity is erasure coded @param locations a file's block locations]]> </doc> </constructor> <constructor name="LocatedFileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, java.util.Set, org.apache.hadoop.fs.BlockLocation[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor. @param length a file's length @param isdir if the path is a directory @param block_replication the file's replication factor @param blocksize a file's block size @param modification_time a file's modification time @param access_time a file's access time @param permission a file's permission @param owner a file's owner @param group a file's group @param symlink symlink if the path is a symbolic link @param path the path's qualified name @param attr Attribute flags (See {@link FileStatus.AttrFlags}). @param locations a file's block locations]]> </doc> </constructor> <method name="getBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the file's block locations In HDFS, the returned BlockLocation will have different formats for replicated and erasure coded file. Please refer to {@link FileSystem#getFileBlockLocations(FileStatus, long, long)} for more details. @return the file's block locations]]> </doc> </method> <method name="setBlockLocations" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="locations" type="org.apache.hadoop.fs.BlockLocation[]"/> <doc> <![CDATA[Hook for subclasses to lazily set block locations. The {@link #locations} field should be null before this is called. @param locations Block locations for this instance.]]> </doc> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.fs.FileStatus"/> <doc> <![CDATA[Compare this FileStatus to another FileStatus @param o the FileStatus to be compared. @return a negative integer, zero, or a positive integer as this object is less than, equal to, or greater than the specified object.]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Compare if this object is equal to another object @param o the object to be compared. @return true if two file status has the same path name; false if not.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a hash code value for the object, which is defined as the hash code of the path name. @return a hash code value for the path name.]]> </doc> </method> <doc> <![CDATA[This class defines a FileStatus that includes a file's block locations.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.LocatedFileStatus --> <!-- start class org.apache.hadoop.fs.Options --> <class name="Options" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <constructor name="Options" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[This class contains options related to file system operations.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.Options --> <!-- start class org.apache.hadoop.fs.ParentNotDirectoryException --> <class name="ParentNotDirectoryException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ParentNotDirectoryException" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ParentNotDirectoryException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Indicates that the parent of specified Path is not a directory as expected.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.ParentNotDirectoryException --> <!-- start class org.apache.hadoop.fs.Path --> <class name="Path" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.lang.Comparable"/> <implements name="java.io.Serializable"/> <implements name="java.io.ObjectInputValidation"/> <constructor name="Path" type="java.lang.String, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new Path based on the child path resolved against the parent path. @param parent the parent path @param child the child path]]> </doc> </constructor> <constructor name="Path" type="org.apache.hadoop.fs.Path, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new Path based on the child path resolved against the parent path. @param parent the parent path @param child the child path]]> </doc> </constructor> <constructor name="Path" type="java.lang.String, org.apache.hadoop.fs.Path" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new Path based on the child path resolved against the parent path. @param parent the parent path @param child the child path]]> </doc> </constructor> <constructor name="Path" type="org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new Path based on the child path resolved against the parent path. @param parent the parent path @param child the child path]]> </doc> </constructor> <constructor name="Path" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/> <doc> <![CDATA[Construct a path from a String. Path strings are URIs, but with unescaped elements and some additional normalization. @param pathString the path string]]> </doc> </constructor> <constructor name="Path" type="java.net.URI" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a path from a URI @param aUri the source URI]]> </doc> </constructor> <constructor name="Path" type="java.lang.String, java.lang.String, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a Path from components. @param scheme the scheme @param authority the authority @param path the path]]> </doc> </constructor> <method name="getPathWithoutSchemeAndAuthority" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Return a version of the given Path without the scheme information. @param path the source Path @return a copy of this Path without the scheme information]]> </doc> </method> <method name="mergePaths" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="path1" type="org.apache.hadoop.fs.Path"/> <param name="path2" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Merge 2 paths such that the second path is appended relative to the first. The returned path has the scheme and authority of the first path. On Windows, the drive specification in the second path is discarded. @param path1 the first path @param path2 the second path, to be appended relative to path1 @return the merged path]]> </doc> </method> <method name="isWindowsAbsolutePath" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="pathString" type="java.lang.String"/> <param name="slashed" type="boolean"/> <doc> <![CDATA[Determine whether a given path string represents an absolute path on Windows. e.g. "C:/a/b" is an absolute path. "C:a/b" is not. @param pathString the path string to evaluate @param slashed true if the given path is prefixed with "/" @return true if the supplied path looks like an absolute path with a Windows drive-specifier]]> </doc> </method> <method name="toUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Convert this Path to a URI. @return this Path as a URI]]> </doc> </method> <method name="getFileSystem" return="org.apache.hadoop.fs.FileSystem" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the FileSystem that owns this Path. @param conf the configuration to use when resolving the FileSystem @return the FileSystem that owns this Path @throws java.io.IOException thrown if there's an issue resolving the FileSystem]]> </doc> </method> <method name="isAbsoluteAndSchemeAuthorityNull" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if the path component (i.e. directory) of this URI is absolute <strong>and</strong> the scheme is null, <b>and</b> the authority is null. @return whether the path is absolute and the URI has no scheme nor authority parts]]> </doc> </method> <method name="isUriPathAbsolute" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if the path component (i.e. directory) of this URI is absolute. @return whether this URI's path is absolute]]> </doc> </method> <method name="isAbsolute" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if the path component (i.e. directory) of this URI is absolute. This method is a wrapper for {@link #isUriPathAbsolute()}. @return whether this URI's path is absolute]]> </doc> </method> <method name="isRoot" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if and only if this path represents the root of a file system. @return true if and only if this path represents the root of a file system]]> </doc> </method> <method name="getName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the final component of this path. @return the final component of this path]]> </doc> </method> <method name="getParent" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the parent of a path or null if at root. @return the parent of a path or null if at root]]> </doc> </method> <method name="suffix" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="suffix" type="java.lang.String"/> <doc> <![CDATA[Adds a suffix to the final name in the path. @param suffix the suffix to add @return a new path with the suffix added]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> </method> <method name="depth" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the number of elements in this path. @return the number of elements in this path]]> </doc> </method> <method name="makeQualified" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="use {@link #makeQualified(URI, Path)}"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <doc> <![CDATA[Returns a qualified path object for the {@link FileSystem}'s working directory. @param fs the target FileSystem @return a qualified path object for the FileSystem's working directory @deprecated use {@link #makeQualified(URI, Path)}]]> </doc> </method> <method name="validateObject" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="InvalidObjectException" type="java.io.InvalidObjectException"/> <doc> <![CDATA[Validate the contents of a deserialized Path, so as to defend against malicious object streams. @throws InvalidObjectException if there's no URI]]> </doc> </method> <field name="SEPARATOR" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The directory separator, a slash.]]> </doc> </field> <field name="SEPARATOR_CHAR" type="char" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The directory separator, a slash, as a character.]]> </doc> </field> <field name="CUR_DIR" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The current directory, ".".]]> </doc> </field> <field name="WINDOWS" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Whether the current host is a Windows machine.]]> </doc> </field> <doc> <![CDATA[Names a file or directory in a {@link FileSystem}. Path strings use slash as the directory separator.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.Path --> <!-- start interface org.apache.hadoop.fs.PathFilter --> <interface name="PathFilter" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="accept" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Tests whether or not the specified abstract pathname should be included in a pathname list. @param path The abstract pathname to be tested @return <code>true</code> if and only if <code>pathname</code> should be included]]> </doc> </method> </interface> <!-- end interface org.apache.hadoop.fs.PathFilter --> <!-- start interface org.apache.hadoop.fs.PathHandle --> <interface name="PathHandle" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Serializable"/> <method name="toByteArray" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return Serialized from in bytes.]]> </doc> </method> <method name="bytes" return="java.nio.ByteBuffer" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="java.lang.Object"/> </method> <doc> <![CDATA[Opaque, serializable reference to an entity in the FileSystem. May contain metadata sufficient to resolve or verify subsequent accesses indepedent of other modifications to the FileSystem.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.PathHandle --> <!-- start interface org.apache.hadoop.fs.PositionedReadable --> <interface name="PositionedReadable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="read" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read up to the specified number of bytes, from a given position within a file, and return the number of bytes read. This does not change the current offset of a file, and is thread-safe. <i>Warning: Not all filesystems satisfy the thread-safety requirement.</i> @param position position within file @param buffer destination buffer @param offset offset in the buffer @param length number of bytes to read @return actual number of bytes read; -1 means "none" @throws IOException IO problems.]]> </doc> </method> <method name="readFully" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read the specified number of bytes, from a given position within a file. This does not change the current offset of a file, and is thread-safe. <i>Warning: Not all filesystems satisfy the thread-safety requirement.</i> @param position position within file @param buffer destination buffer @param offset offset in the buffer @param length number of bytes to read @throws IOException IO problems. @throws EOFException the end of the data was reached before the read operation completed]]> </doc> </method> <method name="readFully" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="long"/> <param name="buffer" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read number of bytes equal to the length of the buffer, from a given position within a file. This does not change the current offset of a file, and is thread-safe. <i>Warning: Not all filesystems satisfy the thread-safety requirement.</i> @param position position within file @param buffer destination buffer @throws IOException IO problems. @throws EOFException the end of the data was reached before the read operation completed]]> </doc> </method> <doc> <![CDATA[Stream that permits positional reading. Implementations are required to implement thread-safe operations; this may be supported by concurrent access to the data, or by using a synchronization mechanism to serialize access. Not all implementations meet this requirement. Those that do not cannot be used as a backing store for some applications, such as Apache HBase. Independent of whether or not they are thread safe, some implementations may make the intermediate state of the system, specifically the position obtained in {@code Seekable.getPos()} visible.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.PositionedReadable --> <!-- start class org.apache.hadoop.fs.QuotaUsage --> <class name="QuotaUsage" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="QuotaUsage" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <constructor name="QuotaUsage" type="org.apache.hadoop.fs.QuotaUsage.Builder" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Build the instance based on the builder.]]> </doc> </constructor> <method name="setQuota" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="quota" type="long"/> </method> <method name="setSpaceConsumed" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="spaceConsumed" type="long"/> </method> <method name="setSpaceQuota" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="spaceQuota" type="long"/> </method> <method name="getFileAndDirectoryCount" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the directory count.]]> </doc> </method> <method name="getQuota" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the directory quota.]]> </doc> </method> <method name="getSpaceConsumed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return (disk) space consumed.]]> </doc> </method> <method name="getSpaceQuota" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return (disk) space quota.]]> </doc> </method> <method name="getTypeQuota" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="type" type="org.apache.hadoop.fs.StorageType"/> <doc> <![CDATA[Return storage type quota.]]> </doc> </method> <method name="getTypeConsumed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="type" type="org.apache.hadoop.fs.StorageType"/> <doc> <![CDATA[Return storage type consumed.]]> </doc> </method> <method name="isTypeQuotaSet" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return true if any storage type quota has been set.]]> </doc> </method> <method name="isTypeConsumedAvailable" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return true if any storage type consumption information is available.]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="to" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getHeader" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the header of the output. @return the header of the output]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="hOption" type="boolean"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="hOption" type="boolean"/> <param name="tOption" type="boolean"/> <param name="types" type="java.util.List"/> <doc> <![CDATA[Return the string representation of the object in the output format. if hOption is false file sizes are returned in bytes if hOption is true file sizes are returned in human readable @param hOption a flag indicating if human readable output if to be used @return the string representation of the object]]> </doc> </method> <method name="getQuotaUsage" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="hOption" type="boolean"/> </method> <method name="getTypesQuotaUsage" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="hOption" type="boolean"/> <param name="types" type="java.util.List"/> </method> <method name="getStorageTypeHeader" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="storageTypes" type="java.util.List"/> <doc> <![CDATA[return the header of with the StorageTypes. @param storageTypes @return storage header string]]> </doc> </method> <field name="QUOTA_STRING_FORMAT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Output format: <----12----> <----15----> <----15----> <----15----> <-------18-------> QUOTA REMAINING_QUATA SPACE_QUOTA SPACE_QUOTA_REM FILE_NAME]]> </doc> </field> <field name="SPACE_QUOTA_STRING_FORMAT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="protected" deprecated="not deprecated"> </field> <field name="QUOTA_HEADER_FIELDS" type="java.lang.String[]" transient="false" volatile="false" static="true" final="true" visibility="protected" deprecated="not deprecated"> </field> <field name="QUOTA_HEADER" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="protected" deprecated="not deprecated"> </field> <doc> <![CDATA[Store the quota usage of a directory.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.QuotaUsage --> <!-- start class org.apache.hadoop.fs.RawLocalFileSystem --> <class name="RawLocalFileSystem" extends="org.apache.hadoop.fs.FileSystem" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="RawLocalFileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="useStatIfAvailable" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="pathToFile" return="java.io.File" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Convert a path to a File.]]> </doc> </method> <method name="getUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="initialize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createOutputStream" return="java.io.OutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="append" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createOutputStreamWithMode" return="java.io.OutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="append" type="boolean"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flags" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="rename" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="handleEmptyDstDirectoryOnWindows" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="srcFile" type="java.io.File"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="dstFile" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete the given path to a file or directory. @param p the path to delete @param recursive to delete sub-directories @return true if the file or directory and all its contents were deleted @throws IOException if p is non-empty and recursive is false]]> </doc> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[{@inheritDoc} (<b>Note</b>: Returned list is not sorted in any given order, due to reliance on Java's {@link File#list()} API.)]]> </doc> </method> <method name="mkOneDir" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="p2f" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="mkOneDirWithMode" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="p2f" type="java.io.File"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Creates the specified directory hierarchy. Does not treat existence as an error.]]> </doc> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setWorkingDirectory" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newDir" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Set the working directory to the given directory.]]> </doc> </method> <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getInitialWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="getStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="moveFromLocalFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="startLocalOutput" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="completeLocalOutput" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fsWorkingFile" type="org.apache.hadoop.fs.Path"/> <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Use the command chown to set owner.]]> </doc> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Use the command chmod to set permission.]]> </doc> </method> <method name="setTimes" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="mtime" type="long"/> <param name="atime" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Sets the {@link Path}'s last modified time and last access time to the given valid times. @param mtime the modification time to set (only if no less than zero). @param atime the access time to set (only if no less than zero). @throws IOException if setting the times fails.]]> </doc> </method> <method name="supportsSymlinks" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.fs.Path"/> <param name="link" type="org.apache.hadoop.fs.Path"/> <param name="createParent" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileLinkStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a FileStatus representing the given path. If the path refers to a symlink return a FileStatus representing the link rather than the object the link refers to.]]> </doc> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Implement the FileSystem API for the raw local filesystem.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.RawLocalFileSystem --> <!-- start class org.apache.hadoop.fs.ReadOption --> <class name="ReadOption" extends="java.lang.Enum" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.fs.ReadOption[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.fs.ReadOption" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <doc> <![CDATA[Options that can be used when reading from a FileSystem.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.ReadOption --> <!-- start interface org.apache.hadoop.fs.Seekable --> <interface name="Seekable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="seek" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="pos" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Seek to the given offset from the start of the file. The next read() will be from that location. Can't seek past the end of the file.]]> </doc> </method> <method name="getPos" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the current offset from the start of the file]]> </doc> </method> <doc> <![CDATA[Stream that permits seeking.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.Seekable --> <!-- start class org.apache.hadoop.fs.StorageStatistics --> <class name="StorageStatistics" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="StorageStatistics" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the name of this StorageStatistics object.]]> </doc> </method> <method name="getScheme" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the associated file system scheme if this is scheme specific, else return null.]]> </doc> </method> <method name="getLongStatistics" return="java.util.Iterator" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get an iterator over all the currently tracked long statistics. The values returned will depend on the type of FileSystem or FileContext object. The values do not necessarily reflect a snapshot in time.]]> </doc> </method> <method name="getLong" return="java.lang.Long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <doc> <![CDATA[Get the value of a statistic. @return null if the statistic is not being tracked or is not a long statistic. The value of the statistic, otherwise.]]> </doc> </method> <method name="isTracked" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <doc> <![CDATA[Return true if a statistic is being tracked. @return True only if the statistic is being tracked.]]> </doc> </method> <method name="reset" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reset all the statistic data.]]> </doc> </method> <doc> <![CDATA[StorageStatistics contains statistics data for a FileSystem or FileContext instance.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.StorageStatistics --> <!-- start class org.apache.hadoop.fs.StorageType --> <class name="StorageType" extends="java.lang.Enum" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.fs.StorageType[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.fs.StorageType" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="isTransient" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="supportTypeQuota" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="isMovable" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="asList" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getMovableTypes" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getTypesSupportingQuota" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="parseStorageType" return="org.apache.hadoop.fs.StorageType" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="i" type="int"/> </method> <method name="parseStorageType" return="org.apache.hadoop.fs.StorageType" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="s" type="java.lang.String"/> </method> <field name="DEFAULT" type="org.apache.hadoop.fs.StorageType" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="EMPTY_ARRAY" type="org.apache.hadoop.fs.StorageType[]" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Defines the types of supported storage media. The default storage medium is assumed to be DISK.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.StorageType --> <!-- start interface org.apache.hadoop.fs.StreamCapabilities --> <interface name="StreamCapabilities" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="hasCapability" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="capability" type="java.lang.String"/> <doc> <![CDATA[Query the stream for a specific capability. @param capability string to query the stream support for. @return True if the stream supports capability.]]> </doc> </method> <field name="HFLUSH" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stream hflush capability implemented by {@link Syncable#hflush()}.]]> </doc> </field> <field name="HSYNC" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stream hsync capability implemented by {@link Syncable#hsync()}.]]> </doc> </field> <field name="READAHEAD" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stream setReadahead capability implemented by {@link CanSetReadahead#setReadahead(Long)}.]]> </doc> </field> <field name="DROPBEHIND" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stream setDropBehind capability implemented by {@link CanSetDropBehind#setDropBehind(Boolean)}.]]> </doc> </field> <field name="UNBUFFER" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stream unbuffer capability implemented by {@link CanUnbuffer#unbuffer()}.]]> </doc> </field> <doc> <![CDATA[Interface to query streams for supported capabilities. Capability strings must be in lower case. Constant strings are chosen over enums in order to allow other file systems to define their own capabilities.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.StreamCapabilities --> <!-- start class org.apache.hadoop.fs.StreamCapabilitiesPolicy --> <class name="StreamCapabilitiesPolicy" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="StreamCapabilitiesPolicy" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="unbuffer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <doc> <![CDATA[Implement the policy for {@link CanUnbuffer#unbuffer()}. @param in the input stream]]> </doc> </method> <field name="CAN_UNBUFFER_NOT_IMPLEMENTED_MESSAGE" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Static methods to implement policies for {@link StreamCapabilities}.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.StreamCapabilitiesPolicy --> <!-- start interface org.apache.hadoop.fs.Syncable --> <interface name="Syncable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="hflush" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Flush out the data in client's user buffer. After the return of this call, new readers will see the data. @throws IOException if any error occurs]]> </doc> </method> <method name="hsync" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Similar to posix fsync, flush out the data in client's user buffer all the way to the disk device (but the disk may have it in its cache). @throws IOException if error occurs]]> </doc> </method> <doc> <![CDATA[This interface for flush/sync operation.]]> </doc> </interface> <!-- end interface org.apache.hadoop.fs.Syncable --> <!-- start class org.apache.hadoop.fs.Trash --> <class name="Trash" extends="org.apache.hadoop.conf.Configured" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="Trash" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct a trash can accessor. @param conf a Configuration]]> </doc> </constructor> <constructor name="Trash" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct a trash can accessor for the FileSystem provided. @param fs the FileSystem @param conf a Configuration]]> </doc> </constructor> <method name="moveToAppropriateTrash" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="p" type="org.apache.hadoop.fs.Path"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[In case of the symlinks or mount points, one has to move the appropriate trashbin in the actual volume of the path p being deleted. Hence we get the file system of the fully-qualified resolved-path and then move the path p to the trashbin in that volume, @param fs - the filesystem of path p @param p - the path being deleted - to be moved to trasg @param conf - configuration @return false if the item is already in the trash or trash is disabled @throws IOException on error]]> </doc> </method> <method name="isEnabled" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns whether the trash is enabled for this filesystem]]> </doc> </method> <method name="moveToTrash" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Move a file or directory to the current trash directory. @return false if the item is already in the trash or trash is disabled]]> </doc> </method> <method name="checkpoint" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a trash checkpoint.]]> </doc> </method> <method name="expunge" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete old checkpoint(s).]]> </doc> </method> <method name="getEmptier" return="java.lang.Runnable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a {@link Runnable} that periodically empties the trash of all users, intended to be run by the superuser.]]> </doc> </method> <method name="getCurrentTrashDir" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Provides a trash facility which supports pluggable Trash policies. See the implementation of the configured TrashPolicy for more details.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.Trash --> <!-- start class org.apache.hadoop.fs.TrashPolicy --> <class name="TrashPolicy" extends="org.apache.hadoop.conf.Configured" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="TrashPolicy" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="initialize" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #initialize(Configuration, FileSystem)} instead."> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="home" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Used to setup the trash policy. Must be implemented by all TrashPolicy implementations. @param conf the configuration to be used @param fs the filesystem to be used @param home the home directory @deprecated Use {@link #initialize(Configuration, FileSystem)} instead.]]> </doc> </method> <method name="initialize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <doc> <![CDATA[Used to setup the trash policy. Must be implemented by all TrashPolicy implementations. Different from initialize(conf, fs, home), this one does not assume trash always under /user/$USER due to HDFS encryption zone. @param conf the configuration to be used @param fs the filesystem to be used]]> </doc> </method> <method name="isEnabled" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns whether the Trash Policy is enabled for this filesystem.]]> </doc> </method> <method name="moveToTrash" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Move a file or directory to the current trash directory. @return false if the item is already in the trash or trash is disabled]]> </doc> </method> <method name="createCheckpoint" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a trash checkpoint.]]> </doc> </method> <method name="deleteCheckpoint" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete old trash checkpoint(s).]]> </doc> </method> <method name="getCurrentTrashDir" return="org.apache.hadoop.fs.Path" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the current working directory of the Trash Policy This API does not work with files deleted from encryption zone when HDFS data encryption at rest feature is enabled as rename file between encryption zones or encryption zone and non-encryption zone is not allowed. The caller is recommend to use the new API TrashPolicy#getCurrentTrashDir(Path path). It returns the trash location correctly for the path specified no matter the path is in encryption zone or not.]]> </doc> </method> <method name="getCurrentTrashDir" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the current trash directory for path specified based on the Trash Policy @param path path to be deleted @return current trash directory for the path to be deleted @throws IOException]]> </doc> </method> <method name="getEmptier" return="java.lang.Runnable" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return a {@link Runnable} that periodically empties the trash of all users, intended to be run by the superuser.]]> </doc> </method> <method name="getInstance" return="org.apache.hadoop.fs.TrashPolicy" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #getInstance(Configuration, FileSystem)} instead."> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="home" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Get an instance of the configured TrashPolicy based on the value of the configuration parameter fs.trash.classname. @param conf the configuration to be used @param fs the file system to be used @param home the home directory @return an instance of TrashPolicy @deprecated Use {@link #getInstance(Configuration, FileSystem)} instead.]]> </doc> </method> <method name="getInstance" return="org.apache.hadoop.fs.TrashPolicy" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <doc> <![CDATA[Get an instance of the configured TrashPolicy based on the value of the configuration parameter fs.trash.classname. @param conf the configuration to be used @param fs the file system to be used @return an instance of TrashPolicy]]> </doc> </method> <field name="fs" type="org.apache.hadoop.fs.FileSystem" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="trash" type="org.apache.hadoop.fs.Path" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="deletionInterval" type="long" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <doc> <![CDATA[This interface is used for implementing different Trash policies. Provides factory method to create instances of the configured Trash policy.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.TrashPolicy --> <!-- start class org.apache.hadoop.fs.UnsupportedFileSystemException --> <class name="UnsupportedFileSystemException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="UnsupportedFileSystemException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs exception with the specified detail message. @param message exception message.]]> </doc> </constructor> <doc> <![CDATA[File system for a given file system name/scheme is not supported]]> </doc> </class> <!-- end class org.apache.hadoop.fs.UnsupportedFileSystemException --> <!-- start class org.apache.hadoop.fs.XAttrCodec --> <class name="XAttrCodec" extends="java.lang.Enum" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.fs.XAttrCodec[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.fs.XAttrCodec" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="decodeValue" return="byte[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Decode string representation of a value and check whether it's encoded. If the given string begins with 0x or 0X, it expresses a hexadecimal number. If the given string begins with 0s or 0S, base64 encoding is expected. If the given string is enclosed in double quotes, the inner string is treated as text. Otherwise the given string is treated as text. @param value string representation of the value. @return byte[] the value @throws IOException]]> </doc> </method> <method name="encodeValue" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="byte[]"/> <param name="encoding" type="org.apache.hadoop.fs.XAttrCodec"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Encode byte[] value to string representation with encoding. Values encoded as text strings are enclosed in double quotes (\"), while strings encoded as hexadecimal and base64 are prefixed with 0x and 0s, respectively. @param value byte[] value @param encoding @return String string representation of value @throws IOException]]> </doc> </method> <doc> <![CDATA[The value of <code>XAttr</code> is byte[], this class is to covert byte[] to some kind of string representation or convert back. String representation is convenient for display and input. For example display in screen as shell response and json response, input as http or shell parameter.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.XAttrCodec --> <!-- start class org.apache.hadoop.fs.XAttrSetFlag --> <class name="XAttrSetFlag" extends="java.lang.Enum" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.fs.XAttrSetFlag[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.fs.XAttrSetFlag" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="validate" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="xAttrName" type="java.lang.String"/> <param name="xAttrExists" type="boolean"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> </method> </class> <!-- end class org.apache.hadoop.fs.XAttrSetFlag --> <doc> <![CDATA[An abstract file system API.]]> </doc> </package> <package name="org.apache.hadoop.fs.crypto"> </package> <package name="org.apache.hadoop.fs.ftp"> <!-- start class org.apache.hadoop.fs.ftp.FTPException --> <class name="FTPException" extends="java.lang.RuntimeException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="FTPException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FTPException" type="java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FTPException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[A class to wrap a {@link Throwable} into a Runtime Exception.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.ftp.FTPException --> <!-- start class org.apache.hadoop.fs.ftp.FTPFileSystem --> <class name="FTPFileSystem" extends="org.apache.hadoop.fs.FileSystem" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="FTPFileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getScheme" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the protocol scheme for the FileSystem. <p/> @return <code>ftp</code>]]> </doc> </method> <method name="getDefaultPort" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Get the default port for this FTPFileSystem. @return the default port]]> </doc> </method> <method name="initialize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[A stream obtained via this call must be closed before using other APIs of this class or else the invocation will block.]]> </doc> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[This optional operation is not yet supported.]]> </doc> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="rename" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setWorkingDirectory" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newDir" type="org.apache.hadoop.fs.Path"/> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DEFAULT_BUFFER_SIZE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DEFAULT_BLOCK_SIZE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FS_FTP_USER_PREFIX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FS_FTP_HOST" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FS_FTP_HOST_PORT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FS_FTP_PASSWORD_PREFIX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FS_FTP_DATA_CONNECTION_MODE" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FS_FTP_TRANSFER_MODE" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="E_SAME_DIRECTORY_ONLY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[<p> A {@link FileSystem} backed by an FTP client provided by <a href="http://commons.apache.org/net/">Apache Commons Net</a>. </p>]]> </doc> </class> <!-- end class org.apache.hadoop.fs.ftp.FTPFileSystem --> </package> <package name="org.apache.hadoop.fs.http"> </package> <package name="org.apache.hadoop.fs.protocolPB"> </package> <package name="org.apache.hadoop.fs.sftp"> </package> <package name="org.apache.hadoop.fs.shell.find"> </package> <package name="org.apache.hadoop.fs.viewfs"> <!-- start class org.apache.hadoop.fs.viewfs.NotInMountpointException --> <class name="NotInMountpointException" extends="java.lang.UnsupportedOperationException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="NotInMountpointException" type="org.apache.hadoop.fs.Path, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="NotInMountpointException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getMessage" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[NotInMountpointException extends the UnsupportedOperationException. Exception class used in cases where the given path is not mounted through viewfs.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.viewfs.NotInMountpointException --> <!-- start class org.apache.hadoop.fs.viewfs.ViewFileSystem --> <class name="ViewFileSystem" extends="org.apache.hadoop.fs.FileSystem" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ViewFileSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[This is the constructor with the signature needed by {@link FileSystem#createFileSystem(URI, Configuration)} After this constructor is called initialize() is called. @throws IOException]]> </doc> </constructor> <constructor name="ViewFileSystem" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convenience Constructor for apps to call directly @param conf @throws IOException]]> </doc> </constructor> <method name="getScheme" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the protocol scheme for the FileSystem. @return <code>viewfs</code>]]> </doc> </method> <method name="initialize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="theUri" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Called after a new FileSystem instance is constructed. @param theUri a uri whose authority section names the host, port, etc. for this FileSystem @param conf the configuration]]> </doc> </method> <method name="getUri" return="java.net.URI" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="resolvePath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setWorkingDirectory" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="new_dir" type="org.apache.hadoop.fs.Path"/> </method> <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="flags" type="java.util.EnumSet"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="overwrite" type="boolean"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileStatus"/> <param name="start" type="long"/> <param name="len" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="length" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="access" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="mode" type="org.apache.hadoop.fs.permission.FsAction"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="filter" type="org.apache.hadoop.fs.PathFilter"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="mkdirs" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="rename" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setReplication" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setTimes" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="mtime" type="long"/> <param name="atime" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="modifyAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeDefaultAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getAclStatus" return="org.apache.hadoop.fs.permission.AclStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttr" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="names" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listXAttrs" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setVerifyChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="verifyChecksum" type="boolean"/> </method> <method name="getDefaultBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDefaultReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getDefaultBlockSize" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> </method> <method name="getDefaultReplication" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getContentSummary" return="org.apache.hadoop.fs.ContentSummary" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getQuotaUsage" return="org.apache.hadoop.fs.QuotaUsage" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setWriteChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="writeChecksum" type="boolean"/> </method> <method name="getChildFileSystems" return="org.apache.hadoop.fs.FileSystem[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getMountPoints" return="org.apache.hadoop.fs.viewfs.ViewFileSystem.MountPoint[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="renameSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotOldName" type="java.lang.String"/> <param name="snapshotNewName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="deleteSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="policyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="unsetStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getStoragePolicy" return="org.apache.hadoop.fs.BlockStoragePolicySpi" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getAllStoragePolicies" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getTrashRoot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Get the trash root directory for current user when the path specified is deleted. @param path the trash root of the path to be determined. @return the trash root path.]]> </doc> </method> <method name="getTrashRoots" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="allUsers" type="boolean"/> <doc> <![CDATA[Get all the trash roots for current user or all users. @param allUsers return trash roots for all users if true. @return all Trash root directories.]]> </doc> </method> <method name="getStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getUsed" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the total size of all files under "/", if {@link Constants#CONFIG_VIEWFS_LINK_MERGE_SLASH} is supported and is a valid mount point. Else, throw NotInMountpointException. @throws IOException]]> </doc> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[ViewFileSystem (extends the FileSystem interface) implements a client-side mount table. Its spec and implementation is identical to {@link ViewFs}.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.viewfs.ViewFileSystem --> <!-- start class org.apache.hadoop.fs.viewfs.ViewFileSystemUtil --> <class name="ViewFileSystemUtil" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="isViewFileSystem" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fileSystem" type="org.apache.hadoop.fs.FileSystem"/> <doc> <![CDATA[Check if the FileSystem is a ViewFileSystem. @param fileSystem @return true if the fileSystem is ViewFileSystem]]> </doc> </method> <method name="getStatus" return="java.util.Map" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fileSystem" type="org.apache.hadoop.fs.FileSystem"/> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get FsStatus for all ViewFsMountPoints matching path for the given ViewFileSystem. Say ViewFileSystem has following mount points configured (1) hdfs://NN0_host:port/sales mounted on /dept/sales (2) hdfs://NN1_host:port/marketing mounted on /dept/marketing (3) hdfs://NN2_host:port/eng_usa mounted on /dept/eng/usa (4) hdfs://NN3_host:port/eng_asia mounted on /dept/eng/asia For the above config, here is a sample list of paths and their matching mount points while getting FsStatus Path Description Matching MountPoint "/" Root ViewFileSystem lists all (1), (2), (3), (4) mount points. "/dept" Not a mount point, but a valid (1), (2), (3), (4) internal dir in the mount tree and resolved down to "/" path. "/dept/sales" Matches a mount point (1) "/dept/sales/india" Path is over a valid mount point (1) and resolved down to "/dept/sales" "/dept/eng" Not a mount point, but a valid (1), (2), (3), (4) internal dir in the mount tree and resolved down to "/" path. "/erp" Doesn't match or leads to or over any valid mount points None @param fileSystem - ViewFileSystem on which mount point exists @param path - URI for which FsStatus is requested @return Map of ViewFsMountPoint and FsStatus]]> </doc> </method> <doc> <![CDATA[Utility APIs for ViewFileSystem.]]> </doc> </class> <!-- end class org.apache.hadoop.fs.viewfs.ViewFileSystemUtil --> <!-- start class org.apache.hadoop.fs.viewfs.ViewFs --> <class name="ViewFs" extends="org.apache.hadoop.fs.AbstractFileSystem" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ViewFs" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <exception name="URISyntaxException" type="java.net.URISyntaxException"/> </constructor> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getServerDefaults" return="org.apache.hadoop.fs.FsServerDefaults" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getUriDefaultPort" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="resolvePath" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createInternal" return="org.apache.hadoop.fs.FSDataOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="flag" type="java.util.EnumSet"/> <param name="absolutePermission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="checksumOpt" type="org.apache.hadoop.fs.Options.ChecksumOpt"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="delete" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="recursive" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="start" type="long"/> <param name="len" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="access" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="mode" type="org.apache.hadoop.fs.permission.FsAction"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFileLinkStatus" return="org.apache.hadoop.fs.FileStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnsupportedFileSystemException" type="org.apache.hadoop.fs.UnsupportedFileSystemException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getFsStatus" return="org.apache.hadoop.fs.FsStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listStatusIterator" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listLocatedStatus" return="org.apache.hadoop.fs.RemoteIterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="mkdir" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <param name="createParent" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="open" return="org.apache.hadoop.fs.FSDataInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="bufferSize" type="int"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="truncate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="newLength" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="renameInternal" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <param name="overwrite" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> </method> <method name="renameInternal" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <param name="dst" type="org.apache.hadoop.fs.Path"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileAlreadyExistsException" type="org.apache.hadoop.fs.FileAlreadyExistsException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="ParentNotDirectoryException" type="org.apache.hadoop.fs.ParentNotDirectoryException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="supportsSymlinks" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createSymlink" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.fs.Path"/> <param name="link" type="org.apache.hadoop.fs.Path"/> <param name="createParent" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> </method> <method name="getLinkTarget" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setOwner" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="username" type="java.lang.String"/> <param name="groupname" type="java.lang.String"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setPermission" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setReplication" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="replication" type="short"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setTimes" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="f" type="org.apache.hadoop.fs.Path"/> <param name="mtime" type="long"/> <param name="atime" type="long"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <exception name="UnresolvedLinkException" type="org.apache.hadoop.fs.UnresolvedLinkException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setVerifyChecksum" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="verifyChecksum" type="boolean"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getMountPoints" return="org.apache.hadoop.fs.viewfs.ViewFs.MountPoint[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDelegationTokens" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="renewer" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="isValidName" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="java.lang.String"/> </method> <method name="modifyAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAclEntries" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeDefaultAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setAcl" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="aclSpec" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getAclStatus" return="org.apache.hadoop.fs.permission.AclStatus" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <param name="value" type="byte[]"/> <param name="flag" type="java.util.EnumSet"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttr" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getXAttrs" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="names" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="listXAttrs" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="removeXAttr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSnapshot" return="org.apache.hadoop.fs.Path" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="renameSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotOldName" type="java.lang.String"/> <param name="snapshotNewName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="deleteSnapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="snapshotName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="setStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="org.apache.hadoop.fs.Path"/> <param name="policyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="unsetStoragePolicy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getStoragePolicy" return="org.apache.hadoop.fs.BlockStoragePolicySpi" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="org.apache.hadoop.fs.Path"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Retrieve the storage policy for a given file or directory. @param src file or directory path. @return storage policy for give file. @throws IOException]]> </doc> </method> <doc> <![CDATA[ViewFs (extends the AbstractFileSystem interface) implements a client-side mount table. The viewFs file system is implemented completely in memory on the client side. The client-side mount table allows a client to provide a customized view of a file system namespace that is composed from one or more individual file systems (a localFs or Hdfs, S3fs, etc). For example one could have a mount table that provides links such as <ul> <li> /user -> hdfs://nnContainingUserDir/user <li> /project/foo -> hdfs://nnProject1/projects/foo <li> /project/bar -> hdfs://nnProject2/projects/bar <li> /tmp -> hdfs://nnTmp/privateTmpForUserXXX </ul> ViewFs is specified with the following URI: <b>viewfs:///</b> <p> To use viewfs one would typically set the default file system in the config (i.e. fs.defaultFS < = viewfs:///) along with the mount table config variables as described below. <p> <b> ** Config variables to specify the mount table entries ** </b> <p> The file system is initialized from the standard Hadoop config through config variables. See {@link FsConstants} for URI and Scheme constants; See {@link Constants} for config var constants; see {@link ConfigUtil} for convenient lib. <p> All the mount table config entries for view fs are prefixed by <b>fs.viewfs.mounttable.</b> For example the above example can be specified with the following config variables: <ul> <li> fs.viewfs.mounttable.default.link./user= hdfs://nnContainingUserDir/user <li> fs.viewfs.mounttable.default.link./project/foo= hdfs://nnProject1/projects/foo <li> fs.viewfs.mounttable.default.link./project/bar= hdfs://nnProject2/projects/bar <li> fs.viewfs.mounttable.default.link./tmp= hdfs://nnTmp/privateTmpForUserXXX </ul> The default mount table (when no authority is specified) is from config variables prefixed by <b>fs.viewFs.mounttable.default </b> The authority component of a URI can be used to specify a different mount table. For example, <ul> <li> viewfs://sanjayMountable/ </ul> is initialized from fs.viewFs.mounttable.sanjayMountable.* config variables. <p> <b> **** Merge Mounts **** </b>(NOTE: merge mounts are not implemented yet.) <p> One can also use "MergeMounts" to merge several directories (this is sometimes called union-mounts or junction-mounts in the literature. For example of the home directories are stored on say two file systems (because they do not fit on one) then one could specify a mount entry such as following merges two dirs: <ul> <li> /user -> hdfs://nnUser1/user,hdfs://nnUser2/user </ul> Such a mergeLink can be specified with the following config var where "," is used as the separator for each of links to be merged: <ul> <li> fs.viewfs.mounttable.default.linkMerge./user= hdfs://nnUser1/user,hdfs://nnUser1/user </ul> A special case of the merge mount is where mount table's root is merged with the root (slash) of another file system: <ul> <li> fs.viewfs.mounttable.default.linkMergeSlash=hdfs://nn99/ </ul> In this cases the root of the mount table is merged with the root of <b>hdfs://nn99/ </b>]]> </doc> </class> <!-- end class org.apache.hadoop.fs.viewfs.ViewFs --> </package> <package name="org.apache.hadoop.ha"> <!-- start class org.apache.hadoop.ha.BadFencingConfigurationException --> <class name="BadFencingConfigurationException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="BadFencingConfigurationException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="BadFencingConfigurationException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Indicates that the operator has specified an invalid configuration for fencing methods.]]> </doc> </class> <!-- end class org.apache.hadoop.ha.BadFencingConfigurationException --> <!-- start class org.apache.hadoop.ha.FailoverFailedException --> <class name="FailoverFailedException" extends="java.lang.Exception" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="FailoverFailedException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FailoverFailedException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Exception thrown to indicate service failover has failed.]]> </doc> </class> <!-- end class org.apache.hadoop.ha.FailoverFailedException --> <!-- start interface org.apache.hadoop.ha.FenceMethod --> <interface name="FenceMethod" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="checkArgs" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String"/> <exception name="BadFencingConfigurationException" type="org.apache.hadoop.ha.BadFencingConfigurationException"/> <doc> <![CDATA[Verify that the given fencing method's arguments are valid. @param args the arguments provided in the configuration. This may be null if the operator did not configure any arguments. @throws BadFencingConfigurationException if the arguments are invalid]]> </doc> </method> <method name="tryFence" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="org.apache.hadoop.ha.HAServiceTarget"/> <param name="args" type="java.lang.String"/> <exception name="BadFencingConfigurationException" type="org.apache.hadoop.ha.BadFencingConfigurationException"/> <doc> <![CDATA[Attempt to fence the target node. @param target the target of the service to fence @param args the configured arguments, which were checked at startup by {@link #checkArgs(String)} @return true if fencing was successful, false if unsuccessful or indeterminate @throws BadFencingConfigurationException if the configuration was determined to be invalid only at runtime]]> </doc> </method> <doc> <![CDATA[A fencing method is a method by which one node can forcibly prevent another node from making continued progress. This might be implemented by killing a process on the other node, by denying the other node's access to shared storage, or by accessing a PDU to cut the other node's power. <p> Since these methods are often vendor- or device-specific, operators may implement this interface in order to achieve fencing. <p> Fencing is configured by the operator as an ordered list of methods to attempt. Each method will be tried in turn, and the next in the list will only be attempted if the previous one fails. See {@link NodeFencer} for more information. <p> If an implementation also implements {@link Configurable} then its <code>setConf</code> method will be called upon instantiation.]]> </doc> </interface> <!-- end interface org.apache.hadoop.ha.FenceMethod --> <!-- start interface org.apache.hadoop.ha.HAServiceProtocol --> <interface name="HAServiceProtocol" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="monitorHealth" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="HealthCheckFailedException" type="org.apache.hadoop.ha.HealthCheckFailedException"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Monitor the health of service. This periodically called by the HA frameworks to monitor the health of the service. Service is expected to perform checks to ensure it is functional. If the service is not healthy due to failure or partial failure, it is expected to throw {@link HealthCheckFailedException}. The definition of service not healthy is left to the service. Note that when health check of an Active service fails, failover to standby may be done. @throws HealthCheckFailedException if the health check of a service fails. @throws AccessControlException if access is denied. @throws IOException if other errors happen]]> </doc> </method> <method name="transitionToActive" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="reqInfo" type="org.apache.hadoop.ha.HAServiceProtocol.StateChangeRequestInfo"/> <exception name="ServiceFailedException" type="org.apache.hadoop.ha.ServiceFailedException"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Request service to transition to active state. No operation, if the service is already in active state. @throws ServiceFailedException if transition from standby to active fails. @throws AccessControlException if access is denied. @throws IOException if other errors happen]]> </doc> </method> <method name="transitionToStandby" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="reqInfo" type="org.apache.hadoop.ha.HAServiceProtocol.StateChangeRequestInfo"/> <exception name="ServiceFailedException" type="org.apache.hadoop.ha.ServiceFailedException"/> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Request service to transition to standby state. No operation, if the service is already in standby state. @throws ServiceFailedException if transition from active to standby fails. @throws AccessControlException if access is denied. @throws IOException if other errors happen]]> </doc> </method> <method name="getServiceStatus" return="org.apache.hadoop.ha.HAServiceStatus" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="AccessControlException" type="org.apache.hadoop.security.AccessControlException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the current status of the service. The status indicates the current <em>state</em> (e.g ACTIVE/STANDBY) as well as some additional information. @throws AccessControlException if access is denied. @throws IOException if other errors happen @see HAServiceStatus]]> </doc> </method> <field name="versionID" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Initial version of the protocol]]> </doc> </field> <doc> <![CDATA[Protocol interface that provides High Availability related primitives to monitor and fail-over the service. This interface could be used by HA frameworks to manage the service.]]> </doc> </interface> <!-- end interface org.apache.hadoop.ha.HAServiceProtocol --> <!-- start class org.apache.hadoop.ha.HAServiceProtocolHelper --> <class name="HAServiceProtocolHelper" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="HAServiceProtocolHelper" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="monitorHealth" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="svc" type="org.apache.hadoop.ha.HAServiceProtocol"/> <param name="reqInfo" type="org.apache.hadoop.ha.HAServiceProtocol.StateChangeRequestInfo"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="transitionToActive" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="svc" type="org.apache.hadoop.ha.HAServiceProtocol"/> <param name="reqInfo" type="org.apache.hadoop.ha.HAServiceProtocol.StateChangeRequestInfo"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="transitionToStandby" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="svc" type="org.apache.hadoop.ha.HAServiceProtocol"/> <param name="reqInfo" type="org.apache.hadoop.ha.HAServiceProtocol.StateChangeRequestInfo"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Helper for making {@link HAServiceProtocol} RPC calls. This helper unwraps the {@link RemoteException} to specific exceptions.]]> </doc> </class> <!-- end class org.apache.hadoop.ha.HAServiceProtocolHelper --> <!-- start class org.apache.hadoop.ha.HAServiceTarget --> <class name="HAServiceTarget" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="HAServiceTarget" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getAddress" return="java.net.InetSocketAddress" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the IPC address of the target node.]]> </doc> </method> <method name="getHealthMonitorAddress" return="java.net.InetSocketAddress" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns an optional separate RPC server address for health checks at the target node. If defined, then this address is used by the health monitor for the {@link HAServiceProtocol#monitorHealth()} and {@link HAServiceProtocol#getServiceStatus()} calls. This can be useful for separating out these calls onto separate RPC handlers to protect against resource exhaustion in the main RPC handler pool. If null (which is the default implementation), then all RPC calls go to the address defined by {@link #getAddress()}. @return IPC address of the lifeline RPC server on the target node, or null if no lifeline RPC server is used]]> </doc> </method> <method name="getZKFCAddress" return="java.net.InetSocketAddress" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the IPC address of the ZKFC on the target node]]> </doc> </method> <method name="getFencer" return="org.apache.hadoop.ha.NodeFencer" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return a Fencer implementation configured for this target node]]> </doc> </method> <method name="checkFencingConfigured" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="BadFencingConfigurationException" type="org.apache.hadoop.ha.BadFencingConfigurationException"/> <doc> <![CDATA[@throws BadFencingConfigurationException if the fencing configuration appears to be invalid. This is divorced from the above {@link #getFencer()} method so that the configuration can be checked during the pre-flight phase of failover.]]> </doc> </method> <method name="getProxy" return="org.apache.hadoop.ha.HAServiceProtocol" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="timeoutMs" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[@return a proxy to connect to the target HA Service.]]> </doc> </method> <method name="getHealthMonitorProxy" return="org.apache.hadoop.ha.HAServiceProtocol" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="timeoutMs" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Returns a proxy to connect to the target HA service for health monitoring. If {@link #getHealthMonitorAddress()} is implemented to return a non-null address, then this proxy will connect to that address. Otherwise, the returned proxy defaults to using {@link #getAddress()}, which means this method's behavior is identical to {@link #getProxy(Configuration, int)}. @param conf Configuration @param timeoutMs timeout in milliseconds @return a proxy to connect to the target HA service for health monitoring @throws IOException if there is an error]]> </doc> </method> <method name="getZKFCProxy" return="org.apache.hadoop.ha.ZKFCProtocol" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="timeoutMs" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[@return a proxy to the ZKFC which is associated with this HA service.]]> </doc> </method> <method name="getFencingParameters" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> </method> <method name="addFencingParameters" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="ret" type="java.util.Map"/> <doc> <![CDATA[Hook to allow subclasses to add any parameters they would like to expose to fencing implementations/scripts. Fencing methods are free to use this map as they see fit -- notably, the shell script implementation takes each entry, prepends 'target_', substitutes '_' for '.', and adds it to the environment of the script. Subclass implementations should be sure to delegate to the superclass implementation as well as adding their own keys. @param ret map which can be mutated to pass parameters to the fencer]]> </doc> </method> <method name="isAutoFailoverEnabled" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return true if auto failover should be considered enabled]]> </doc> </method> <doc> <![CDATA[Represents a target of the client side HA administration commands.]]> </doc> </class> <!-- end class org.apache.hadoop.ha.HAServiceTarget --> <!-- start class org.apache.hadoop.ha.HealthCheckFailedException --> <class name="HealthCheckFailedException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="HealthCheckFailedException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="HealthCheckFailedException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Exception thrown to indicate that health check of a service failed.]]> </doc> </class> <!-- end class org.apache.hadoop.ha.HealthCheckFailedException --> <!-- start class org.apache.hadoop.ha.ServiceFailedException --> <class name="ServiceFailedException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ServiceFailedException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ServiceFailedException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Exception thrown to indicate that an operation performed to modify the state of a service or application failed.]]> </doc> </class> <!-- end class org.apache.hadoop.ha.ServiceFailedException --> </package> <package name="org.apache.hadoop.ha.protocolPB"> <!-- start interface org.apache.hadoop.ha.protocolPB.HAServiceProtocolPB --> <interface name="HAServiceProtocolPB" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.ha.proto.HAServiceProtocolProtos.HAServiceProtocolService.BlockingInterface"/> <implements name="org.apache.hadoop.ipc.VersionedProtocol"/> </interface> <!-- end interface org.apache.hadoop.ha.protocolPB.HAServiceProtocolPB --> <!-- start interface org.apache.hadoop.ha.protocolPB.ZKFCProtocolPB --> <interface name="ZKFCProtocolPB" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.ha.proto.ZKFCProtocolProtos.ZKFCProtocolService.BlockingInterface"/> <implements name="org.apache.hadoop.ipc.VersionedProtocol"/> </interface> <!-- end interface org.apache.hadoop.ha.protocolPB.ZKFCProtocolPB --> </package> <package name="org.apache.hadoop.http.lib"> <doc> <![CDATA[This package provides user-selectable (via configuration) classes that add functionality to the web UI. They are configured as a list of classes in the configuration parameter <b>hadoop.http.filter.initializers</b>. <ul> <li> <b>StaticUserWebFilter</b> - An authorization plugin that makes all users a static configured user. </ul>]]> </doc> </package> <package name="org.apache.hadoop.io"> <!-- start class org.apache.hadoop.io.AbstractMapWritable --> <class name="AbstractMapWritable" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="AbstractMapWritable" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[constructor.]]> </doc> </constructor> <method name="addToMap" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="clazz" type="java.lang.Class"/> <doc> <![CDATA[Add a Class to the maps if it is not already present.]]> </doc> </method> <method name="getClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="id" type="byte"/> <doc> <![CDATA[@return the Class class for the specified id]]> </doc> </method> <method name="getId" return="byte" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="clazz" type="java.lang.Class"/> <doc> <![CDATA[@return the id for the specified Class]]> </doc> </method> <method name="copy" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="other" type="org.apache.hadoop.io.Writable"/> <doc> <![CDATA[Used by child copy constructors.]]> </doc> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the conf]]> </doc> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[@param conf the conf to set]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Abstract base class for MapWritable and SortedMapWritable Unlike org.apache.nutch.crawl.MapWritable, this class allows creation of MapWritable<Writable, MapWritable> so the CLASS_TO_ID and ID_TO_CLASS maps travel with the class instead of being static. Class ids range from 1 to 127 so there can be at most 127 distinct classes in any specific map instance.]]> </doc> </class> <!-- end class org.apache.hadoop.io.AbstractMapWritable --> <!-- start class org.apache.hadoop.io.ArrayFile --> <class name="ArrayFile" extends="org.apache.hadoop.io.MapFile" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ArrayFile" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <doc> <![CDATA[A dense file-based mapping from integers to values.]]> </doc> </class> <!-- end class org.apache.hadoop.io.ArrayFile --> <!-- start class org.apache.hadoop.io.ArrayPrimitiveWritable --> <class name="ArrayPrimitiveWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="ArrayPrimitiveWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct an empty instance, for use during Writable read]]> </doc> </constructor> <constructor name="ArrayPrimitiveWritable" type="java.lang.Class" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct an instance of known type but no value yet for use with type-specific wrapper classes]]> </doc> </constructor> <constructor name="ArrayPrimitiveWritable" type="java.lang.Object" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Wrap an existing array of primitives @param value - array of primitives]]> </doc> </constructor> <method name="get" return="java.lang.Object" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the original array. Client must cast it back to type componentType[] (or may use type-specific wrapper classes). @return - original array as Object]]> </doc> </method> <method name="getComponentType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDeclaredComponentType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="isDeclaredComponentType" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="componentType" type="java.lang.Class"/> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.lang.Object"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[This is a wrapper class. It wraps a Writable implementation around an array of primitives (e.g., int[], long[], etc.), with optimized wire format, and without creating new objects per element. This is a wrapper class only; it does not make a copy of the underlying array.]]> </doc> </class> <!-- end class org.apache.hadoop.io.ArrayPrimitiveWritable --> <!-- start class org.apache.hadoop.io.ArrayWritable --> <class name="ArrayWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="ArrayWritable" type="java.lang.Class" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ArrayWritable" type="java.lang.Class, org.apache.hadoop.io.Writable[]" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ArrayWritable" type="java.lang.String[]" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getValueClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toStrings" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toArray" return="java.lang.Object" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="values" type="org.apache.hadoop.io.Writable[]"/> </method> <method name="get" return="org.apache.hadoop.io.Writable[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A Writable for arrays containing instances of a class. The elements of this writable must all be instances of the same class. If this writable will be the input for a Reducer, you will need to create a subclass that sets the value to be of the proper type. For example: <code> public class IntArrayWritable extends ArrayWritable { public IntArrayWritable() { super(IntWritable.class); } } </code>]]> </doc> </class> <!-- end class org.apache.hadoop.io.ArrayWritable --> <!-- start class org.apache.hadoop.io.BinaryComparable --> <class name="BinaryComparable" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.lang.Comparable"/> <constructor name="BinaryComparable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getLength" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return n st bytes 0..n-1 from {#getBytes()} are valid.]]> </doc> </method> <method name="getBytes" return="byte[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return representative byte array for this instance.]]> </doc> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="org.apache.hadoop.io.BinaryComparable"/> <doc> <![CDATA[Compare bytes from {#getBytes()}. @see org.apache.hadoop.io.WritableComparator#compareBytes(byte[],int,int,byte[],int,int)]]> </doc> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Compare bytes from {#getBytes()} to those provided.]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="java.lang.Object"/> <doc> <![CDATA[Return true if bytes from {#getBytes()} match.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return a hash of the bytes returned from {#getBytes()}. @see org.apache.hadoop.io.WritableComparator#hashBytes(byte[],int)]]> </doc> </method> <doc> <![CDATA[Interface supported by {@link org.apache.hadoop.io.WritableComparable} types supporting ordering/permutation by a representative set of bytes.]]> </doc> </class> <!-- end class org.apache.hadoop.io.BinaryComparable --> <!-- start class org.apache.hadoop.io.BloomMapFile --> <class name="BloomMapFile" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="BloomMapFile" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="delete" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <field name="BLOOM_FILE_NAME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HASH_COUNT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[This class extends {@link MapFile} and provides very much the same functionality. However, it uses dynamic Bloom filters to provide quick membership test for keys, and it offers a fast version of {@link Reader#get(WritableComparable, Writable)} operation, especially in case of sparsely populated MapFile-s.]]> </doc> </class> <!-- end class org.apache.hadoop.io.BloomMapFile --> <!-- start class org.apache.hadoop.io.BooleanWritable --> <class name="BooleanWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="BooleanWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="BooleanWritable" type="boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="boolean"/> <doc> <![CDATA[Set the value of the BooleanWritable]]> </doc> </method> <method name="get" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the value of the BooleanWritable]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.BooleanWritable"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A WritableComparable for booleans.]]> </doc> </class> <!-- end class org.apache.hadoop.io.BooleanWritable --> <!-- start interface org.apache.hadoop.io.ByteBufferPool --> <interface name="ByteBufferPool" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getBuffer" return="java.nio.ByteBuffer" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="direct" type="boolean"/> <param name="length" type="int"/> <doc> <![CDATA[Get a new direct ByteBuffer. The pool can provide this from removing a buffer from its internal cache, or by allocating a new buffer. @param direct Whether the buffer should be direct. @param length The minimum length the buffer will have. @return A new ByteBuffer. This ByteBuffer must be direct. Its capacity can be less than what was requested, but must be at least 1 byte.]]> </doc> </method> <method name="putBuffer" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="buffer" type="java.nio.ByteBuffer"/> <doc> <![CDATA[Release a buffer back to the pool. The pool may choose to put this buffer into its cache. @param buffer a direct bytebuffer]]> </doc> </method> </interface> <!-- end interface org.apache.hadoop.io.ByteBufferPool --> <!-- start class org.apache.hadoop.io.BytesWritable --> <class name="BytesWritable" extends="org.apache.hadoop.io.BinaryComparable" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="BytesWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a zero-size sequence.]]> </doc> </constructor> <constructor name="BytesWritable" type="byte[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a BytesWritable using the byte array as the initial value. @param bytes This array becomes the backing storage for the object.]]> </doc> </constructor> <constructor name="BytesWritable" type="byte[], int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a BytesWritable using the byte array as the initial value and length as the length. Use this constructor if the array is larger than the value it represents. @param bytes This array becomes the backing storage for the object. @param length The number of bytes to use from array.]]> </doc> </constructor> <method name="copyBytes" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get a copy of the bytes that is exactly the length of the data. See {@link #getBytes()} for faster access to the underlying array.]]> </doc> </method> <method name="getBytes" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the data backing the BytesWritable. Please use {@link #copyBytes()} if you need the returned array to be precisely the length of the data. @return The data is only valid between 0 and getLength() - 1.]]> </doc> </method> <method name="get" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #getBytes()} instead."> <doc> <![CDATA[Get the data from the BytesWritable. @deprecated Use {@link #getBytes()} instead.]]> </doc> </method> <method name="getLength" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the current size of the buffer.]]> </doc> </method> <method name="getSize" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="Use {@link #getLength()} instead."> <doc> <![CDATA[Get the current size of the buffer. @deprecated Use {@link #getLength()} instead.]]> </doc> </method> <method name="setSize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="size" type="int"/> <doc> <![CDATA[Change the size of the buffer. The values in the old range are preserved and any new values are undefined. The capacity is changed if it is necessary. @param size The new number of bytes]]> </doc> </method> <method name="getCapacity" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the capacity, which is the maximum size that could handled without resizing the backing storage. @return The number of bytes]]> </doc> </method> <method name="setCapacity" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="new_cap" type="int"/> <doc> <![CDATA[Change the capacity of the backing storage. The data is preserved. @param new_cap The new capacity in bytes.]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newData" type="org.apache.hadoop.io.BytesWritable"/> <doc> <![CDATA[Set the BytesWritable to the contents of the given newData. @param newData the value to set this BytesWritable to.]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newData" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <doc> <![CDATA[Set the value to a copy of the given byte range @param newData the new values to copy in @param offset the offset in newData to start at @param length the number of bytes to copy]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="right_obj" type="java.lang.Object"/> <doc> <![CDATA[Are the two byte sequences equal?]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Generate the stream of bytes as hex pairs separated by ' '.]]> </doc> </method> <doc> <![CDATA[A byte sequence that is usable as a key or value. It is resizable and distinguishes between the size of the sequence and the current capacity. The hash function is the front of the md5 of the buffer. The sort order is the same as memcmp.]]> </doc> </class> <!-- end class org.apache.hadoop.io.BytesWritable --> <!-- start class org.apache.hadoop.io.ByteWritable --> <class name="ByteWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="ByteWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ByteWritable" type="byte" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="byte"/> <doc> <![CDATA[Set the value of this ByteWritable.]]> </doc> </method> <method name="get" return="byte" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this ByteWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a ByteWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.ByteWritable"/> <doc> <![CDATA[Compares two ByteWritables.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A WritableComparable for a single byte.]]> </doc> </class> <!-- end class org.apache.hadoop.io.ByteWritable --> <!-- start interface org.apache.hadoop.io.Closeable --> <interface name="Closeable" abstract="true" static="false" final="false" visibility="public" deprecated="use java.io.Closeable"> <implements name="java.io.Closeable"/> <doc> <![CDATA[@deprecated use java.io.Closeable]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.Closeable --> <!-- start class org.apache.hadoop.io.CompressedWritable --> <class name="CompressedWritable" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="CompressedWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="ensureInflated" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Must be called by all methods which access fields to ensure that the data has been uncompressed.]]> </doc> </method> <method name="readFieldsCompressed" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Subclasses implement this instead of {@link #readFields(DataInput)}.]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeCompressed" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Subclasses implement this instead of {@link #write(DataOutput)}.]]> </doc> </method> <doc> <![CDATA[A base-class for Writables which store themselves compressed and lazily inflate on field access. This is useful for large objects whose fields are not be altered during a map or reduce operation: leaving the field data compressed makes copying the instance from one file to another much faster.]]> </doc> </class> <!-- end class org.apache.hadoop.io.CompressedWritable --> <!-- start class org.apache.hadoop.io.DataOutputOutputStream --> <class name="DataOutputOutputStream" extends="java.io.OutputStream" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="constructOutputStream" return="java.io.OutputStream" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <doc> <![CDATA[Construct an OutputStream from the given DataOutput. If 'out' is already an OutputStream, simply returns it. Otherwise, wraps it in an OutputStream. @param out the DataOutput to wrap @return an OutputStream instance that outputs to 'out']]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[OutputStream implementation that wraps a DataOutput.]]> </doc> </class> <!-- end class org.apache.hadoop.io.DataOutputOutputStream --> <!-- start class org.apache.hadoop.io.DefaultStringifier --> <class name="DefaultStringifier" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Stringifier"/> <constructor name="DefaultStringifier" type="org.apache.hadoop.conf.Configuration, java.lang.Class" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="fromString" return="T" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="str" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="T"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="store" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="item" type="K"/> <param name="keyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Stores the item in the configuration with the given keyName. @param <K> the class of the item @param conf the configuration to store @param item the object to be stored @param keyName the name of the key to use @throws IOException : forwards Exceptions from the underlying {@link Serialization} classes.]]> </doc> </method> <method name="load" return="K" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="keyName" type="java.lang.String"/> <param name="itemClass" type="java.lang.Class"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Restores the object from the configuration. @param <K> the class of the item @param conf the configuration to use @param keyName the name of the key to use @param itemClass the class of the item @return restored object @throws IOException : forwards Exceptions from the underlying {@link Serialization} classes.]]> </doc> </method> <method name="storeArray" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="items" type="K[]"/> <param name="keyName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Stores the array of items in the configuration with the given keyName. @param <K> the class of the item @param conf the configuration to use @param items the objects to be stored @param keyName the name of the key to use @throws IndexOutOfBoundsException if the items array is empty @throws IOException : forwards Exceptions from the underlying {@link Serialization} classes.]]> </doc> </method> <method name="loadArray" return="K[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="keyName" type="java.lang.String"/> <param name="itemClass" type="java.lang.Class"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Restores the array of objects from the configuration. @param <K> the class of the item @param conf the configuration to use @param keyName the name of the key to use @param itemClass the class of the item @return restored object @throws IOException : forwards Exceptions from the underlying {@link Serialization} classes.]]> </doc> </method> <doc> <![CDATA[DefaultStringifier is the default implementation of the {@link Stringifier} interface which stringifies the objects using base64 encoding of the serialized version of the objects. The {@link Serializer} and {@link Deserializer} are obtained from the {@link SerializationFactory}. <br> DefaultStringifier offers convenience methods to store/load objects to/from the configuration. @param <T> the class of the objects to stringify]]> </doc> </class> <!-- end class org.apache.hadoop.io.DefaultStringifier --> <!-- start class org.apache.hadoop.io.DoubleWritable --> <class name="DoubleWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="DoubleWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="DoubleWritable" type="double" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="double"/> </method> <method name="get" return="double" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a DoubleWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.DoubleWritable"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Writable for Double values.]]> </doc> </class> <!-- end class org.apache.hadoop.io.DoubleWritable --> <!-- start class org.apache.hadoop.io.ElasticByteBufferPool --> <class name="ElasticByteBufferPool" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.ByteBufferPool"/> <constructor name="ElasticByteBufferPool" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getBuffer" return="java.nio.ByteBuffer" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="direct" type="boolean"/> <param name="length" type="int"/> </method> <method name="putBuffer" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="buffer" type="java.nio.ByteBuffer"/> </method> <doc> <![CDATA[This is a simple ByteBufferPool which just creates ByteBuffers as needed. It also caches ByteBuffers after they're released. It will always return the smallest cached buffer with at least the capacity you request. We don't try to do anything clever here like try to limit the maximum cache size.]]> </doc> </class> <!-- end class org.apache.hadoop.io.ElasticByteBufferPool --> <!-- start class org.apache.hadoop.io.EnumSetWritable --> <class name="EnumSetWritable" extends="java.util.AbstractCollection" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="EnumSetWritable" type="java.util.EnumSet, java.lang.Class" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a new EnumSetWritable. If the <tt>value</tt> argument is null or its size is zero, the <tt>elementType</tt> argument must not be null. If the argument <tt>value</tt>'s size is bigger than zero, the argument <tt>elementType</tt> is not be used. @param value @param elementType]]> </doc> </constructor> <constructor name="EnumSetWritable" type="java.util.EnumSet" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a new EnumSetWritable. Argument <tt>value</tt> should not be null or empty. @param value]]> </doc> </constructor> <method name="iterator" return="java.util.Iterator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="size" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="add" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="e" type="E"/> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.util.EnumSet"/> <param name="elementType" type="java.lang.Class"/> <doc> <![CDATA[reset the EnumSetWritable with specified <tt>value</value> and <tt>elementType</tt>. If the <tt>value</tt> argument is null or its size is zero, the <tt>elementType</tt> argument must not be null. If the argument <tt>value</tt>'s size is bigger than zero, the argument <tt>elementType</tt> is not be used. @param value @param elementType]]> </doc> </method> <method name="get" return="java.util.EnumSet" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this EnumSetWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true if <code>o</code> is an EnumSetWritable with the same value, or both are null.]]> </doc> </method> <method name="getElementType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the class of all the elements of the underlying EnumSetWriable. It may return null. @return the element class]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <doc> <![CDATA[A Writable wrapper for EnumSet.]]> </doc> </class> <!-- end class org.apache.hadoop.io.EnumSetWritable --> <!-- start class org.apache.hadoop.io.FloatWritable --> <class name="FloatWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="FloatWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="FloatWritable" type="float" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="float"/> <doc> <![CDATA[Set the value of this FloatWritable.]]> </doc> </method> <method name="get" return="float" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this FloatWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a FloatWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.FloatWritable"/> <doc> <![CDATA[Compares two FloatWritables.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A WritableComparable for floats.]]> </doc> </class> <!-- end class org.apache.hadoop.io.FloatWritable --> <!-- start class org.apache.hadoop.io.GenericWritable --> <class name="GenericWritable" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="GenericWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="org.apache.hadoop.io.Writable"/> <doc> <![CDATA[Set the instance that is wrapped. @param obj]]> </doc> </method> <method name="get" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the wrapped instance.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getTypes" return="java.lang.Class[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Return all classes that may be wrapped. Subclasses should implement this to return a constant array of classes.]]> </doc> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <doc> <![CDATA[A wrapper for Writable instances. <p> When two sequence files, which have same Key type but different Value types, are mapped out to reduce, multiple Value types is not allowed. In this case, this class can help you wrap instances with different types. </p> <p> Compared with <code>ObjectWritable</code>, this class is much more effective, because <code>ObjectWritable</code> will append the class declaration as a String into the output file in every Key-Value pair. </p> <p> Generic Writable implements {@link Configurable} interface, so that it will be configured by the framework. The configuration is passed to the wrapped objects implementing {@link Configurable} interface <i>before deserialization</i>. </p> how to use it: <br> 1. Write your own class, such as GenericObject, which extends GenericWritable.<br> 2. Implements the abstract method <code>getTypes()</code>, defines the classes which will be wrapped in GenericObject in application. Attention: this classes defined in <code>getTypes()</code> method, must implement <code>Writable</code> interface. <br><br> The code looks like this: <blockquote><pre> public class GenericObject extends GenericWritable { private static Class[] CLASSES = { ClassType1.class, ClassType2.class, ClassType3.class, }; protected Class[] getTypes() { return CLASSES; } } </pre></blockquote> @since Nov 8, 2006]]> </doc> </class> <!-- end class org.apache.hadoop.io.GenericWritable --> <!-- start class org.apache.hadoop.io.IntWritable --> <class name="IntWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="IntWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="IntWritable" type="int" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="int"/> <doc> <![CDATA[Set the value of this IntWritable.]]> </doc> </method> <method name="get" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this IntWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a IntWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.IntWritable"/> <doc> <![CDATA[Compares two IntWritables.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A WritableComparable for ints.]]> </doc> </class> <!-- end class org.apache.hadoop.io.IntWritable --> <!-- start class org.apache.hadoop.io.IOUtils --> <class name="IOUtils" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="IOUtils" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="copyBytes" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="out" type="java.io.OutputStream"/> <param name="buffSize" type="int"/> <param name="close" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copies from one stream to another. @param in InputStrem to read from @param out OutputStream to write to @param buffSize the size of the buffer @param close whether or not close the InputStream and OutputStream at the end. The streams are closed in the finally clause.]]> </doc> </method> <method name="copyBytes" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="out" type="java.io.OutputStream"/> <param name="buffSize" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copies from one stream to another. @param in InputStrem to read from @param out OutputStream to write to @param buffSize the size of the buffer]]> </doc> </method> <method name="copyBytes" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="out" type="java.io.OutputStream"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copies from one stream to another. <strong>closes the input and output streams at the end</strong>. @param in InputStrem to read from @param out OutputStream to write to @param conf the Configuration object]]> </doc> </method> <method name="copyBytes" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="out" type="java.io.OutputStream"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="close" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copies from one stream to another. @param in InputStream to read from @param out OutputStream to write to @param conf the Configuration object @param close whether or not close the InputStream and OutputStream at the end. The streams are closed in the finally clause.]]> </doc> </method> <method name="copyBytes" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="out" type="java.io.OutputStream"/> <param name="count" type="long"/> <param name="close" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Copies count bytes from one stream to another. @param in InputStream to read from @param out OutputStream to write to @param count number of bytes to copy @param close whether to close the streams @throws IOException if bytes can not be read or written]]> </doc> </method> <method name="wrappedReadForCompressedData" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="is" type="java.io.InputStream"/> <param name="buf" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Utility wrapper for reading from {@link InputStream}. It catches any errors thrown by the underlying stream (either IO or decompression-related), and re-throws as an IOException. @param is - InputStream to be read from @param buf - buffer the data is read into @param off - offset within buf @param len - amount of data to be read @return number of bytes read]]> </doc> </method> <method name="readFully" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="buf" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads len bytes in a loop. @param in InputStream to read from @param buf The buffer to fill @param off offset from the buffer @param len the length of bytes to read @throws IOException if it could not read requested number of bytes for any reason (including EOF)]]> </doc> </method> <method name="skipFully" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="len" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Similar to readFully(). Skips bytes in a loop. @param in The InputStream to skip bytes from @param len number of bytes to skip. @throws IOException if it could not skip requested number of bytes for any reason (including EOF)]]> </doc> </method> <method name="cleanup" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="use {@link #cleanupWithLogger(Logger, java.io.Closeable...)} instead"> <param name="log" type="org.apache.commons.logging.Log"/> <param name="closeables" type="java.io.Closeable[]"/> <doc> <![CDATA[Close the Closeable objects and <b>ignore</b> any {@link Throwable} or null pointers. Must only be used for cleanup in exception handlers. @param log the log to record problems to at debug level. Can be null. @param closeables the objects to close @deprecated use {@link #cleanupWithLogger(Logger, java.io.Closeable...)} instead]]> </doc> </method> <method name="cleanupWithLogger" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="logger" type="org.slf4j.Logger"/> <param name="closeables" type="java.io.Closeable[]"/> <doc> <![CDATA[Close the Closeable objects and <b>ignore</b> any {@link Throwable} or null pointers. Must only be used for cleanup in exception handlers. @param logger the log to record problems to at debug level. Can be null. @param closeables the objects to close]]> </doc> </method> <method name="closeStream" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stream" type="java.io.Closeable"/> <doc> <![CDATA[Closes the stream ignoring {@link Throwable}. Must only be called in cleaning up from exception handlers. @param stream the Stream to close]]> </doc> </method> <method name="closeStreams" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="streams" type="java.io.Closeable[]"/> <doc> <![CDATA[Closes the streams ignoring {@link Throwable}. Must only be called in cleaning up from exception handlers. @param streams the Streams to close]]> </doc> </method> <method name="closeSocket" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="sock" type="java.net.Socket"/> <doc> <![CDATA[Closes the socket ignoring {@link IOException} @param sock the Socket to close]]> </doc> </method> <method name="writeFully" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bc" type="java.nio.channels.WritableByteChannel"/> <param name="buf" type="java.nio.ByteBuffer"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write a ByteBuffer to a WritableByteChannel, handling short writes. @param bc The WritableByteChannel to write to @param buf The input buffer @throws IOException On I/O error]]> </doc> </method> <method name="writeFully" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fc" type="java.nio.channels.FileChannel"/> <param name="buf" type="java.nio.ByteBuffer"/> <param name="offset" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write a ByteBuffer to a FileChannel at a given offset, handling short writes. @param fc The FileChannel to write to @param buf The input buffer @param offset The offset in the file to start writing at @throws IOException On I/O error]]> </doc> </method> <method name="listDirectory" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <param name="filter" type="java.io.FilenameFilter"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the complete list of files in a directory as strings.<p/> This is better than File#listDir because it does not ignore IOExceptions. @param dir The directory to list. @param filter If non-null, the filter to use when listing this directory. @return The list of files in the directory. @throws IOException On I/O error]]> </doc> </method> <method name="fsync" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fileToSync" type="java.io.File"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Ensure that any writes to the given file is written to the storage device that contains it. This method opens channel on given File and closes it once the sync is done.<br> Borrowed from Uwe Schindler in LUCENE-5588 @param fileToSync the file to fsync]]> </doc> </method> <method name="fsync" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="channel" type="java.nio.channels.FileChannel"/> <param name="isDir" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Ensure that any writes to the given file is written to the storage device that contains it. This method opens channel on given File and closes it once the sync is done. Borrowed from Uwe Schindler in LUCENE-5588 @param channel Channel to sync @param isDir if true, the given file is a directory (Channel should be opened for read and ignore IOExceptions, because not all file systems and operating systems allow to fsync on a directory) @throws IOException]]> </doc> </method> <method name="wrapException" return="java.io.IOException" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="path" type="java.lang.String"/> <param name="methodName" type="java.lang.String"/> <param name="exception" type="java.io.IOException"/> <doc> <![CDATA[Takes an IOException, file/directory path, and method name and returns an IOException with the input exception as the cause and also include the file,method details. The new exception provides the stack trace of the place where the exception is thrown and some extra diagnostics information. Return instance of same exception if exception class has a public string constructor; Otherwise return an PathIOException. InterruptedIOException and PathIOException are returned unwrapped. @param path file/directory path @param methodName method name @param exception the caught exception. @return an exception to throw]]> </doc> </method> <method name="readFullyToByteArray" return="byte[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads a DataInput until EOF and returns a byte array. Make sure not to pass in an infinite DataInput or this will never return. @param in A DataInput @return a byte array containing the data from the DataInput @throws IOException on I/O error, other than EOF]]> </doc> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[An utility class for I/O related functionality.]]> </doc> </class> <!-- end class org.apache.hadoop.io.IOUtils --> <!-- start class org.apache.hadoop.io.LongWritable --> <class name="LongWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="LongWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="LongWritable" type="long" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="long"/> <doc> <![CDATA[Set the value of this LongWritable.]]> </doc> </method> <method name="get" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this LongWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a LongWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.LongWritable"/> <doc> <![CDATA[Compares two LongWritables.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A WritableComparable for longs.]]> </doc> </class> <!-- end class org.apache.hadoop.io.LongWritable --> <!-- start class org.apache.hadoop.io.MapFile --> <class name="MapFile" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MapFile" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <method name="rename" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="oldName" type="java.lang.String"/> <param name="newName" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Renames an existing map directory.]]> </doc> </method> <method name="delete" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Deletes the named map file.]]> </doc> </method> <method name="fix" return="long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="dir" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valueClass" type="java.lang.Class"/> <param name="dryrun" type="boolean"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[This method attempts to fix a corrupt MapFile by re-creating its index. @param fs filesystem @param dir directory containing the MapFile data and index @param keyClass key class (has to be a subclass of Writable) @param valueClass value class (has to be a subclass of Writable) @param dryrun do not perform any changes, just report what needs to be done @return number of valid entries in this MapFile, or -1 if no fixing was needed @throws Exception]]> </doc> </method> <method name="main" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String[]"/> <exception name="Exception" type="java.lang.Exception"/> </method> <field name="INDEX_FILE_NAME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The name of the index file.]]> </doc> </field> <field name="DATA_FILE_NAME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The name of the data file.]]> </doc> </field> <doc> <![CDATA[A file-based map from keys to values. <p>A map is a directory containing two files, the <code>data</code> file, containing all keys and values in the map, and a smaller <code>index</code> file, containing a fraction of the keys. The fraction is determined by {@link Writer#getIndexInterval()}. <p>The index file is read entirely into memory. Thus key implementations should try to keep themselves small. <p>Map files are created by adding entries in-order. To maintain a large database, perform updates by copying the previous version of a database and merging in a sorted change list, to create a new version of the database in a new file. Sorting large change lists can be done with {@link SequenceFile.Sorter}.]]> </doc> </class> <!-- end class org.apache.hadoop.io.MapFile --> <!-- start class org.apache.hadoop.io.MapWritable --> <class name="MapWritable" extends="org.apache.hadoop.io.AbstractMapWritable" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.util.Map"/> <constructor name="MapWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default constructor.]]> </doc> </constructor> <constructor name="MapWritable" type="org.apache.hadoop.io.MapWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Copy constructor. @param other the map to copy from]]> </doc> </constructor> <method name="clear" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="containsKey" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.Object"/> </method> <method name="containsValue" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.lang.Object"/> </method> <method name="entrySet" return="java.util.Set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="java.lang.Object"/> </method> <method name="get" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="isEmpty" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="keySet" return="java.util.Set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="put" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.io.Writable"/> <param name="value" type="org.apache.hadoop.io.Writable"/> </method> <method name="putAll" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="t" type="java.util.Map"/> </method> <method name="remove" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.Object"/> </method> <method name="size" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="values" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A Writable Map.]]> </doc> </class> <!-- end class org.apache.hadoop.io.MapWritable --> <!-- start class org.apache.hadoop.io.MD5Hash --> <class name="MD5Hash" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="MD5Hash" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs an MD5Hash.]]> </doc> </constructor> <constructor name="MD5Hash" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs an MD5Hash from a hex string.]]> </doc> </constructor> <constructor name="MD5Hash" type="byte[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs an MD5Hash with a specified value.]]> </doc> </constructor> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="read" return="org.apache.hadoop.io.MD5Hash" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Constructs, reads and returns an instance.]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="that" type="org.apache.hadoop.io.MD5Hash"/> <doc> <![CDATA[Copy the contents of another instance into this instance.]]> </doc> </method> <method name="getDigest" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the digest bytes.]]> </doc> </method> <method name="digest" return="org.apache.hadoop.io.MD5Hash" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="data" type="byte[]"/> <doc> <![CDATA[Construct a hash value for a byte array.]]> </doc> </method> <method name="getDigester" return="java.security.MessageDigest" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a thread local MD5 digester]]> </doc> </method> <method name="digest" return="org.apache.hadoop.io.MD5Hash" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct a hash value for the content from the InputStream.]]> </doc> </method> <method name="digest" return="org.apache.hadoop.io.MD5Hash" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="data" type="byte[]"/> <param name="start" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Construct a hash value for a byte array.]]> </doc> </method> <method name="digest" return="org.apache.hadoop.io.MD5Hash" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dataArr" type="byte[][]"/> <param name="start" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Construct a hash value for an array of byte array.]]> </doc> </method> <method name="digest" return="org.apache.hadoop.io.MD5Hash" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="string" type="java.lang.String"/> <doc> <![CDATA[Construct a hash value for a String.]]> </doc> </method> <method name="digest" return="org.apache.hadoop.io.MD5Hash" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="org.apache.hadoop.io.UTF8"/> <doc> <![CDATA[Construct a hash value for a String.]]> </doc> </method> <method name="halfDigest" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a half-sized version of this MD5. Fits in a long]]> </doc> </method> <method name="quarterDigest" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return a 32-bit digest of the MD5. @return the first 4 bytes of the md5]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is an MD5Hash whose digest contains the same values.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a hash code value for this object. Only uses the first 4 bytes, since md5s are evenly distributed.]]> </doc> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="that" type="org.apache.hadoop.io.MD5Hash"/> <doc> <![CDATA[Compares this object with the specified object for order.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a string representation of this object.]]> </doc> </method> <method name="setDigest" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="hex" type="java.lang.String"/> <doc> <![CDATA[Sets the digest value from a hex string.]]> </doc> </method> <field name="MD5_LEN" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[A Writable for MD5 hash values.]]> </doc> </class> <!-- end class org.apache.hadoop.io.MD5Hash --> <!-- start class org.apache.hadoop.io.MultipleIOException --> <class name="MultipleIOException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getExceptions" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the underlying exceptions]]> </doc> </method> <method name="createIOException" return="java.io.IOException" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="exceptions" type="java.util.List"/> <doc> <![CDATA[A convenient method to create an {@link IOException}.]]> </doc> </method> <doc> <![CDATA[Encapsulate a list of {@link IOException} into an {@link IOException}]]> </doc> </class> <!-- end class org.apache.hadoop.io.MultipleIOException --> <!-- start class org.apache.hadoop.io.NullWritable --> <class name="NullWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <method name="get" return="org.apache.hadoop.io.NullWritable" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the single instance of this class.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="org.apache.hadoop.io.NullWritable"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="java.lang.Object"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Singleton Writable with no data.]]> </doc> </class> <!-- end class org.apache.hadoop.io.NullWritable --> <!-- start class org.apache.hadoop.io.ObjectWritable --> <class name="ObjectWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="ObjectWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ObjectWritable" type="java.lang.Object" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ObjectWritable" type="java.lang.Class, java.lang.Object" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="get" return="java.lang.Object" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the instance, or null if none.]]> </doc> </method> <method name="getDeclaredClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the class this is meant to be.]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="instance" type="java.lang.Object"/> <doc> <![CDATA[Reset the instance.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeObject" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="instance" type="java.lang.Object"/> <param name="declaredClass" type="java.lang.Class"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write a {@link Writable}, {@link String}, primitive type, or an array of the preceding.]]> </doc> </method> <method name="writeObject" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="instance" type="java.lang.Object"/> <param name="declaredClass" type="java.lang.Class"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="allowCompactArrays" type="boolean"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write a {@link Writable}, {@link String}, primitive type, or an array of the preceding. @param allowCompactArrays - set true for RPC and internal or intra-cluster usages. Set false for inter-cluster, File, and other persisted output usages, to preserve the ability to interchange files with other clusters that may not be running the same version of software. Sometime in ~2013 we can consider removing this parameter and always using the compact format.]]> </doc> </method> <method name="readObject" return="java.lang.Object" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read a {@link Writable}, {@link String}, primitive type, or an array of the preceding.]]> </doc> </method> <method name="readObject" return="java.lang.Object" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="objectWritable" type="org.apache.hadoop.io.ObjectWritable"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read a {@link Writable}, {@link String}, primitive type, or an array of the preceding.]]> </doc> </method> <method name="loadClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="className" type="java.lang.String"/> <doc> <![CDATA[Find and load the class with given name <tt>className</tt> by first finding it in the specified <tt>conf</tt>. If the specified <tt>conf</tt> is null, try load it directly.]]> </doc> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A polymorphic Writable that writes an instance with it's class name. Handles arrays, strings and primitive types without a Writable wrapper.]]> </doc> </class> <!-- end class org.apache.hadoop.io.ObjectWritable --> <!-- start interface org.apache.hadoop.io.RawComparator --> <interface name="RawComparator" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.util.Comparator"/> <method name="compare" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b1" type="byte[]"/> <param name="s1" type="int"/> <param name="l1" type="int"/> <param name="b2" type="byte[]"/> <param name="s2" type="int"/> <param name="l2" type="int"/> <doc> <![CDATA[Compare two objects in binary. b1[s1:l1] is the first object, and b2[s2:l2] is the second object. @param b1 The first byte array. @param s1 The position index in b1. The object under comparison's starting index. @param l1 The length of the object in b1. @param b2 The second byte array. @param s2 The position index in b2. The object under comparison's starting index. @param l2 The length of the object under comparison in b2. @return An integer result of the comparison.]]> </doc> </method> <doc> <![CDATA[<p> A {@link Comparator} that operates directly on byte representations of objects. </p> @param <T> @see DeserializerComparator]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.RawComparator --> <!-- start class org.apache.hadoop.io.SequenceFile --> <class name="SequenceFile" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getDefaultCompressionType" return="org.apache.hadoop.io.SequenceFile.CompressionType" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="job" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Get the compression type for the reduce outputs @param job the job config to look in @return the kind of compression to use]]> </doc> </method> <method name="setDefaultCompressionType" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="job" type="org.apache.hadoop.conf.Configuration"/> <param name="val" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <doc> <![CDATA[Set the default compression type for sequence files. @param job the configuration to modify @param val the new compression type (none, block, record)]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="opts" type="org.apache.hadoop.io.SequenceFile.Writer.Option[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a new Writer with the given options. @param conf the configuration to use @param opts the options to create the file with @return a new Writer @throws IOException]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @param progress The Progressable object to track progress. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @param codec The compression codec. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @param codec The compression codec. @param progress The Progressable object to track progress. @param metadata The metadata of the file. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param bufferSize buffer size for the underlaying outputstream. @param replication replication factor for the file. @param blockSize block size for the file. @param compressionType The compression type. @param codec The compression codec. @param progress The Progressable object to track progress. @param metadata The metadata of the file. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="bufferSize" type="int"/> <param name="replication" type="short"/> <param name="blockSize" type="long"/> <param name="createParent" type="boolean"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param bufferSize buffer size for the underlaying outputstream. @param replication replication factor for the file. @param blockSize block size for the file. @param createParent create parent directory if non-existent @param compressionType The compression type. @param codec The compression codec. @param metadata The metadata of the file. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fc" type="org.apache.hadoop.fs.FileContext"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/> <param name="createFlag" type="java.util.EnumSet"/> <param name="opts" type="org.apache.hadoop.fs.Options.CreateOpts[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fc The context for the specified file. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @param codec The compression codec. @param metadata The metadata of the file. @param createFlag gives the semantics of create: overwrite, append etc. @param opts file creation options; see {@link CreateOpts}. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="fs" type="org.apache.hadoop.fs.FileSystem"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="name" type="org.apache.hadoop.fs.Path"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <param name="progress" type="org.apache.hadoop.util.Progressable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of SequenceFile Writer. @param fs The configured filesystem. @param conf The configuration. @param name The name of the file. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @param codec The compression codec. @param progress The Progressable object to track progress. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="out" type="org.apache.hadoop.fs.FSDataOutputStream"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of 'raw' SequenceFile Writer. @param conf The configuration. @param out The stream on top which the writer is to be constructed. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @param codec The compression codec. @param metadata The metadata of the file. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="Use {@link #createWriter(Configuration, Writer.Option...)} instead."> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="out" type="org.apache.hadoop.fs.FSDataOutputStream"/> <param name="keyClass" type="java.lang.Class"/> <param name="valClass" type="java.lang.Class"/> <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Construct the preferred type of 'raw' SequenceFile Writer. @param conf The configuration. @param out The stream on top which the writer is to be constructed. @param keyClass The 'key' type. @param valClass The 'value' type. @param compressionType The compression type. @param codec The compression codec. @return Returns the handle to the constructed SequenceFile Writer. @throws IOException @deprecated Use {@link #createWriter(Configuration, Writer.Option...)} instead.]]> </doc> </method> <field name="SYNC_INTERVAL" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The number of bytes between sync points. 100 KB, default. Computed as 5 KB * 20 = 100 KB]]> </doc> </field> <doc> <![CDATA[<code>SequenceFile</code>s are flat files consisting of binary key/value pairs. <p><code>SequenceFile</code> provides {@link SequenceFile.Writer}, {@link SequenceFile.Reader} and {@link Sorter} classes for writing, reading and sorting respectively.</p> There are three <code>SequenceFile</code> <code>Writer</code>s based on the {@link CompressionType} used to compress key/value pairs: <ol> <li> <code>Writer</code> : Uncompressed records. </li> <li> <code>RecordCompressWriter</code> : Record-compressed files, only compress values. </li> <li> <code>BlockCompressWriter</code> : Block-compressed files, both keys & values are collected in 'blocks' separately and compressed. The size of the 'block' is configurable. </ol> <p>The actual compression algorithm used to compress key and/or values can be specified by using the appropriate {@link CompressionCodec}.</p> <p>The recommended way is to use the static <tt>createWriter</tt> methods provided by the <code>SequenceFile</code> to chose the preferred format.</p> <p>The {@link SequenceFile.Reader} acts as the bridge and can read any of the above <code>SequenceFile</code> formats.</p> <h4 id="Formats">SequenceFile Formats</h4> <p>Essentially there are 3 different formats for <code>SequenceFile</code>s depending on the <code>CompressionType</code> specified. All of them share a <a href="#Header">common header</a> described below. <h5 id="Header">SequenceFile Header</h5> <ul> <li> version - 3 bytes of magic header <b>SEQ</b>, followed by 1 byte of actual version number (e.g. SEQ4 or SEQ6) </li> <li> keyClassName -key class </li> <li> valueClassName - value class </li> <li> compression - A boolean which specifies if compression is turned on for keys/values in this file. </li> <li> blockCompression - A boolean which specifies if block-compression is turned on for keys/values in this file. </li> <li> compression codec - <code>CompressionCodec</code> class which is used for compression of keys and/or values (if compression is enabled). </li> <li> metadata - {@link Metadata} for this file. </li> <li> sync - A sync marker to denote end of the header. </li> </ul> <h5 id="#UncompressedFormat">Uncompressed SequenceFile Format</h5> <ul> <li> <a href="#Header">Header</a> </li> <li> Record <ul> <li>Record length</li> <li>Key length</li> <li>Key</li> <li>Value</li> </ul> </li> <li> A sync-marker every few <code>100</code> kilobytes or so. </li> </ul> <h5 id="#RecordCompressedFormat">Record-Compressed SequenceFile Format</h5> <ul> <li> <a href="#Header">Header</a> </li> <li> Record <ul> <li>Record length</li> <li>Key length</li> <li>Key</li> <li><i>Compressed</i> Value</li> </ul> </li> <li> A sync-marker every few <code>100</code> kilobytes or so. </li> </ul> <h5 id="#BlockCompressedFormat">Block-Compressed SequenceFile Format</h5> <ul> <li> <a href="#Header">Header</a> </li> <li> Record <i>Block</i> <ul> <li>Uncompressed number of records in the block</li> <li>Compressed key-lengths block-size</li> <li>Compressed key-lengths block</li> <li>Compressed keys block-size</li> <li>Compressed keys block</li> <li>Compressed value-lengths block-size</li> <li>Compressed value-lengths block</li> <li>Compressed values block-size</li> <li>Compressed values block</li> </ul> </li> <li> A sync-marker every block. </li> </ul> <p>The compressed blocks of key lengths and value lengths consist of the actual lengths of individual keys/values encoded in ZeroCompressedInteger format.</p> @see CompressionCodec]]> </doc> </class> <!-- end class org.apache.hadoop.io.SequenceFile --> <!-- start class org.apache.hadoop.io.SetFile --> <class name="SetFile" extends="org.apache.hadoop.io.MapFile" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="SetFile" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <doc> <![CDATA[A file-based set of keys.]]> </doc> </class> <!-- end class org.apache.hadoop.io.SetFile --> <!-- start class org.apache.hadoop.io.ShortWritable --> <class name="ShortWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="ShortWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ShortWritable" type="short" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="short"/> <doc> <![CDATA[Set the value of this ShortWritable.]]> </doc> </method> <method name="get" return="short" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this ShortWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[read the short value]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[write short value]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a ShortWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[hash code]]> </doc> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.ShortWritable"/> <doc> <![CDATA[Compares two ShortWritable.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Short values in string format]]> </doc> </method> <doc> <![CDATA[A WritableComparable for shorts.]]> </doc> </class> <!-- end class org.apache.hadoop.io.ShortWritable --> <!-- start class org.apache.hadoop.io.SortedMapWritable --> <class name="SortedMapWritable" extends="org.apache.hadoop.io.AbstractMapWritable" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.util.SortedMap"/> <constructor name="SortedMapWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[default constructor.]]> </doc> </constructor> <constructor name="SortedMapWritable" type="org.apache.hadoop.io.SortedMapWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Copy constructor. @param other the map to copy from]]> </doc> </constructor> <method name="comparator" return="java.util.Comparator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="firstKey" return="K" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="headMap" return="java.util.SortedMap" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="toKey" type="K"/> </method> <method name="lastKey" return="K" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="subMap" return="java.util.SortedMap" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fromKey" type="K"/> <param name="toKey" type="K"/> </method> <method name="tailMap" return="java.util.SortedMap" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="fromKey" type="K"/> </method> <method name="clear" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="containsKey" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.Object"/> </method> <method name="containsValue" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.lang.Object"/> </method> <method name="entrySet" return="java.util.Set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="get" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.Object"/> </method> <method name="isEmpty" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="keySet" return="java.util.Set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="put" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="K"/> <param name="value" type="org.apache.hadoop.io.Writable"/> </method> <method name="putAll" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="t" type="java.util.Map"/> </method> <method name="remove" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.Object"/> </method> <method name="size" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="values" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A Writable SortedMap.]]> </doc> </class> <!-- end class org.apache.hadoop.io.SortedMapWritable --> <!-- start interface org.apache.hadoop.io.Stringifier --> <interface name="Stringifier" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Closeable"/> <method name="toString" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="T"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Converts the object to a string representation @param obj the object to convert @return the string representation of the object @throws IOException if the object cannot be converted]]> </doc> </method> <method name="fromString" return="T" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="str" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Restores the object from its string representation. @param str the string representation of the object @return restored object @throws IOException if the object cannot be restored]]> </doc> </method> <method name="close" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Closes this object. @throws IOException if an I/O error occurs]]> </doc> </method> <doc> <![CDATA[Stringifier interface offers two methods to convert an object to a string representation and restore the object given its string representation. @param <T> the class of the objects to stringify]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.Stringifier --> <!-- start class org.apache.hadoop.io.Text --> <class name="Text" extends="org.apache.hadoop.io.BinaryComparable" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="Text" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="Text" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct from a string.]]> </doc> </constructor> <constructor name="Text" type="org.apache.hadoop.io.Text" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct from another text.]]> </doc> </constructor> <constructor name="Text" type="byte[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct from a byte array.]]> </doc> </constructor> <method name="copyBytes" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get a copy of the bytes that is exactly the length of the data. See {@link #getBytes()} for faster access to the underlying array.]]> </doc> </method> <method name="getBytes" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the raw bytes; however, only data up to {@link #getLength()} is valid. Please use {@link #copyBytes()} if you need the returned array to be precisely the length of the data.]]> </doc> </method> <method name="getLength" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the number of bytes in the byte array]]> </doc> </method> <method name="charAt" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="position" type="int"/> <doc> <![CDATA[Returns the Unicode Scalar Value (32-bit integer value) for the character at <code>position</code>. Note that this method avoids using the converter or doing String instantiation @return the Unicode scalar value at position or -1 if the position is invalid or points to a trailing byte]]> </doc> </method> <method name="find" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="what" type="java.lang.String"/> </method> <method name="find" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="what" type="java.lang.String"/> <param name="start" type="int"/> <doc> <![CDATA[Finds any occurrence of <code>what</code> in the backing buffer, starting as position <code>start</code>. The starting position is measured in bytes and the return value is in terms of byte position in the buffer. The backing buffer is not converted to a string for this operation. @return byte position of the first occurrence of the search string in the UTF-8 buffer or -1 if not found]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="string" type="java.lang.String"/> <doc> <![CDATA[Set to contain the contents of a string.]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <doc> <![CDATA[Set to a utf8 byte array]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[copy a text.]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <param name="start" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Set the Text to range of bytes @param utf8 the data to copy from @param start the first position of the new string @param len the number of bytes of the new string]]> </doc> </method> <method name="append" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <param name="start" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Append a range of bytes to the end of the given text @param utf8 the data to copy from @param start the first position to append from utf8 @param len the number of bytes to append]]> </doc> </method> <method name="clear" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Clear the string to empty. <em>Note</em>: For performance reasons, this call does not clear the underlying byte array that is retrievable via {@link #getBytes()}. In order to free the byte-array memory, call {@link #set(byte[])} with an empty byte array (For example, <code>new byte[0]</code>).]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Convert text back to string @see java.lang.Object#toString()]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[deserialize]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="maxLength" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="skip" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Skips over one Text in the input.]]> </doc> </method> <method name="readWithKnownLength" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read a Text object whose length is already known. This allows creating Text from a stream which uses a different serialization format.]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[serialize write this object to out length uses zero-compressed encoding @see Writable#write(DataOutput)]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="maxLength" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a Text with the same contents.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="decode" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/> <doc> <![CDATA[Converts the provided byte array to a String using the UTF-8 encoding. If the input is malformed, replace by a default value.]]> </doc> </method> <method name="decode" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <param name="start" type="int"/> <param name="length" type="int"/> <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/> </method> <method name="decode" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <param name="start" type="int"/> <param name="length" type="int"/> <param name="replace" type="boolean"/> <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/> <doc> <![CDATA[Converts the provided byte array to a String using the UTF-8 encoding. If <code>replace</code> is true, then malformed input is replaced with the substitution character, which is U+FFFD. Otherwise the method throws a MalformedInputException.]]> </doc> </method> <method name="encode" return="java.nio.ByteBuffer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="string" type="java.lang.String"/> <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/> <doc> <![CDATA[Converts the provided String to bytes using the UTF-8 encoding. If the input is malformed, invalid chars are replaced by a default value. @return ByteBuffer: bytes stores at ByteBuffer.array() and length is ByteBuffer.limit()]]> </doc> </method> <method name="encode" return="java.nio.ByteBuffer" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="string" type="java.lang.String"/> <param name="replace" type="boolean"/> <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/> <doc> <![CDATA[Converts the provided String to bytes using the UTF-8 encoding. If <code>replace</code> is true, then malformed input is replaced with the substitution character, which is U+FFFD. Otherwise the method throws a MalformedInputException. @return ByteBuffer: bytes stores at ByteBuffer.array() and length is ByteBuffer.limit()]]> </doc> </method> <method name="readString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read a UTF8 encoded string from in]]> </doc> </method> <method name="readString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="maxLength" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read a UTF8 encoded string with a maximum size]]> </doc> </method> <method name="writeString" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="s" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write a UTF8 encoded string to out]]> </doc> </method> <method name="writeString" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="s" type="java.lang.String"/> <param name="maxLength" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write a UTF8 encoded string with a maximum size to out]]> </doc> </method> <method name="validateUTF8" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <exception name="MalformedInputException" type="java.nio.charset.MalformedInputException"/> <doc> <![CDATA[Check if a byte array contains valid utf-8 @param utf8 byte array @throws MalformedInputException if the byte array contains invalid utf-8]]> </doc> </method> <method name="validateUTF8" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="utf8" type="byte[]"/> <param name="start" type="int"/> <param name="len" type="int"/> <exception name="MalformedInputException" type="java.nio.charset.MalformedInputException"/> <doc> <![CDATA[Check to see if a byte array is valid utf-8 @param utf8 the array of bytes @param start the offset of the first byte in the array @param len the length of the byte sequence @throws MalformedInputException if the byte array contains invalid bytes]]> </doc> </method> <method name="bytesToCodePoint" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="java.nio.ByteBuffer"/> <doc> <![CDATA[Returns the next code point at the current position in the buffer. The buffer's position will be incremented. Any mark set on this buffer will be changed by this method!]]> </doc> </method> <method name="utf8Length" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="string" type="java.lang.String"/> <doc> <![CDATA[For the given string, returns the number of UTF-8 bytes required to encode the string. @param string text to encode @return number of UTF-8 bytes required to encode]]> </doc> </method> <field name="DEFAULT_MAX_LEN" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[This class stores text using standard UTF8 encoding. It provides methods to serialize, deserialize, and compare texts at byte level. The type of length is integer and is serialized using zero-compressed format. <p>In addition, it provides methods for string traversal without converting the byte array to a string. <p>Also includes utilities for serializing/deserialing a string, coding/decoding a string, checking if a byte array contains valid UTF8 code, calculating the length of an encoded string.]]> </doc> </class> <!-- end class org.apache.hadoop.io.Text --> <!-- start class org.apache.hadoop.io.TwoDArrayWritable --> <class name="TwoDArrayWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="TwoDArrayWritable" type="java.lang.Class" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="TwoDArrayWritable" type="java.lang.Class, org.apache.hadoop.io.Writable[][]" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="toArray" return="java.lang.Object" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="values" type="org.apache.hadoop.io.Writable[][]"/> </method> <method name="get" return="org.apache.hadoop.io.Writable[][]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A Writable for 2D arrays containing a matrix of instances of a class.]]> </doc> </class> <!-- end class org.apache.hadoop.io.TwoDArrayWritable --> <!-- start class org.apache.hadoop.io.VersionedWritable --> <class name="VersionedWritable" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="VersionedWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getVersion" return="byte" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the version number of the current implementation.]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A base class for Writables that provides version checking. <p>This is useful when a class may evolve, so that instances written by the old version of the class may still be processed by the new version. To handle this situation, {@link #readFields(DataInput)} implementations should catch {@link VersionMismatchException}.]]> </doc> </class> <!-- end class org.apache.hadoop.io.VersionedWritable --> <!-- start class org.apache.hadoop.io.VersionMismatchException --> <class name="VersionMismatchException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="VersionMismatchException" type="byte, byte" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a string representation of this object.]]> </doc> </method> <doc> <![CDATA[Thrown by {@link VersionedWritable#readFields(DataInput)} when the version of an object being read does not match the current implementation version as returned by {@link VersionedWritable#getVersion()}.]]> </doc> </class> <!-- end class org.apache.hadoop.io.VersionMismatchException --> <!-- start class org.apache.hadoop.io.VIntWritable --> <class name="VIntWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="VIntWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="VIntWritable" type="int" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="int"/> <doc> <![CDATA[Set the value of this VIntWritable.]]> </doc> </method> <method name="get" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this VIntWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a VIntWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.VIntWritable"/> <doc> <![CDATA[Compares two VIntWritables.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A WritableComparable for integer values stored in variable-length format. Such values take between one and five bytes. Smaller values take fewer bytes. @see org.apache.hadoop.io.WritableUtils#readVInt(DataInput)]]> </doc> </class> <!-- end class org.apache.hadoop.io.VIntWritable --> <!-- start class org.apache.hadoop.io.VLongWritable --> <class name="VLongWritable" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.WritableComparable"/> <constructor name="VLongWritable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="VLongWritable" type="long" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="long"/> <doc> <![CDATA[Set the value of this LongWritable.]]> </doc> </method> <method name="get" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the value of this LongWritable.]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Returns true iff <code>o</code> is a VLongWritable with the same value.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="compareTo" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="org.apache.hadoop.io.VLongWritable"/> <doc> <![CDATA[Compares two VLongWritables.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A WritableComparable for longs in a variable-length format. Such values take between one and five bytes. Smaller values take fewer bytes. @see org.apache.hadoop.io.WritableUtils#readVLong(DataInput)]]> </doc> </class> <!-- end class org.apache.hadoop.io.VLongWritable --> <!-- start interface org.apache.hadoop.io.Writable --> <interface name="Writable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="write" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Serialize the fields of this object to <code>out</code>. @param out <code>DataOuput</code> to serialize this object into. @throws IOException]]> </doc> </method> <method name="readFields" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Deserialize the fields of this object from <code>in</code>. <p>For efficiency, implementations should attempt to re-use storage in the existing object where possible.</p> @param in <code>DataInput</code> to deseriablize this object from. @throws IOException]]> </doc> </method> <doc> <![CDATA[A serializable object which implements a simple, efficient, serialization protocol, based on {@link DataInput} and {@link DataOutput}. <p>Any <code>key</code> or <code>value</code> type in the Hadoop Map-Reduce framework implements this interface.</p> <p>Implementations typically implement a static <code>read(DataInput)</code> method which constructs a new instance, calls {@link #readFields(DataInput)} and returns the instance.</p> <p>Example:</p> <p><blockquote><pre> public class MyWritable implements Writable { // Some data private int counter; private long timestamp; // Default constructor to allow (de)serialization MyWritable() { } public void write(DataOutput out) throws IOException { out.writeInt(counter); out.writeLong(timestamp); } public void readFields(DataInput in) throws IOException { counter = in.readInt(); timestamp = in.readLong(); } public static MyWritable read(DataInput in) throws IOException { MyWritable w = new MyWritable(); w.readFields(in); return w; } } </pre></blockquote></p>]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.Writable --> <!-- start interface org.apache.hadoop.io.WritableComparable --> <interface name="WritableComparable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <implements name="java.lang.Comparable"/> <doc> <![CDATA[A {@link Writable} which is also {@link Comparable}. <p><code>WritableComparable</code>s can be compared to each other, typically via <code>Comparator</code>s. Any type which is to be used as a <code>key</code> in the Hadoop Map-Reduce framework should implement this interface.</p> <p>Note that <code>hashCode()</code> is frequently used in Hadoop to partition keys. It's important that your implementation of hashCode() returns the same result across different instances of the JVM. Note also that the default <code>hashCode()</code> implementation in <code>Object</code> does <b>not</b> satisfy this property.</p> <p>Example:</p> <p><blockquote><pre> public class MyWritableComparable implements WritableComparable<MyWritableComparable> { // Some data private int counter; private long timestamp; public void write(DataOutput out) throws IOException { out.writeInt(counter); out.writeLong(timestamp); } public void readFields(DataInput in) throws IOException { counter = in.readInt(); timestamp = in.readLong(); } public int compareTo(MyWritableComparable o) { int thisValue = this.value; int thatValue = o.value; return (thisValue < thatValue ? -1 : (thisValue==thatValue ? 0 : 1)); } public int hashCode() { final int prime = 31; int result = 1; result = prime * result + counter; result = prime * result + (int) (timestamp ^ (timestamp >>> 32)); return result } } </pre></blockquote></p>]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.WritableComparable --> <!-- start class org.apache.hadoop.io.WritableComparator --> <class name="WritableComparator" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.RawComparator"/> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="WritableComparator" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <constructor name="WritableComparator" type="java.lang.Class" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Construct for a {@link WritableComparable} implementation.]]> </doc> </constructor> <constructor name="WritableComparator" type="java.lang.Class, boolean" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <constructor name="WritableComparator" type="java.lang.Class, org.apache.hadoop.conf.Configuration, boolean" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <method name="get" return="org.apache.hadoop.io.WritableComparator" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="c" type="java.lang.Class"/> <doc> <![CDATA[For backwards compatibility.]]> </doc> </method> <method name="get" return="org.apache.hadoop.io.WritableComparator" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="c" type="java.lang.Class"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Get a comparator for a {@link WritableComparable} implementation.]]> </doc> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="define" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="c" type="java.lang.Class"/> <param name="comparator" type="org.apache.hadoop.io.WritableComparator"/> <doc> <![CDATA[Register an optimized comparator for a {@link WritableComparable} implementation. Comparators registered with this method must be thread-safe.]]> </doc> </method> <method name="getKeyClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the WritableComparable implementation class.]]> </doc> </method> <method name="newKey" return="org.apache.hadoop.io.WritableComparable" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a new {@link WritableComparable} instance.]]> </doc> </method> <method name="compare" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b1" type="byte[]"/> <param name="s1" type="int"/> <param name="l1" type="int"/> <param name="b2" type="byte[]"/> <param name="s2" type="int"/> <param name="l2" type="int"/> <doc> <![CDATA[Optimization hook. Override this to make SequenceFile.Sorter's scream. <p>The default implementation reads the data into two {@link WritableComparable}s (using {@link Writable#readFields(DataInput)}, then calls {@link #compare(WritableComparable,WritableComparable)}.]]> </doc> </method> <method name="compare" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="a" type="org.apache.hadoop.io.WritableComparable"/> <param name="b" type="org.apache.hadoop.io.WritableComparable"/> <doc> <![CDATA[Compare two WritableComparables. <p> The default implementation uses the natural ordering, calling {@link Comparable#compareTo(Object)}.]]> </doc> </method> <method name="compare" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="a" type="java.lang.Object"/> <param name="b" type="java.lang.Object"/> </method> <method name="compareBytes" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="b1" type="byte[]"/> <param name="s1" type="int"/> <param name="l1" type="int"/> <param name="b2" type="byte[]"/> <param name="s2" type="int"/> <param name="l2" type="int"/> <doc> <![CDATA[Lexicographic order of binary data.]]> </doc> </method> <method name="hashBytes" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="offset" type="int"/> <param name="length" type="int"/> <doc> <![CDATA[Compute hash for binary data.]]> </doc> </method> <method name="hashBytes" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="length" type="int"/> <doc> <![CDATA[Compute hash for binary data.]]> </doc> </method> <method name="readUnsignedShort" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="start" type="int"/> <doc> <![CDATA[Parse an unsigned short from a byte array.]]> </doc> </method> <method name="readInt" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="start" type="int"/> <doc> <![CDATA[Parse an integer from a byte array.]]> </doc> </method> <method name="readFloat" return="float" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="start" type="int"/> <doc> <![CDATA[Parse a float from a byte array.]]> </doc> </method> <method name="readLong" return="long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="start" type="int"/> <doc> <![CDATA[Parse a long from a byte array.]]> </doc> </method> <method name="readDouble" return="double" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="start" type="int"/> <doc> <![CDATA[Parse a double from a byte array.]]> </doc> </method> <method name="readVLong" return="long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="start" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads a zero-compressed encoded long from a byte array and returns it. @param bytes byte array with decode long @param start starting index @throws java.io.IOException @return deserialized long]]> </doc> </method> <method name="readVInt" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="bytes" type="byte[]"/> <param name="start" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads a zero-compressed encoded integer from a byte array and returns it. @param bytes byte array with the encoded integer @param start start index @throws java.io.IOException @return deserialized integer]]> </doc> </method> <doc> <![CDATA[A Comparator for {@link WritableComparable}s. <p>This base implementation uses the natural ordering. To define alternate orderings, override {@link #compare(WritableComparable,WritableComparable)}. <p>One may optimize compare-intensive operations by overriding {@link #compare(byte[],int,int,byte[],int,int)}. Static utility methods are provided to assist in optimized implementations of this method.]]> </doc> </class> <!-- end class org.apache.hadoop.io.WritableComparator --> <!-- start class org.apache.hadoop.io.WritableFactories --> <class name="WritableFactories" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="setFactory" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="c" type="java.lang.Class"/> <param name="factory" type="org.apache.hadoop.io.WritableFactory"/> <doc> <![CDATA[Define a factory for a class.]]> </doc> </method> <method name="getFactory" return="org.apache.hadoop.io.WritableFactory" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="c" type="java.lang.Class"/> <doc> <![CDATA[Define a factory for a class.]]> </doc> </method> <method name="newInstance" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="c" type="java.lang.Class"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Create a new instance of a class with a defined factory.]]> </doc> </method> <method name="newInstance" return="org.apache.hadoop.io.Writable" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="c" type="java.lang.Class"/> <doc> <![CDATA[Create a new instance of a class with a defined factory.]]> </doc> </method> <doc> <![CDATA[Factories for non-public writables. Defining a factory permits {@link ObjectWritable} to be able to construct instances of non-public classes.]]> </doc> </class> <!-- end class org.apache.hadoop.io.WritableFactories --> <!-- start interface org.apache.hadoop.io.WritableFactory --> <interface name="WritableFactory" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="newInstance" return="org.apache.hadoop.io.Writable" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return a new instance.]]> </doc> </method> <doc> <![CDATA[A factory for a class of Writable. @see WritableFactories]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.WritableFactory --> <!-- start class org.apache.hadoop.io.WritableUtils --> <class name="WritableUtils" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <constructor name="WritableUtils" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="readCompressedByteArray" return="byte[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="skipCompressedByteArray" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeCompressedByteArray" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="bytes" type="byte[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readCompressedString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeCompressedString" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="s" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeString" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="s" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeStringArray" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="s" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeCompressedStringArray" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="s" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readStringArray" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readCompressedStringArray" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="displayByteArray" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="record" type="byte[]"/> </method> <method name="clone" return="T" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="orig" type="T"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Make a copy of a writable object using serialization to a buffer. @param orig The object to copy @return The copied object]]> </doc> </method> <method name="cloneInto" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="use ReflectionUtils.cloneInto instead."> <param name="dst" type="org.apache.hadoop.io.Writable"/> <param name="src" type="org.apache.hadoop.io.Writable"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Make a copy of the writable object using serialization to a buffer @param dst the object to copy from @param src the object to copy into, which is destroyed @throws IOException @deprecated use ReflectionUtils.cloneInto instead.]]> </doc> </method> <method name="writeVInt" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stream" type="java.io.DataOutput"/> <param name="i" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Serializes an integer to a binary stream with zero-compressed encoding. For -112 <= i <= 127, only one byte is used with the actual value. For other values of i, the first byte value indicates whether the integer is positive or negative, and the number of bytes that follow. If the first byte value v is between -113 and -116, the following integer is positive, with number of bytes that follow are -(v+112). If the first byte value v is between -121 and -124, the following integer is negative, with number of bytes that follow are -(v+120). Bytes are stored in the high-non-zero-byte-first order. @param stream Binary output stream @param i Integer to be serialized @throws java.io.IOException]]> </doc> </method> <method name="writeVLong" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stream" type="java.io.DataOutput"/> <param name="i" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Serializes a long to a binary stream with zero-compressed encoding. For -112 <= i <= 127, only one byte is used with the actual value. For other values of i, the first byte value indicates whether the long is positive or negative, and the number of bytes that follow. If the first byte value v is between -113 and -120, the following long is positive, with number of bytes that follow are -(v+112). If the first byte value v is between -121 and -128, the following long is negative, with number of bytes that follow are -(v+120). Bytes are stored in the high-non-zero-byte-first order. @param stream Binary output stream @param i Long to be serialized @throws java.io.IOException]]> </doc> </method> <method name="readVLong" return="long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stream" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads a zero-compressed encoded long from input stream and returns it. @param stream Binary input stream @throws java.io.IOException @return deserialized long from stream.]]> </doc> </method> <method name="readVInt" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stream" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads a zero-compressed encoded integer from input stream and returns it. @param stream Binary input stream @throws java.io.IOException @return deserialized integer from stream.]]> </doc> </method> <method name="readVIntInRange" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stream" type="java.io.DataInput"/> <param name="lower" type="int"/> <param name="upper" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reads an integer from the input stream and returns it. This function validates that the integer is between [lower, upper], inclusive. @param stream Binary input stream @throws java.io.IOException @return deserialized integer from stream]]> </doc> </method> <method name="isNegativeVInt" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="byte"/> <doc> <![CDATA[Given the first byte of a vint/vlong, determine the sign @param value the first byte @return is the value negative]]> </doc> </method> <method name="decodeVIntSize" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="byte"/> <doc> <![CDATA[Parse the first byte of a vint/vlong to determine the number of bytes @param value the first byte of the vint/vlong @return the total number of bytes (1 to 9)]]> </doc> </method> <method name="getVIntSize" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="i" type="long"/> <doc> <![CDATA[Get the encoded length if an integer is stored in a variable-length format @return the encoded length]]> </doc> </method> <method name="readEnum" return="T" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="enumType" type="java.lang.Class"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read an Enum value from DataInput, Enums are read and written using String values. @param <T> Enum type @param in DataInput to read from @param enumType Class type of Enum @return Enum represented by String read from DataInput @throws IOException]]> </doc> </method> <method name="writeEnum" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="enumVal" type="java.lang.Enum"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[writes String value of enum to DataOutput. @param out Dataoutput stream @param enumVal enum value @throws IOException]]> </doc> </method> <method name="skipFully" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Skip <i>len</i> number of bytes in input stream<i>in</i> @param in input stream @param len number of bytes to skip @throws IOException when skipped less number of bytes]]> </doc> </method> <method name="toByteArray" return="byte[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="writables" type="org.apache.hadoop.io.Writable[]"/> <doc> <![CDATA[Convert writables to a byte array]]> </doc> </method> <method name="readStringSafely" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <param name="maxLength" type="int"/> <exception name="IOException" type="java.io.IOException"/> <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/> <doc> <![CDATA[Read a string, but check it for sanity. The format consists of a vint followed by the given number of bytes. @param in the stream to read from @param maxLength the largest acceptable length of the encoded string @return the bytes as a string @throws IOException if reading from the DataInput fails @throws IllegalArgumentException if the encoded byte size for string is negative or larger than maxSize. Only the vint is read.]]> </doc> </method> </class> <!-- end class org.apache.hadoop.io.WritableUtils --> <doc> <![CDATA[Generic i/o code for use when reading and writing data to the network, to databases, and to files.]]> </doc> </package> <package name="org.apache.hadoop.io.compress"> <!-- start class org.apache.hadoop.io.compress.BlockCompressorStream --> <class name="BlockCompressorStream" extends="org.apache.hadoop.io.compress.CompressorStream" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="BlockCompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor, int, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a {@link BlockCompressorStream}. @param out stream @param compressor compressor to be used @param bufferSize size of buffer @param compressionOverhead maximum 'overhead' of the compression algorithm with given bufferSize]]> </doc> </constructor> <constructor name="BlockCompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a {@link BlockCompressorStream} with given output-stream and compressor. Use default of 512 as bufferSize and compressionOverhead of (1% of bufferSize + 12 bytes) = 18 bytes (zlib algorithm). @param out stream @param compressor compressor to be used]]> </doc> </constructor> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write the data provided to the compression codec, compressing no more than the buffer size less the compression overhead as specified during construction for each block. Each block contains the uncompressed length for the block, followed by one or more length-prefixed blocks of compressed data.]]> </doc> </method> <method name="finish" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="compress" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A {@link org.apache.hadoop.io.compress.CompressorStream} which works with 'block-based' based compression algorithms, as opposed to 'stream-based' compression algorithms. It should be noted that this wrapper does not guarantee that blocks will be sized for the compressor. If the {@link org.apache.hadoop.io.compress.Compressor} requires buffering to effect meaningful compression, it is responsible for it.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.BlockCompressorStream --> <!-- start class org.apache.hadoop.io.compress.BlockDecompressorStream --> <class name="BlockDecompressorStream" extends="org.apache.hadoop.io.compress.DecompressorStream" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="BlockDecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link BlockDecompressorStream}. @param in input stream @param decompressor decompressor to use @param bufferSize size of buffer @throws IOException]]> </doc> </constructor> <constructor name="BlockDecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link BlockDecompressorStream}. @param in input stream @param decompressor decompressor to use @throws IOException]]> </doc> </constructor> <constructor name="BlockDecompressorStream" type="java.io.InputStream" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </constructor> <method name="decompress" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getCompressedData" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="resetState" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A {@link org.apache.hadoop.io.compress.DecompressorStream} which works with 'block-based' based compression algorithms, as opposed to 'stream-based' compression algorithms.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.BlockDecompressorStream --> <!-- start class org.apache.hadoop.io.compress.BZip2Codec --> <class name="BZip2Codec" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.conf.Configurable"/> <implements name="org.apache.hadoop.io.compress.SplittableCompressionCodec"/> <constructor name="BZip2Codec" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Creates a new instance of BZip2Codec.]]> </doc> </constructor> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Set the configuration to be used by this object. @param conf the configuration object.]]> </doc> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the configuration used by this object. @return the configuration object used by this objec.]]> </doc> </method> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionOutputStream} that will write to the given {@link OutputStream}. @param out the location for the final output stream @return a stream the user can write uncompressed data to, to have it compressed @throws IOException]]> </doc> </method> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionOutputStream} that will write to the given {@link OutputStream} with the given {@link Compressor}. @param out the location for the final output stream @param compressor compressor to use @return a stream the user can write uncompressed data to, to have it compressed @throws IOException]]> </doc> </method> <method name="getCompressorType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the type of {@link Compressor} needed by this {@link CompressionCodec}. @return the type of compressor needed by this codec.]]> </doc> </method> <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new {@link Compressor} for use by this {@link CompressionCodec}. @return a new compressor for use by this codec]]> </doc> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionInputStream} that will read from the given input stream and return a stream for uncompressed data. @param in the stream to read compressed bytes from @return a stream to read uncompressed bytes from @throws IOException]]> </doc> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionInputStream} that will read from the given {@link InputStream} with the given {@link Decompressor}, and return a stream for uncompressed data. @param in the stream to read compressed bytes from @param decompressor decompressor to use @return a stream to read uncompressed bytes from @throws IOException]]> </doc> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.SplitCompressionInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="seekableIn" type="java.io.InputStream"/> <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/> <param name="start" type="long"/> <param name="end" type="long"/> <param name="readMode" type="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Creates CompressionInputStream to be used to read off uncompressed data in one of the two reading modes. i.e. Continuous or Blocked reading modes @param seekableIn The InputStream @param start The start offset into the compressed stream @param end The end offset into the compressed stream @param readMode Controls whether progress is reported continuously or only at block boundaries. @return CompressionInputStream for BZip2 aligned at block boundaries]]> </doc> </method> <method name="getDecompressorType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the type of {@link Decompressor} needed by this {@link CompressionCodec}. @return the type of decompressor needed by this codec.]]> </doc> </method> <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new {@link Decompressor} for use by this {@link CompressionCodec}. @return a new decompressor for use by this codec]]> </doc> </method> <method name="getDefaultExtension" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[.bz2 is recognized as the default extension for compressed BZip2 files @return A String telling the default bzip2 file extension]]> </doc> </method> <doc> <![CDATA[This class provides output and input streams for bzip2 compression and decompression. It uses the native bzip2 library on the system if possible, else it uses a pure-Java implementation of the bzip2 algorithm. The configuration parameter io.compression.codec.bzip2.library can be used to control this behavior. In the pure-Java mode, the Compressor and Decompressor interfaces are not implemented. Therefore, in that mode, those methods of CompressionCodec which have a Compressor or Decompressor type argument, throw UnsupportedOperationException. Currently, support for splittability is available only in the pure-Java mode; therefore, if a SplitCompressionInputStream is requested, the pure-Java implementation is used, regardless of the setting of the configuration parameter mentioned above.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.BZip2Codec --> <!-- start class org.apache.hadoop.io.compress.CodecPool --> <class name="CodecPool" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CodecPool" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getCompressor" return="org.apache.hadoop.io.compress.Compressor" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Get a {@link Compressor} for the given {@link CompressionCodec} from the pool or a new one. @param codec the <code>CompressionCodec</code> for which to get the <code>Compressor</code> @param conf the <code>Configuration</code> object which contains confs for creating or reinit the compressor @return <code>Compressor</code> for the given <code>CompressionCodec</code> from the pool or a new one]]> </doc> </method> <method name="getCompressor" return="org.apache.hadoop.io.compress.Compressor" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> </method> <method name="getDecompressor" return="org.apache.hadoop.io.compress.Decompressor" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <doc> <![CDATA[Get a {@link Decompressor} for the given {@link CompressionCodec} from the pool or a new one. @param codec the <code>CompressionCodec</code> for which to get the <code>Decompressor</code> @return <code>Decompressor</code> for the given <code>CompressionCodec</code> the pool or a new one]]> </doc> </method> <method name="returnCompressor" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/> <doc> <![CDATA[Return the {@link Compressor} to the pool. @param compressor the <code>Compressor</code> to be returned to the pool]]> </doc> </method> <method name="returnDecompressor" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/> <doc> <![CDATA[Return the {@link Decompressor} to the pool. @param decompressor the <code>Decompressor</code> to be returned to the pool]]> </doc> </method> <method name="getLeasedCompressorsCount" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <doc> <![CDATA[Return the number of leased {@link Compressor}s for this {@link CompressionCodec}]]> </doc> </method> <method name="getLeasedDecompressorsCount" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/> <doc> <![CDATA[Return the number of leased {@link Decompressor}s for this {@link CompressionCodec}]]> </doc> </method> <doc> <![CDATA[A global compressor/decompressor pool used to save and reuse (possibly native) compression/decompression codecs.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.CodecPool --> <!-- start interface org.apache.hadoop.io.compress.CompressionCodec --> <interface name="CompressionCodec" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionOutputStream} that will write to the given {@link OutputStream}. @param out the location for the final output stream @return a stream the user can write uncompressed data to have it compressed @throws IOException]]> </doc> </method> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionOutputStream} that will write to the given {@link OutputStream} with the given {@link Compressor}. @param out the location for the final output stream @param compressor compressor to use @return a stream the user can write uncompressed data to have it compressed @throws IOException]]> </doc> </method> <method name="getCompressorType" return="java.lang.Class" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the type of {@link Compressor} needed by this {@link CompressionCodec}. @return the type of compressor needed by this codec.]]> </doc> </method> <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new {@link Compressor} for use by this {@link CompressionCodec}. @return a new compressor for use by this codec]]> </doc> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionInputStream} that will read from the given input stream. @param in the stream to read compressed bytes from @return a stream to read uncompressed bytes from @throws IOException]]> </doc> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a {@link CompressionInputStream} that will read from the given {@link InputStream} with the given {@link Decompressor}. @param in the stream to read compressed bytes from @param decompressor decompressor to use @return a stream to read uncompressed bytes from @throws IOException]]> </doc> </method> <method name="getDecompressorType" return="java.lang.Class" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the type of {@link Decompressor} needed by this {@link CompressionCodec}. @return the type of decompressor needed by this codec.]]> </doc> </method> <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new {@link Decompressor} for use by this {@link CompressionCodec}. @return a new decompressor for use by this codec]]> </doc> </method> <method name="getDefaultExtension" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the default filename extension for this kind of compression. @return the extension including the '.']]> </doc> </method> <doc> <![CDATA[This class encapsulates a streaming compression/decompression pair.]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.compress.CompressionCodec --> <!-- start class org.apache.hadoop.io.compress.CompressionCodecFactory --> <class name="CompressionCodecFactory" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CompressionCodecFactory" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Find the codecs specified in the config value io.compression.codecs and register them. Defaults to gzip and deflate.]]> </doc> </constructor> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Print the extension map out as a string.]]> </doc> </method> <method name="getCodecClasses" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Get the list of codecs discovered via a Java ServiceLoader, or listed in the configuration. Codecs specified in configuration come later in the returned list, and are considered to override those from the ServiceLoader. @param conf the configuration to look in @return a list of the {@link CompressionCodec} classes]]> </doc> </method> <method name="setCodecClasses" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="classes" type="java.util.List"/> <doc> <![CDATA[Sets a list of codec classes in the configuration. In addition to any classes specified using this method, {@link CompressionCodec} classes on the classpath are discovered using a Java ServiceLoader. @param conf the configuration to modify @param classes the list of classes to set]]> </doc> </method> <method name="getCodec" return="org.apache.hadoop.io.compress.CompressionCodec" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="file" type="org.apache.hadoop.fs.Path"/> <doc> <![CDATA[Find the relevant compression codec for the given file based on its filename suffix. @param file the filename to check @return the codec object]]> </doc> </method> <method name="getCodecByClassName" return="org.apache.hadoop.io.compress.CompressionCodec" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="classname" type="java.lang.String"/> <doc> <![CDATA[Find the relevant compression codec for the codec's canonical class name. @param classname the canonical class name of the codec @return the codec object]]> </doc> </method> <method name="getCodecByName" return="org.apache.hadoop.io.compress.CompressionCodec" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="codecName" type="java.lang.String"/> <doc> <![CDATA[Find the relevant compression codec for the codec's canonical class name or by codec alias. <p/> Codec aliases are case insensitive. <p/> The code alias is the short class name (without the package name). If the short class name ends with 'Codec', then there are two aliases for the codec, the complete short class name and the short class name without the 'Codec' ending. For example for the 'GzipCodec' codec class name the alias are 'gzip' and 'gzipcodec'. @param codecName the canonical class name of the codec @return the codec object]]> </doc> </method> <method name="getCodecClassByName" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="codecName" type="java.lang.String"/> <doc> <![CDATA[Find the relevant compression codec for the codec's canonical class name or by codec alias and returns its implemetation class. <p/> Codec aliases are case insensitive. <p/> The code alias is the short class name (without the package name). If the short class name ends with 'Codec', then there are two aliases for the codec, the complete short class name and the short class name without the 'Codec' ending. For example for the 'GzipCodec' codec class name the alias are 'gzip' and 'gzipcodec'. @param codecName the canonical class name of the codec @return the codec class]]> </doc> </method> <method name="removeSuffix" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="java.lang.String"/> <param name="suffix" type="java.lang.String"/> <doc> <![CDATA[Removes a suffix from a filename, if it has it. @param filename the filename to strip @param suffix the suffix to remove @return the shortened filename]]> </doc> </method> <method name="main" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String[]"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[A little test program. @param args]]> </doc> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[A factory that will find the correct codec for a given filename.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.CompressionCodecFactory --> <!-- start class org.apache.hadoop.io.compress.CompressionInputStream --> <class name="CompressionInputStream" extends="java.io.InputStream" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.fs.Seekable"/> <constructor name="CompressionInputStream" type="java.io.InputStream" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a compression input stream that reads the decompressed bytes from the given stream. @param in The input stream to be compressed. @throws IOException]]> </doc> </constructor> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="read" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read bytes from the stream. Made abstract to prevent leakage to underlying stream.]]> </doc> </method> <method name="resetState" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reset the decompressor to its initial state and discard any buffered data, as the underlying stream may have been repositioned.]]> </doc> </method> <method name="getPos" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[This method returns the current position in the stream. @return Current position in stream as a long]]> </doc> </method> <method name="seek" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="pos" type="long"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> <doc> <![CDATA[This method is current not supported. @throws UnsupportedOperationException]]> </doc> </method> <method name="seekToNewSource" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="targetPos" type="long"/> <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/> <doc> <![CDATA[This method is current not supported. @throws UnsupportedOperationException]]> </doc> </method> <field name="in" type="java.io.InputStream" transient="false" volatile="false" static="false" final="true" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[The input stream to be compressed.]]> </doc> </field> <field name="maxAvailableData" type="long" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <doc> <![CDATA[A compression input stream. <p>Implementations are assumed to be buffered. This permits clients to reposition the underlying input stream then call {@link #resetState()}, without having to also synchronize client buffers.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.CompressionInputStream --> <!-- start class org.apache.hadoop.io.compress.CompressionOutputStream --> <class name="CompressionOutputStream" extends="java.io.OutputStream" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CompressionOutputStream" type="java.io.OutputStream" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Create a compression output stream that writes the compressed bytes to the given stream. @param out]]> </doc> </constructor> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="flush" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write compressed bytes to the stream. Made abstract to prevent leakage to underlying stream.]]> </doc> </method> <method name="finish" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Finishes writing compressed data to the output stream without closing the underlying stream.]]> </doc> </method> <method name="resetState" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Reset the compression to the initial state. Does not reset the underlying stream.]]> </doc> </method> <field name="out" type="java.io.OutputStream" transient="false" volatile="false" static="false" final="true" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[The output stream to be compressed.]]> </doc> </field> <doc> <![CDATA[A compression output stream.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.CompressionOutputStream --> <!-- start interface org.apache.hadoop.io.compress.Compressor --> <interface name="Compressor" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="setInput" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Sets input data for compression. This should be called whenever #needsInput() returns <code>true</code> indicating that more input data is required. @param b Input data @param off Start offset @param len Length]]> </doc> </method> <method name="needsInput" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if the input data buffer is empty and #setInput() should be called to provide more input. @return <code>true</code> if the input data buffer is empty and #setInput() should be called in order to provide more input.]]> </doc> </method> <method name="setDictionary" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Sets preset dictionary for compression. A preset dictionary is used when the history buffer can be predetermined. @param b Dictionary data bytes @param off Start offset @param len Length]]> </doc> </method> <method name="getBytesRead" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return number of uncompressed bytes input so far.]]> </doc> </method> <method name="getBytesWritten" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return number of compressed bytes output so far.]]> </doc> </method> <method name="finish" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[When called, indicates that compression should end with the current contents of the input buffer.]]> </doc> </method> <method name="finished" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns true if the end of the compressed data output stream has been reached. @return <code>true</code> if the end of the compressed data output stream has been reached.]]> </doc> </method> <method name="compress" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Fills specified buffer with compressed data. Returns actual number of bytes of compressed data. A return value of 0 indicates that needsInput() should be called in order to determine if more input data is required. @param b Buffer for the compressed data @param off Start offset of the data @param len Size of the buffer @return The actual number of bytes of compressed data.]]> </doc> </method> <method name="reset" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Resets compressor so that a new set of input data can be processed.]]> </doc> </method> <method name="end" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Closes the compressor and discards any unprocessed input.]]> </doc> </method> <method name="reinit" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Prepare the compressor to be used in a new stream with settings defined in the given Configuration @param conf Configuration from which new setting are fetched]]> </doc> </method> <doc> <![CDATA[Specification of a stream-based 'compressor' which can be plugged into a {@link CompressionOutputStream} to compress data. This is modelled after {@link java.util.zip.Deflater}]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.compress.Compressor --> <!-- start class org.apache.hadoop.io.compress.CompressorStream --> <class name="CompressorStream" extends="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor, int" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="CompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="CompressorStream" type="java.io.OutputStream" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Allow derived classes to directly set the underlying stream. @param out Underlying output stream.]]> </doc> </constructor> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="compress" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="finish" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="resetState" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <field name="compressor" type="org.apache.hadoop.io.compress.Compressor" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="buffer" type="byte[]" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="closed" type="boolean" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> </class> <!-- end class org.apache.hadoop.io.compress.CompressorStream --> <!-- start interface org.apache.hadoop.io.compress.Decompressor --> <interface name="Decompressor" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="setInput" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Sets input data for decompression. This should be called if and only if {@link #needsInput()} returns <code>true</code> indicating that more input data is required. (Both native and non-native versions of various Decompressors require that the data passed in via <code>b[]</code> remain unmodified until the caller is explicitly notified--via {@link #needsInput()}--that the buffer may be safely modified. With this requirement, an extra buffer-copy can be avoided.) @param b Input data @param off Start offset @param len Length]]> </doc> </method> <method name="needsInput" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns <code>true</code> if the input data buffer is empty and {@link #setInput(byte[], int, int)} should be called to provide more input. @return <code>true</code> if the input data buffer is empty and {@link #setInput(byte[], int, int)} should be called in order to provide more input.]]> </doc> </method> <method name="setDictionary" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <doc> <![CDATA[Sets preset dictionary for compression. A preset dictionary is used when the history buffer can be predetermined. @param b Dictionary data bytes @param off Start offset @param len Length]]> </doc> </method> <method name="needsDictionary" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns <code>true</code> if a preset dictionary is needed for decompression. @return <code>true</code> if a preset dictionary is needed for decompression]]> </doc> </method> <method name="finished" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns <code>true</code> if the end of the decompressed data output stream has been reached. Indicates a concatenated data stream when finished() returns <code>true</code> and {@link #getRemaining()} returns a positive value. finished() will be reset with the {@link #reset()} method. @return <code>true</code> if the end of the decompressed data output stream has been reached.]]> </doc> </method> <method name="decompress" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Fills specified buffer with uncompressed data. Returns actual number of bytes of uncompressed data. A return value of 0 indicates that {@link #needsInput()} should be called in order to determine if more input data is required. @param b Buffer for the compressed data @param off Start offset of the data @param len Size of the buffer @return The actual number of bytes of uncompressed data. @throws IOException]]> </doc> </method> <method name="getRemaining" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the number of bytes remaining in the compressed data buffer. Indicates a concatenated data stream if {@link #finished()} returns <code>true</code> and getRemaining() returns a positive value. If {@link #finished()} returns <code>true</code> and getRemaining() returns a zero value, indicates that the end of data stream has been reached and is not a concatenated data stream. @return The number of bytes remaining in the compressed data buffer.]]> </doc> </method> <method name="reset" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Resets decompressor and input and output buffers so that a new set of input data can be processed. If {@link #finished()}} returns <code>true</code> and {@link #getRemaining()} returns a positive value, reset() is called before processing of the next data stream in the concatenated data stream. {@link #finished()} will be reset and will return <code>false</code> when reset() is called.]]> </doc> </method> <method name="end" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Closes the decompressor and discards any unprocessed input.]]> </doc> </method> <doc> <![CDATA[Specification of a stream-based 'de-compressor' which can be plugged into a {@link CompressionInputStream} to compress data. This is modelled after {@link java.util.zip.Inflater}]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.compress.Decompressor --> <!-- start class org.apache.hadoop.io.compress.DecompressorStream --> <class name="DecompressorStream" extends="org.apache.hadoop.io.compress.CompressionInputStream" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="DecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </constructor> <constructor name="DecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </constructor> <constructor name="DecompressorStream" type="java.io.InputStream" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Allow derived classes to directly set the underlying stream. @param in Underlying input stream. @throws IOException]]> </doc> </constructor> <method name="read" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="read" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="decompress" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getCompressedData" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="checkStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="resetState" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="skip" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="n" type="long"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="available" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="markSupported" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="mark" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="readlimit" type="int"/> </method> <method name="reset" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <field name="decompressor" type="org.apache.hadoop.io.compress.Decompressor" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="buffer" type="byte[]" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="eof" type="boolean" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="closed" type="boolean" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> </class> <!-- end class org.apache.hadoop.io.compress.DecompressorStream --> <!-- start class org.apache.hadoop.io.compress.DefaultCodec --> <class name="DefaultCodec" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.conf.Configurable"/> <implements name="org.apache.hadoop.io.compress.CompressionCodec"/> <implements name="org.apache.hadoop.io.compress.DirectDecompressionCodec"/> <constructor name="DefaultCodec" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getCompressorType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getDecompressorType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createDirectDecompressor" return="org.apache.hadoop.io.compress.DirectDecompressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[{@inheritDoc}]]> </doc> </method> <method name="getDefaultExtension" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> </class> <!-- end class org.apache.hadoop.io.compress.DefaultCodec --> <!-- start interface org.apache.hadoop.io.compress.DirectDecompressionCodec --> <interface name="DirectDecompressionCodec" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.compress.CompressionCodec"/> <method name="createDirectDecompressor" return="org.apache.hadoop.io.compress.DirectDecompressor" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new {@link DirectDecompressor} for use by this {@link DirectDecompressionCodec}. @return a new direct decompressor for use by this codec]]> </doc> </method> <doc> <![CDATA[This class encapsulates a codec which can decompress direct bytebuffers.]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.compress.DirectDecompressionCodec --> <!-- start interface org.apache.hadoop.io.compress.DirectDecompressor --> <interface name="DirectDecompressor" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="decompress" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="src" type="java.nio.ByteBuffer"/> <param name="dst" type="java.nio.ByteBuffer"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Specification of a direct ByteBuffer 'de-compressor'.]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.compress.DirectDecompressor --> <!-- start class org.apache.hadoop.io.compress.GzipCodec --> <class name="GzipCodec" extends="org.apache.hadoop.io.compress.DefaultCodec" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="GzipCodec" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.OutputStream"/> <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getCompressorType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.InputStream"/> <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDecompressorType" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="createDirectDecompressor" return="org.apache.hadoop.io.compress.DirectDecompressor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getDefaultExtension" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[This class creates gzip compressors/decompressors.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.GzipCodec --> <!-- start class org.apache.hadoop.io.compress.SplitCompressionInputStream --> <class name="SplitCompressionInputStream" extends="org.apache.hadoop.io.compress.CompressionInputStream" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="SplitCompressionInputStream" type="java.io.InputStream, long, long" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </constructor> <method name="setStart" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="start" type="long"/> </method> <method name="setEnd" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="end" type="long"/> </method> <method name="getAdjustedStart" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[After calling createInputStream, the values of start or end might change. So this method can be used to get the new value of start. @return The changed value of start]]> </doc> </method> <method name="getAdjustedEnd" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[After calling createInputStream, the values of start or end might change. So this method can be used to get the new value of end. @return The changed value of end]]> </doc> </method> <doc> <![CDATA[An InputStream covering a range of compressed data. The start and end offsets requested by a client may be modified by the codec to fit block boundaries or other algorithm-dependent requirements.]]> </doc> </class> <!-- end class org.apache.hadoop.io.compress.SplitCompressionInputStream --> <!-- start interface org.apache.hadoop.io.compress.SplittableCompressionCodec --> <interface name="SplittableCompressionCodec" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.compress.CompressionCodec"/> <method name="createInputStream" return="org.apache.hadoop.io.compress.SplitCompressionInputStream" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="seekableIn" type="java.io.InputStream"/> <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/> <param name="start" type="long"/> <param name="end" type="long"/> <param name="readMode" type="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a stream as dictated by the readMode. This method is used when the codecs wants the ability to work with the underlying stream positions. @param seekableIn The seekable input stream (seeks in compressed data) @param start The start offset into the compressed stream. May be changed by the underlying codec. @param end The end offset into the compressed stream. May be changed by the underlying codec. @param readMode Controls whether stream position is reported continuously from the compressed stream only only at block boundaries. @return a stream to read uncompressed bytes from]]> </doc> </method> <doc> <![CDATA[This interface is meant to be implemented by those compression codecs which are capable to compress / de-compress a stream starting at any arbitrary position. Especially the process of de-compressing a stream starting at some arbitrary position is challenging. Most of the codecs are only able to successfully de-compress a stream, if they start from the very beginning till the end. One of the reasons is the stored state at the beginning of the stream which is crucial for de-compression. Yet there are few codecs which do not save the whole state at the beginning of the stream and hence can be used to de-compress stream starting at any arbitrary points. This interface is meant to be used by such codecs. Such codecs are highly valuable, especially in the context of Hadoop, because an input compressed file can be split and hence can be worked on by multiple machines in parallel.]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.compress.SplittableCompressionCodec --> </package> <package name="org.apache.hadoop.io.erasurecode"> <!-- start class org.apache.hadoop.io.erasurecode.ECSchema --> <class name="ECSchema" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <implements name="java.io.Serializable"/> <constructor name="ECSchema" type="java.util.Map" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with schema name and provided all options. Note the options may contain additional information for the erasure codec to interpret further. @param allOptions all schema options]]> </doc> </constructor> <constructor name="ECSchema" type="java.lang.String, int, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with key parameters provided. @param codecName codec name @param numDataUnits number of data units used in the schema @param numParityUnits number os parity units used in the schema]]> </doc> </constructor> <constructor name="ECSchema" type="java.lang.String, int, int, java.util.Map" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with key parameters provided. Note the extraOptions may contain additional information for the erasure codec to interpret further. @param codecName codec name @param numDataUnits number of data units used in the schema @param numParityUnits number os parity units used in the schema @param extraOptions extra options to configure the codec]]> </doc> </constructor> <method name="getCodecName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the codec name @return codec name]]> </doc> </method> <method name="getExtraOptions" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get extra options specific to a erasure code. @return extra options]]> </doc> </method> <method name="getNumDataUnits" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get required data units count in a coding group @return count of data units]]> </doc> </method> <method name="getNumParityUnits" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get required parity units count in a coding group @return count of parity units]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Make a meaningful string representation for log output. @return string representation]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <field name="NUM_DATA_UNITS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="NUM_PARITY_UNITS_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="CODEC_NAME_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Erasure coding schema to housekeeper relevant information.]]> </doc> </class> <!-- end class org.apache.hadoop.io.erasurecode.ECSchema --> </package> <package name="org.apache.hadoop.io.erasurecode.coder.util"> </package> <package name="org.apache.hadoop.io.erasurecode.grouper"> </package> <package name="org.apache.hadoop.io.file.tfile"> <!-- start class org.apache.hadoop.io.file.tfile.MetaBlockAlreadyExists --> <class name="MetaBlockAlreadyExists" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exception - Meta Block with the same name already exists.]]> </doc> </class> <!-- end class org.apache.hadoop.io.file.tfile.MetaBlockAlreadyExists --> <!-- start class org.apache.hadoop.io.file.tfile.MetaBlockDoesNotExist --> <class name="MetaBlockDoesNotExist" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exception - No such Meta Block with the given name.]]> </doc> </class> <!-- end class org.apache.hadoop.io.file.tfile.MetaBlockDoesNotExist --> <!-- start interface org.apache.hadoop.io.file.tfile.RawComparable --> <interface name="RawComparable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="buffer" return="byte[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the underlying byte array. @return The underlying byte array.]]> </doc> </method> <method name="offset" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the offset of the first byte in the byte array. @return The offset of the first byte in the byte array.]]> </doc> </method> <method name="size" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the size of the byte range in the byte array. @return The size of the byte range in the byte array.]]> </doc> </method> <doc> <![CDATA[Interface for objects that can be compared through {@link RawComparator}. This is useful in places where we need a single object reference to specify a range of bytes in a byte array, such as {@link Comparable} or {@link Collections#binarySearch(java.util.List, Object, Comparator)} The actual comparison among RawComparable's requires an external RawComparator and it is applications' responsibility to ensure two RawComparable are supposed to be semantically comparable with the same RawComparator.]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.file.tfile.RawComparable --> <!-- start class org.apache.hadoop.io.file.tfile.TFile --> <class name="TFile" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="makeComparator" return="java.util.Comparator" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Make a raw comparator from a string name. @param name Comparator name @return A RawComparable comparator.]]> </doc> </method> <method name="getSupportedCompressionAlgorithms" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get names of supported compression algorithms. The names are acceptable by TFile.Writer. @return Array of strings, each represents a supported compression algorithm. Currently, the following compression algorithms are supported. <ul> <li>"none" - No compression. <li>"lzo" - LZO compression. <li>"gz" - GZIP compression. </ul>]]> </doc> </method> <method name="main" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String[]"/> <doc> <![CDATA[Dumping the TFile information. @param args A list of TFile paths.]]> </doc> </method> <field name="COMPRESSION_GZ" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[compression: gzip]]> </doc> </field> <field name="COMPRESSION_LZO" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[compression: lzo]]> </doc> </field> <field name="COMPRESSION_NONE" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[compression: none]]> </doc> </field> <field name="COMPARATOR_MEMCMP" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[comparator: memcmp]]> </doc> </field> <field name="COMPARATOR_JCLASS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[comparator prefix: java class]]> </doc> </field> <doc> <![CDATA[A TFile is a container of key-value pairs. Both keys and values are type-less bytes. Keys are restricted to 64KB, value length is not restricted (practically limited to the available disk storage). TFile further provides the following features: <ul> <li>Block Compression. <li>Named meta data blocks. <li>Sorted or unsorted keys. <li>Seek by key or by file offset. </ul> The memory footprint of a TFile includes the following: <ul> <li>Some constant overhead of reading or writing a compressed block. <ul> <li>Each compressed block requires one compression/decompression codec for I/O. <li>Temporary space to buffer the key. <li>Temporary space to buffer the value (for TFile.Writer only). Values are chunk encoded, so that we buffer at most one chunk of user data. By default, the chunk buffer is 1MB. Reading chunked value does not require additional memory. </ul> <li>TFile index, which is proportional to the total number of Data Blocks. The total amount of memory needed to hold the index can be estimated as (56+AvgKeySize)*NumBlocks. <li>MetaBlock index, which is proportional to the total number of Meta Blocks.The total amount of memory needed to hold the index for Meta Blocks can be estimated as (40+AvgMetaBlockName)*NumMetaBlock. </ul> <p> The behavior of TFile can be customized by the following variables through Configuration: <ul> <li><b>tfile.io.chunk.size</b>: Value chunk size. Integer (in bytes). Default to 1MB. Values of the length less than the chunk size is guaranteed to have known value length in read time (See {@link TFile.Reader.Scanner.Entry#isValueLengthKnown()}). <li><b>tfile.fs.output.buffer.size</b>: Buffer size used for FSDataOutputStream. Integer (in bytes). Default to 256KB. <li><b>tfile.fs.input.buffer.size</b>: Buffer size used for FSDataInputStream. Integer (in bytes). Default to 256KB. </ul> <p> Suggestions on performance optimization. <ul> <li>Minimum block size. We recommend a setting of minimum block size between 256KB to 1MB for general usage. Larger block size is preferred if files are primarily for sequential access. However, it would lead to inefficient random access (because there are more data to decompress). Smaller blocks are good for random access, but require more memory to hold the block index, and may be slower to create (because we must flush the compressor stream at the conclusion of each data block, which leads to an FS I/O flush). Further, due to the internal caching in Compression codec, the smallest possible block size would be around 20KB-30KB. <li>The current implementation does not offer true multi-threading for reading. The implementation uses FSDataInputStream seek()+read(), which is shown to be much faster than positioned-read call in single thread mode. However, it also means that if multiple threads attempt to access the same TFile (using multiple scanners) simultaneously, the actual I/O is carried out sequentially even if they access different DFS blocks. <li>Compression codec. Use "none" if the data is not very compressable (by compressable, I mean a compression ratio at least 2:1). Generally, use "lzo" as the starting point for experimenting. "gz" overs slightly better compression ratio over "lzo" but requires 4x CPU to compress and 2x CPU to decompress, comparing to "lzo". <li>File system buffering, if the underlying FSDataInputStream and FSDataOutputStream is already adequately buffered; or if applications reads/writes keys and values in large buffers, we can reduce the sizes of input/output buffering in TFile layer by setting the configuration parameters "tfile.fs.input.buffer.size" and "tfile.fs.output.buffer.size". </ul> Some design rationale behind TFile can be found at <a href=https://issues.apache.org/jira/browse/HADOOP-3315>Hadoop-3315</a>.]]> </doc> </class> <!-- end class org.apache.hadoop.io.file.tfile.TFile --> <!-- start class org.apache.hadoop.io.file.tfile.Utils --> <class name="Utils" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="writeVInt" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="n" type="int"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Encoding an integer into a variable-length encoding format. Synonymous to <code>Utils#writeVLong(out, n)</code>. @param out output stream @param n The integer to be encoded @throws IOException @see Utils#writeVLong(DataOutput, long)]]> </doc> </method> <method name="writeVLong" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="n" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Encoding a Long integer into a variable-length encoding format. <ul> <li>if n in [-32, 127): encode in one byte with the actual value. Otherwise, <li>if n in [-20*2^8, 20*2^8): encode in two bytes: byte[0] = n/256 - 52; byte[1]=n&0xff. Otherwise, <li>if n IN [-16*2^16, 16*2^16): encode in three bytes: byte[0]=n/2^16 - 88; byte[1]=(n>>8)&0xff; byte[2]=n&0xff. Otherwise, <li>if n in [-8*2^24, 8*2^24): encode in four bytes: byte[0]=n/2^24 - 112; byte[1] = (n>>16)&0xff; byte[2] = (n>>8)&0xff; byte[3]=n&0xff. Otherwise: <li>if n in [-2^31, 2^31): encode in five bytes: byte[0]=-125; byte[1] = (n>>24)&0xff; byte[2]=(n>>16)&0xff; byte[3]=(n>>8)&0xff; byte[4]=n&0xff; <li>if n in [-2^39, 2^39): encode in six bytes: byte[0]=-124; byte[1] = (n>>32)&0xff; byte[2]=(n>>24)&0xff; byte[3]=(n>>16)&0xff; byte[4]=(n>>8)&0xff; byte[5]=n&0xff <li>if n in [-2^47, 2^47): encode in seven bytes: byte[0]=-123; byte[1] = (n>>40)&0xff; byte[2]=(n>>32)&0xff; byte[3]=(n>>24)&0xff; byte[4]=(n>>16)&0xff; byte[5]=(n>>8)&0xff; byte[6]=n&0xff; <li>if n in [-2^55, 2^55): encode in eight bytes: byte[0]=-122; byte[1] = (n>>48)&0xff; byte[2] = (n>>40)&0xff; byte[3]=(n>>32)&0xff; byte[4]=(n>>24)&0xff; byte[5]=(n>>16)&0xff; byte[6]=(n>>8)&0xff; byte[7]=n&0xff; <li>if n in [-2^63, 2^63): encode in nine bytes: byte[0]=-121; byte[1] = (n>>54)&0xff; byte[2] = (n>>48)&0xff; byte[3] = (n>>40)&0xff; byte[4]=(n>>32)&0xff; byte[5]=(n>>24)&0xff; byte[6]=(n>>16)&0xff; byte[7]=(n>>8)&0xff; byte[8]=n&0xff; </ul> @param out output stream @param n the integer number @throws IOException]]> </doc> </method> <method name="readVInt" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Decoding the variable-length integer. Synonymous to <code>(int)Utils#readVLong(in)</code>. @param in input stream @return the decoded integer @throws IOException @see Utils#readVLong(DataInput)]]> </doc> </method> <method name="readVLong" return="long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Decoding the variable-length integer. Suppose the value of the first byte is FB, and the following bytes are NB[*]. <ul> <li>if (FB >= -32), return (long)FB; <li>if (FB in [-72, -33]), return (FB+52)<<8 + NB[0]&0xff; <li>if (FB in [-104, -73]), return (FB+88)<<16 + (NB[0]&0xff)<<8 + NB[1]&0xff; <li>if (FB in [-120, -105]), return (FB+112)<<24 + (NB[0]&0xff)<<16 + (NB[1]&0xff)<<8 + NB[2]&0xff; <li>if (FB in [-128, -121]), return interpret NB[FB+129] as a signed big-endian integer. @param in input stream @return the decoded long integer. @throws IOException]]> </doc> </method> <method name="writeString" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <param name="s" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Write a String as a VInt n, followed by n Bytes as in Text format. @param out @param s @throws IOException]]> </doc> </method> <method name="readString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Read a String as a VInt n, followed by n Bytes in Text format. @param in The input stream. @return The string @throws IOException]]> </doc> </method> <method name="lowerBound" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="list" type="java.util.List"/> <param name="key" type="T"/> <param name="cmp" type="java.util.Comparator"/> <doc> <![CDATA[Lower bound binary search. Find the index to the first element in the list that compares greater than or equal to key. @param <T> Type of the input key. @param list The list @param key The input key. @param cmp Comparator for the key. @return The index to the desired element if it exists; or list.size() otherwise.]]> </doc> </method> <method name="upperBound" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="list" type="java.util.List"/> <param name="key" type="T"/> <param name="cmp" type="java.util.Comparator"/> <doc> <![CDATA[Upper bound binary search. Find the index to the first element in the list that compares greater than the input key. @param <T> Type of the input key. @param list The list @param key The input key. @param cmp Comparator for the key. @return The index to the desired element if it exists; or list.size() otherwise.]]> </doc> </method> <method name="lowerBound" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="list" type="java.util.List"/> <param name="key" type="T"/> <doc> <![CDATA[Lower bound binary search. Find the index to the first element in the list that compares greater than or equal to key. @param <T> Type of the input key. @param list The list @param key The input key. @return The index to the desired element if it exists; or list.size() otherwise.]]> </doc> </method> <method name="upperBound" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="list" type="java.util.List"/> <param name="key" type="T"/> <doc> <![CDATA[Upper bound binary search. Find the index to the first element in the list that compares greater than the input key. @param <T> Type of the input key. @param list The list @param key The input key. @return The index to the desired element if it exists; or list.size() otherwise.]]> </doc> </method> <doc> <![CDATA[Supporting Utility classes used by TFile, and shared by users of TFile.]]> </doc> </class> <!-- end class org.apache.hadoop.io.file.tfile.Utils --> </package> <package name="org.apache.hadoop.io.serializer"> <!-- start class org.apache.hadoop.io.serializer.JavaSerialization --> <class name="JavaSerialization" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.serializer.Serialization"/> <constructor name="JavaSerialization" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[<p> An experimental {@link Serialization} for Java {@link Serializable} classes. </p> @see JavaSerializationComparator]]> </doc> </class> <!-- end class org.apache.hadoop.io.serializer.JavaSerialization --> <!-- start class org.apache.hadoop.io.serializer.JavaSerializationComparator --> <class name="JavaSerializationComparator" extends="org.apache.hadoop.io.serializer.DeserializerComparator" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="JavaSerializationComparator" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </constructor> <doc> <![CDATA[<p> A {@link RawComparator} that uses a {@link JavaSerialization} {@link Deserializer} to deserialize objects that are then compared via their {@link Comparable} interfaces. </p> @param <T> @see JavaSerialization]]> </doc> </class> <!-- end class org.apache.hadoop.io.serializer.JavaSerializationComparator --> <!-- start class org.apache.hadoop.io.serializer.WritableSerialization --> <class name="WritableSerialization" extends="org.apache.hadoop.conf.Configured" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.serializer.Serialization"/> <constructor name="WritableSerialization" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[A {@link Serialization} for {@link Writable}s that delegates to {@link Writable#write(java.io.DataOutput)} and {@link Writable#readFields(java.io.DataInput)}.]]> </doc> </class> <!-- end class org.apache.hadoop.io.serializer.WritableSerialization --> <doc> <![CDATA[<p> This package provides a mechanism for using different serialization frameworks in Hadoop. The property "io.serializations" defines a list of {@link org.apache.hadoop.io.serializer.Serialization}s that know how to create {@link org.apache.hadoop.io.serializer.Serializer}s and {@link org.apache.hadoop.io.serializer.Deserializer}s. </p> <p> To add a new serialization framework write an implementation of {@link org.apache.hadoop.io.serializer.Serialization} and add its name to the "io.serializations" property. </p>]]> </doc> </package> <package name="org.apache.hadoop.io.serializer.avro"> <!-- start interface org.apache.hadoop.io.serializer.avro.AvroReflectSerializable --> <interface name="AvroReflectSerializable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Tag interface for Avro 'reflect' serializable classes. Classes implementing this interface can be serialized/deserialized using {@link AvroReflectSerialization}.]]> </doc> </interface> <!-- end interface org.apache.hadoop.io.serializer.avro.AvroReflectSerializable --> <!-- start class org.apache.hadoop.io.serializer.avro.AvroReflectSerialization --> <class name="AvroReflectSerialization" extends="org.apache.hadoop.io.serializer.avro.AvroSerialization" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="AvroReflectSerialization" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <field name="AVRO_REFLECT_PACKAGES" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Key to configure packages that contain classes to be serialized and deserialized using this class. Multiple packages can be specified using comma-separated list.]]> </doc> </field> <doc> <![CDATA[Serialization for Avro Reflect classes. For a class to be accepted by this serialization, it must either be in the package list configured via <code>avro.reflect.pkgs</code> or implement {@link AvroReflectSerializable} interface.]]> </doc> </class> <!-- end class org.apache.hadoop.io.serializer.avro.AvroReflectSerialization --> <!-- start class org.apache.hadoop.io.serializer.avro.AvroSerialization --> <class name="AvroSerialization" extends="org.apache.hadoop.conf.Configured" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.serializer.Serialization"/> <constructor name="AvroSerialization" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <field name="AVRO_SCHEMA_KEY" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Base class for providing serialization to Avro types.]]> </doc> </class> <!-- end class org.apache.hadoop.io.serializer.avro.AvroSerialization --> <!-- start class org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization --> <class name="AvroSpecificSerialization" extends="org.apache.hadoop.io.serializer.avro.AvroSerialization" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="AvroSpecificSerialization" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Serialization for Avro Specific classes. This serialization is to be used for classes generated by Avro's 'specific' compiler.]]> </doc> </class> <!-- end class org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization --> <doc> <![CDATA[<p> This package provides Avro serialization in Hadoop. This can be used to serialize/deserialize Avro types in Hadoop. </p> <p> Use {@link org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization} for serialization of classes generated by Avro's 'specific' compiler. </p> <p> Use {@link org.apache.hadoop.io.serializer.avro.AvroReflectSerialization} for other classes. {@link org.apache.hadoop.io.serializer.avro.AvroReflectSerialization} work for any class which is either in the package list configured via {@link org.apache.hadoop.io.serializer.avro.AvroReflectSerialization#AVRO_REFLECT_PACKAGES} or implement {@link org.apache.hadoop.io.serializer.avro.AvroReflectSerializable} interface. </p>]]> </doc> </package> <package name="org.apache.hadoop.ipc.protocolPB"> </package> <package name="org.apache.hadoop.log"> </package> <package name="org.apache.hadoop.log.metrics"> <!-- start class org.apache.hadoop.log.metrics.EventCounter --> <class name="EventCounter" extends="org.apache.log4j.AppenderSkeleton" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="EventCounter" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="append" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="event" type="org.apache.log4j.spi.LoggingEvent"/> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="requiresLayout" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A log4J Appender that simply counts logging events in three levels: fatal, error and warn. The class name is used in log4j.properties]]> </doc> </class> <!-- end class org.apache.hadoop.log.metrics.EventCounter --> </package> <package name="org.apache.hadoop.metrics2"> <!-- start class org.apache.hadoop.metrics2.AbstractMetric --> <class name="AbstractMetric" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsInfo"/> <constructor name="AbstractMetric" type="org.apache.hadoop.metrics2.MetricsInfo" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Construct the metric @param info about the metric]]> </doc> </constructor> <method name="name" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="description" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="info" return="org.apache.hadoop.metrics2.MetricsInfo" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="value" return="java.lang.Number" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the value of the metric @return the value of the metric]]> </doc> </method> <method name="type" return="org.apache.hadoop.metrics2.MetricType" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the type of the metric @return the type of the metric]]> </doc> </method> <method name="visit" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="visitor" type="org.apache.hadoop.metrics2.MetricsVisitor"/> <doc> <![CDATA[Accept a visitor interface @param visitor of the metric]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[The immutable metric]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.AbstractMetric --> <!-- start interface org.apache.hadoop.metrics2.MetricsCollector --> <interface name="MetricsCollector" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="addRecord" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Add a metrics record @param name of the record @return a {@link MetricsRecordBuilder} for the record {@code name}]]> </doc> </method> <method name="addRecord" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <doc> <![CDATA[Add a metrics record @param info of the record @return a {@link MetricsRecordBuilder} for metrics {@code info}]]> </doc> </method> <doc> <![CDATA[The metrics collector interface]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsCollector --> <!-- start class org.apache.hadoop.metrics2.MetricsException --> <class name="MetricsException" extends="java.lang.RuntimeException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MetricsException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct the exception with a message @param message for the exception]]> </doc> </constructor> <constructor name="MetricsException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct the exception with a message and a cause @param message for the exception @param cause of the exception]]> </doc> </constructor> <constructor name="MetricsException" type="java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct the exception with a cause @param cause of the exception]]> </doc> </constructor> <doc> <![CDATA[A general metrics exception wrapper]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.MetricsException --> <!-- start class org.apache.hadoop.metrics2.MetricsFilter --> <class name="MetricsFilter" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsPlugin"/> <constructor name="MetricsFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="accepts" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Whether to accept the name @param name to filter on @return true to accept; false otherwise.]]> </doc> </method> <method name="accepts" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tag" type="org.apache.hadoop.metrics2.MetricsTag"/> <doc> <![CDATA[Whether to accept the tag @param tag to filter on @return true to accept; false otherwise]]> </doc> </method> <method name="accepts" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tags" type="java.lang.Iterable"/> <doc> <![CDATA[Whether to accept the tags @param tags to filter on @return true to accept; false otherwise]]> </doc> </method> <method name="accepts" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/> <doc> <![CDATA[Whether to accept the record @param record to filter on @return true to accept; false otherwise.]]> </doc> </method> <doc> <![CDATA[The metrics filter interface. The MetricsFilter objects can be used either to filter the metrics from {@link MetricsSource}s or to filter metrics per {@link MetricsSink}.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.MetricsFilter --> <!-- start interface org.apache.hadoop.metrics2.MetricsInfo --> <interface name="MetricsInfo" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="name" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Typically name corresponds to annotation {@link Metric#value()} or the name of the class. @return the name of the metric/tag]]> </doc> </method> <method name="description" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Typically the description corresponds to annotation {@link Metric#about()} or the name of the class. @return the description of the metric/tag]]> </doc> </method> <doc> <![CDATA[Interface to provide immutable metainfo for metrics.]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsInfo --> <!-- start class org.apache.hadoop.metrics2.MetricsJsonBuilder --> <class name="MetricsJsonBuilder" extends="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MetricsJsonBuilder" type="org.apache.hadoop.metrics2.MetricsCollector" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Build an instance. @param parent parent collector. Unused in this instance; only used for the {@link #parent()} method]]> </doc> </constructor> <method name="tag" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="java.lang.String"/> </method> <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tag" type="org.apache.hadoop.metrics2.MetricsTag"/> </method> <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="metric" type="org.apache.hadoop.metrics2.AbstractMetric"/> </method> <method name="setContext" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.lang.String"/> </method> <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> </method> <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="float"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="double"/> </method> <method name="parent" return="org.apache.hadoop.metrics2.MetricsCollector" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Build a JSON dump of the metrics. The {@link #toString()} operator dumps out all values collected.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.MetricsJsonBuilder --> <!-- start interface org.apache.hadoop.metrics2.MetricsPlugin --> <interface name="MetricsPlugin" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="init" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.commons.configuration2.SubsetConfiguration"/> <doc> <![CDATA[Initialize the plugin @param conf the configuration object for the plugin]]> </doc> </method> <doc> <![CDATA[The plugin interface for the metrics framework]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsPlugin --> <!-- start interface org.apache.hadoop.metrics2.MetricsRecord --> <interface name="MetricsRecord" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="timestamp" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the timestamp of the metrics @return the timestamp]]> </doc> </method> <method name="name" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the metrics record name]]> </doc> </method> <method name="description" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the description of the metrics record]]> </doc> </method> <method name="context" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the context name of the metrics record]]> </doc> </method> <method name="tags" return="java.util.Collection" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the tags of the record Note: returning a collection instead of iterable as we need to use tags as keys (hence Collection#hashCode etc.) in maps @return an unmodifiable collection of tags]]> </doc> </method> <method name="metrics" return="java.lang.Iterable" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the metrics of the record @return an immutable iterable interface for metrics]]> </doc> </method> <doc> <![CDATA[An immutable snapshot of metrics with a timestamp]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsRecord --> <!-- start class org.apache.hadoop.metrics2.MetricsRecordBuilder --> <class name="MetricsRecordBuilder" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MetricsRecordBuilder" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="tag" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Add a metrics value with metrics information @param info metadata of the tag @param value of the tag @return self]]> </doc> </method> <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tag" type="org.apache.hadoop.metrics2.MetricsTag"/> <doc> <![CDATA[Add an immutable metrics tag object @param tag a pre-made tag object (potentially save an object construction) @return self]]> </doc> </method> <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="metric" type="org.apache.hadoop.metrics2.AbstractMetric"/> <doc> <![CDATA[Add a pre-made immutable metric object @param metric the pre-made metric to save an object construction @return self]]> </doc> </method> <method name="setContext" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Set the context tag @param value of the context @return self]]> </doc> </method> <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> <doc> <![CDATA[Add an integer metric @param info metadata of the metric @param value of the metric @return self]]> </doc> </method> <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> <doc> <![CDATA[Add an long metric @param info metadata of the metric @param value of the metric @return self]]> </doc> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> <doc> <![CDATA[Add a integer gauge metric @param info metadata of the metric @param value of the metric @return self]]> </doc> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> <doc> <![CDATA[Add a long gauge metric @param info metadata of the metric @param value of the metric @return self]]> </doc> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="float"/> <doc> <![CDATA[Add a float gauge metric @param info metadata of the metric @param value of the metric @return self]]> </doc> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="double"/> <doc> <![CDATA[Add a double gauge metric @param info metadata of the metric @param value of the metric @return self]]> </doc> </method> <method name="parent" return="org.apache.hadoop.metrics2.MetricsCollector" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the parent metrics collector object]]> </doc> </method> <method name="endRecord" return="org.apache.hadoop.metrics2.MetricsCollector" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Syntactic sugar to add multiple records in a collector in a one liner. @return the parent metrics collector object]]> </doc> </method> <doc> <![CDATA[The metrics record builder interface]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.MetricsRecordBuilder --> <!-- start interface org.apache.hadoop.metrics2.MetricsSink --> <interface name="MetricsSink" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsPlugin"/> <method name="putMetrics" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/> <doc> <![CDATA[Put a metrics record in the sink @param record the record to put]]> </doc> </method> <method name="flush" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Flush any buffered metrics]]> </doc> </method> <doc> <![CDATA[The metrics sink interface. <p> Implementations of this interface consume the {@link MetricsRecord} generated from {@link MetricsSource}. It registers with {@link MetricsSystem} which periodically pushes the {@link MetricsRecord} to the sink using {@link #putMetrics(MetricsRecord)} method. If the implementing class also implements {@link Closeable}, then the MetricsSystem will close the sink when it is stopped.]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsSink --> <!-- start interface org.apache.hadoop.metrics2.MetricsSource --> <interface name="MetricsSource" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getMetrics" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="collector" type="org.apache.hadoop.metrics2.MetricsCollector"/> <param name="all" type="boolean"/> <doc> <![CDATA[Get metrics from the metrics source @param collector to contain the resulting metrics snapshot @param all if true, return all metrics even if unchanged.]]> </doc> </method> <doc> <![CDATA[The source of metrics information. It generates and updates metrics. It registers with {@link MetricsSystem}, which periodically polls it to collect {@link MetricsRecord} and passes it to {@link MetricsSink}.]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsSource --> <!-- start class org.apache.hadoop.metrics2.MetricsSystem --> <class name="MetricsSystem" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsSystemMXBean"/> <constructor name="MetricsSystem" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="unregisterSource" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Unregister a metrics source @param name of the source. This is the name you use to call register()]]> </doc> </method> <method name="register" return="T" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="source" type="T"/> <doc> <![CDATA[Register a metrics source (deriving name and description from the object) @param <T> the actual type of the source object @param source object to register @return the source object @exception MetricsException]]> </doc> </method> <method name="register" return="T" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="source" type="T"/> <doc> <![CDATA[Register a metrics source @param <T> the actual type of the source object @param source object to register @param name of the source. Must be unique or null (then extracted from the annotations of the source object.) @param desc the description of the source (or null. See above.) @return the source object @exception MetricsException]]> </doc> </method> <method name="register" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="callback" type="org.apache.hadoop.metrics2.MetricsSystem.Callback"/> <doc> <![CDATA[Register a callback interface for JMX events @param callback the callback object implementing the MBean interface.]]> </doc> </method> <method name="publishMetricsNow" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Requests an immediate publish of all metrics from sources to sinks. This is a "soft" request: the expectation is that a best effort will be done to synchronously snapshot the metrics from all the sources and put them in all the sinks (including flushing the sinks) before returning to the caller. If this can't be accomplished in reasonable time it's OK to return to the caller before everything is done.]]> </doc> </method> <method name="shutdown" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Shutdown the metrics system completely (usually during server shutdown.) The MetricsSystemMXBean will be unregistered. @return true if shutdown completed]]> </doc> </method> <doc> <![CDATA[The metrics system interface. The following components are used for metrics. <ul> <li>{@link MetricsSource} generate and update metrics information.</li> <li>{@link MetricsSink} consume the metrics information</li> </ul> {@link MetricsSource} and {@link MetricsSink} register with the metrics system. Implementations of {@link MetricsSystem} polls the {@link MetricsSource}s periodically and pass the {@link MetricsRecord}s to {@link MetricsSink}.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.MetricsSystem --> <!-- start interface org.apache.hadoop.metrics2.MetricsSystemMXBean --> <interface name="MetricsSystemMXBean" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="start" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Start the metrics system @throws MetricsException]]> </doc> </method> <method name="stop" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stop the metrics system @throws MetricsException]]> </doc> </method> <method name="startMetricsMBeans" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Start metrics MBeans @throws MetricsException]]> </doc> </method> <method name="stopMetricsMBeans" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stop metrics MBeans. Note, it doesn't stop the metrics system control MBean, i.e this interface. @throws MetricsException]]> </doc> </method> <method name="currentConfig" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the current config Avoided getConfig, as it'll turn into a "Config" attribute, which doesn't support multiple line values in jconsole. @throws MetricsException]]> </doc> </method> <doc> <![CDATA[The JMX interface to the metrics system]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsSystemMXBean --> <!-- start class org.apache.hadoop.metrics2.MetricsTag --> <class name="MetricsTag" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsInfo"/> <constructor name="MetricsTag" type="org.apache.hadoop.metrics2.MetricsInfo, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct the tag with name, description and value @param info of the tag @param value of the tag]]> </doc> </constructor> <method name="name" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="description" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="info" return="org.apache.hadoop.metrics2.MetricsInfo" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the info object of the tag]]> </doc> </method> <method name="value" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the value of the tag @return the value]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Immutable tag for metrics (for grouping on host/queue/username etc.)]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.MetricsTag --> <!-- start class org.apache.hadoop.metrics2.MetricStringBuilder --> <class name="MetricStringBuilder" extends="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MetricStringBuilder" type="org.apache.hadoop.metrics2.MetricsCollector, java.lang.String, java.lang.String, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Build an instance. @param parent parent collector. Unused in this instance; only used for the {@link #parent()} method @param prefix string before each entry @param separator separator between name and value @param suffix suffix after each entry]]> </doc> </constructor> <method name="add" return="org.apache.hadoop.metrics2.MetricStringBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="java.lang.Object"/> </method> <method name="tuple" return="org.apache.hadoop.metrics2.MetricStringBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Add any key,val pair to the string, between the prefix and suffix, separated by the separator. @param key key @param value value @return this instance]]> </doc> </method> <method name="tag" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="java.lang.String"/> </method> <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tag" type="org.apache.hadoop.metrics2.MetricsTag"/> </method> <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="metric" type="org.apache.hadoop.metrics2.AbstractMetric"/> </method> <method name="setContext" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="java.lang.String"/> </method> <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> </method> <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="float"/> </method> <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="double"/> </method> <method name="parent" return="org.apache.hadoop.metrics2.MetricsCollector" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Build a string dump of the metrics. The {@link #toString()} operator dumps out all values collected. Every entry is formatted as {@code prefix + name + separator + value + suffix}]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.MetricStringBuilder --> <!-- start interface org.apache.hadoop.metrics2.MetricsVisitor --> <interface name="MetricsVisitor" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="gauge" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> <doc> <![CDATA[Callback for integer value gauges @param info the metric info @param value of the metric]]> </doc> </method> <method name="gauge" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> <doc> <![CDATA[Callback for long value gauges @param info the metric info @param value of the metric]]> </doc> </method> <method name="gauge" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="float"/> <doc> <![CDATA[Callback for float value gauges @param info the metric info @param value of the metric]]> </doc> </method> <method name="gauge" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="double"/> <doc> <![CDATA[Callback for double value gauges @param info the metric info @param value of the metric]]> </doc> </method> <method name="counter" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="int"/> <doc> <![CDATA[Callback for integer value counters @param info the metric info @param value of the metric]]> </doc> </method> <method name="counter" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="long"/> <doc> <![CDATA[Callback for long value counters @param info the metric info @param value of the metric]]> </doc> </method> <doc> <![CDATA[A visitor interface for metrics]]> </doc> </interface> <!-- end interface org.apache.hadoop.metrics2.MetricsVisitor --> </package> <package name="org.apache.hadoop.metrics2.annotation"> <!-- start class org.apache.hadoop.metrics2.annotation.Metric --> <class name="Metric" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.lang.annotation.Annotation"/> <doc> <![CDATA[Annotation interface for a single metric used to annotate a field or a method in the class.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.annotation.Metric --> <!-- start class org.apache.hadoop.metrics2.annotation.Metrics --> <class name="Metrics" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.lang.annotation.Annotation"/> <doc> <![CDATA[Annotation interface for a group of metrics]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.annotation.Metrics --> </package> <package name="org.apache.hadoop.metrics2.filter"> <!-- start class org.apache.hadoop.metrics2.filter.GlobFilter --> <class name="GlobFilter" extends="org.apache.hadoop.metrics2.filter.AbstractPatternFilter" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="GlobFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="compile" return="com.google.re2j.Pattern" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="s" type="java.lang.String"/> </method> <doc> <![CDATA[A glob pattern filter for metrics. The class name is used in metrics config files]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.filter.GlobFilter --> <!-- start class org.apache.hadoop.metrics2.filter.RegexFilter --> <class name="RegexFilter" extends="org.apache.hadoop.metrics2.filter.AbstractPatternFilter" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="RegexFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="compile" return="com.google.re2j.Pattern" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="s" type="java.lang.String"/> </method> <doc> <![CDATA[A regex pattern filter for metrics]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.filter.RegexFilter --> </package> <package name="org.apache.hadoop.metrics2.lib"> <!-- start class org.apache.hadoop.metrics2.lib.DefaultMetricsSystem --> <class name="DefaultMetricsSystem" extends="java.lang.Enum" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.metrics2.lib.DefaultMetricsSystem[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.metrics2.lib.DefaultMetricsSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="initialize" return="org.apache.hadoop.metrics2.MetricsSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="prefix" type="java.lang.String"/> <doc> <![CDATA[Convenience method to initialize the metrics system @param prefix for the metrics system configuration @return the metrics system instance]]> </doc> </method> <method name="instance" return="org.apache.hadoop.metrics2.MetricsSystem" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the metrics system object]]> </doc> </method> <method name="shutdown" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Shutdown the metrics system]]> </doc> </method> <method name="setMiniClusterMode" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="choice" type="boolean"/> </method> <method name="inMiniClusterMode" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[The default metrics system singleton. This class is used by all the daemon processes(such as NameNode, DataNode, JobTracker etc.). During daemon process initialization the processes call {@link DefaultMetricsSystem#init(String)} to initialize the {@link MetricsSystem}.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.DefaultMetricsSystem --> <!-- start class org.apache.hadoop.metrics2.lib.Interns --> <class name="Interns" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="Interns" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="info" return="org.apache.hadoop.metrics2.MetricsInfo" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="description" type="java.lang.String"/> <doc> <![CDATA[Get a metric info object. @param name Name of metric info object @param description Description of metric info object @return an interned metric info object]]> </doc> </method> <method name="tag" return="org.apache.hadoop.metrics2.MetricsTag" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Get a metrics tag. @param info of the tag @param value of the tag @return an interned metrics tag]]> </doc> </method> <method name="tag" return="org.apache.hadoop.metrics2.MetricsTag" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="description" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Get a metrics tag. @param name of the tag @param description of the tag @param value of the tag @return an interned metrics tag]]> </doc> </method> <doc> <![CDATA[Helpers to create interned metrics info.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.Interns --> <!-- start class org.apache.hadoop.metrics2.lib.MetricsRegistry --> <class name="MetricsRegistry" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MetricsRegistry" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct the registry with a record name @param name of the record of the metrics]]> </doc> </constructor> <constructor name="MetricsRegistry" type="org.apache.hadoop.metrics2.MetricsInfo" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct the registry with a metadata object @param info the info object for the metrics record/group]]> </doc> </constructor> <method name="info" return="org.apache.hadoop.metrics2.MetricsInfo" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the info object of the metrics registry]]> </doc> </method> <method name="get" return="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get a metric by name @param name of the metric @return the metric object]]> </doc> </method> <method name="getTag" return="org.apache.hadoop.metrics2.MetricsTag" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Get a tag by name @param name of the tag @return the tag object]]> </doc> </method> <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MutableCounterInt" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="iVal" type="int"/> <doc> <![CDATA[Create a mutable integer counter @param name of the metric @param desc metric description @param iVal initial value @return a new counter object]]> </doc> </method> <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MutableCounterInt" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="iVal" type="int"/> <doc> <![CDATA[Create a mutable integer counter @param info metadata of the metric @param iVal initial value @return a new counter object]]> </doc> </method> <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MutableCounterLong" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="iVal" type="long"/> <doc> <![CDATA[Create a mutable long integer counter @param name of the metric @param desc metric description @param iVal initial value @return a new counter object]]> </doc> </method> <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MutableCounterLong" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="iVal" type="long"/> <doc> <![CDATA[Create a mutable long integer counter @param info metadata of the metric @param iVal initial value @return a new counter object]]> </doc> </method> <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MutableGaugeInt" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="iVal" type="int"/> <doc> <![CDATA[Create a mutable integer gauge @param name of the metric @param desc metric description @param iVal initial value @return a new gauge object]]> </doc> </method> <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MutableGaugeInt" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="iVal" type="int"/> <doc> <![CDATA[Create a mutable integer gauge @param info metadata of the metric @param iVal initial value @return a new gauge object]]> </doc> </method> <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MutableGaugeLong" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="iVal" type="long"/> <doc> <![CDATA[Create a mutable long integer gauge @param name of the metric @param desc metric description @param iVal initial value @return a new gauge object]]> </doc> </method> <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MutableGaugeLong" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="iVal" type="long"/> <doc> <![CDATA[Create a mutable long integer gauge @param info metadata of the metric @param iVal initial value @return a new gauge object]]> </doc> </method> <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MutableGaugeFloat" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="iVal" type="float"/> <doc> <![CDATA[Create a mutable float gauge @param name of the metric @param desc metric description @param iVal initial value @return a new gauge object]]> </doc> </method> <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MutableGaugeFloat" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="iVal" type="float"/> <doc> <![CDATA[Create a mutable float gauge @param info metadata of the metric @param iVal initial value @return a new gauge object]]> </doc> </method> <method name="newQuantiles" return="org.apache.hadoop.metrics2.lib.MutableQuantiles" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="sampleName" type="java.lang.String"/> <param name="valueName" type="java.lang.String"/> <param name="interval" type="int"/> <doc> <![CDATA[Create a mutable metric that estimates quantiles of a stream of values @param name of the metric @param desc metric description @param sampleName of the metric (e.g., "Ops") @param valueName of the metric (e.g., "Time" or "Latency") @param interval rollover interval of estimator in seconds @return a new quantile estimator object @throws MetricsException if interval is not a positive integer]]> </doc> </method> <method name="newStat" return="org.apache.hadoop.metrics2.lib.MutableStat" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="sampleName" type="java.lang.String"/> <param name="valueName" type="java.lang.String"/> <param name="extended" type="boolean"/> <doc> <![CDATA[Create a mutable metric with stats @param name of the metric @param desc metric description @param sampleName of the metric (e.g., "Ops") @param valueName of the metric (e.g., "Time" or "Latency") @param extended produce extended stat (stdev, min/max etc.) if true. @return a new mutable stat metric object]]> </doc> </method> <method name="newStat" return="org.apache.hadoop.metrics2.lib.MutableStat" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="sampleName" type="java.lang.String"/> <param name="valueName" type="java.lang.String"/> <doc> <![CDATA[Create a mutable metric with stats @param name of the metric @param desc metric description @param sampleName of the metric (e.g., "Ops") @param valueName of the metric (e.g., "Time" or "Latency") @return a new mutable metric object]]> </doc> </method> <method name="newRate" return="org.apache.hadoop.metrics2.lib.MutableRate" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Create a mutable rate metric @param name of the metric @return a new mutable metric object]]> </doc> </method> <method name="newRate" return="org.apache.hadoop.metrics2.lib.MutableRate" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="description" type="java.lang.String"/> <doc> <![CDATA[Create a mutable rate metric @param name of the metric @param description of the metric @return a new mutable rate metric object]]> </doc> </method> <method name="newRate" return="org.apache.hadoop.metrics2.lib.MutableRate" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="desc" type="java.lang.String"/> <param name="extended" type="boolean"/> <doc> <![CDATA[Create a mutable rate metric (for throughput measurement) @param name of the metric @param desc description @param extended produce extended stat (stdev/min/max etc.) if true @return a new mutable rate metric object]]> </doc> </method> <method name="newRatesWithAggregation" return="org.apache.hadoop.metrics2.lib.MutableRatesWithAggregation" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="newMutableRollingAverages" return="org.apache.hadoop.metrics2.lib.MutableRollingAverages" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="valueName" type="java.lang.String"/> </method> <method name="add" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="long"/> <doc> <![CDATA[Add sample to a stat metric by name. @param name of the metric @param value of the snapshot to add]]> </doc> </method> <method name="setContext" return="org.apache.hadoop.metrics2.lib.MetricsRegistry" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Set the metrics context tag @param name of the context @return the registry itself as a convenience]]> </doc> </method> <method name="tag" return="org.apache.hadoop.metrics2.lib.MetricsRegistry" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="description" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <doc> <![CDATA[Add a tag to the metrics @param name of the tag @param description of the tag @param value of the tag @return the registry (for keep adding tags)]]> </doc> </method> <method name="tag" return="org.apache.hadoop.metrics2.lib.MetricsRegistry" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="description" type="java.lang.String"/> <param name="value" type="java.lang.String"/> <param name="override" type="boolean"/> <doc> <![CDATA[Add a tag to the metrics @param name of the tag @param description of the tag @param value of the tag @param override existing tag if true @return the registry (for keep adding tags)]]> </doc> </method> <method name="tag" return="org.apache.hadoop.metrics2.lib.MetricsRegistry" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="java.lang.String"/> <param name="override" type="boolean"/> <doc> <![CDATA[Add a tag to the metrics @param info metadata of the tag @param value of the tag @param override existing tag if true @return the registry (for keep adding tags etc.)]]> </doc> </method> <method name="tag" return="org.apache.hadoop.metrics2.lib.MetricsRegistry" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="info" type="org.apache.hadoop.metrics2.MetricsInfo"/> <param name="value" type="java.lang.String"/> </method> <method name="snapshot" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> <doc> <![CDATA[Sample all the mutable metrics and put the snapshot in the builder @param builder to contain the metrics snapshot @param all get all the metrics even if the values are not changed.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[An optional metrics registry class for creating and maintaining a collection of MetricsMutables, making writing metrics source easier.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MetricsRegistry --> <!-- start class org.apache.hadoop.metrics2.lib.MutableCounter --> <class name="MutableCounter" extends="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MutableCounter" type="org.apache.hadoop.metrics2.MetricsInfo" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <method name="info" return="org.apache.hadoop.metrics2.MetricsInfo" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="incr" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Increment the metric value by 1.]]> </doc> </method> <doc> <![CDATA[The mutable counter (monotonically increasing) metric interface]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableCounter --> <!-- start class org.apache.hadoop.metrics2.lib.MutableCounterInt --> <class name="MutableCounterInt" extends="org.apache.hadoop.metrics2.lib.MutableCounter" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="incr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="incr" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delta" type="int"/> <doc> <![CDATA[Increment the value by a delta @param delta of the increment]]> </doc> </method> <method name="value" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="snapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <doc> <![CDATA[A mutable int counter for implementing metrics sources]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableCounterInt --> <!-- start class org.apache.hadoop.metrics2.lib.MutableCounterLong --> <class name="MutableCounterLong" extends="org.apache.hadoop.metrics2.lib.MutableCounter" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MutableCounterLong" type="org.apache.hadoop.metrics2.MetricsInfo, long" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="incr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="incr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delta" type="long"/> <doc> <![CDATA[Increment the value by a delta @param delta of the increment]]> </doc> </method> <method name="value" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="snapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <doc> <![CDATA[A mutable long counter]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableCounterLong --> <!-- start class org.apache.hadoop.metrics2.lib.MutableGauge --> <class name="MutableGauge" extends="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MutableGauge" type="org.apache.hadoop.metrics2.MetricsInfo" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <method name="info" return="org.apache.hadoop.metrics2.MetricsInfo" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="incr" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Increment the value of the metric by 1]]> </doc> </method> <method name="decr" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Decrement the value of the metric by 1]]> </doc> </method> <doc> <![CDATA[The mutable gauge metric interface]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableGauge --> <!-- start class org.apache.hadoop.metrics2.lib.MutableGaugeInt --> <class name="MutableGaugeInt" extends="org.apache.hadoop.metrics2.lib.MutableGauge" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="value" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="incr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="incr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delta" type="int"/> <doc> <![CDATA[Increment by delta @param delta of the increment]]> </doc> </method> <method name="decr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="decr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delta" type="int"/> <doc> <![CDATA[decrement by delta @param delta of the decrement]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="int"/> <doc> <![CDATA[Set the value of the metric @param value to set]]> </doc> </method> <method name="snapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the value of the metric]]> </doc> </method> <doc> <![CDATA[A mutable int gauge]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableGaugeInt --> <!-- start class org.apache.hadoop.metrics2.lib.MutableGaugeLong --> <class name="MutableGaugeLong" extends="org.apache.hadoop.metrics2.lib.MutableGauge" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="value" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="incr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="incr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delta" type="long"/> <doc> <![CDATA[Increment by delta @param delta of the increment]]> </doc> </method> <method name="decr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="decr" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delta" type="long"/> <doc> <![CDATA[decrement by delta @param delta of the decrement]]> </doc> </method> <method name="set" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="long"/> <doc> <![CDATA[Set the value of the metric @param value to set]]> </doc> </method> <method name="snapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return the value of the metric]]> </doc> </method> <doc> <![CDATA[A mutable long gauge]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableGaugeLong --> <!-- start class org.apache.hadoop.metrics2.lib.MutableMetric --> <class name="MutableMetric" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MutableMetric" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="snapshot" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> <doc> <![CDATA[Get a snapshot of the metric @param builder the metrics record builder @param all if true, snapshot unchanged metrics as well]]> </doc> </method> <method name="snapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <doc> <![CDATA[Get a snapshot of metric if changed @param builder the metrics record builder]]> </doc> </method> <method name="setChanged" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Set the changed flag in mutable operations]]> </doc> </method> <method name="clearChanged" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Clear the changed flag in the snapshot operations]]> </doc> </method> <method name="changed" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return true if metric is changed since last snapshot/snapshot]]> </doc> </method> <doc> <![CDATA[The mutable metric interface]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableMetric --> <!-- start class org.apache.hadoop.metrics2.lib.MutableQuantiles --> <class name="MutableQuantiles" extends="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MutableQuantiles" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Instantiates a new {@link MutableQuantiles} for a metric that rolls itself over on the specified time interval. @param name of the metric @param description long-form textual description of the metric @param sampleName type of items in the stream (e.g., "Ops") @param valueName type of the values @param interval rollover interval (in seconds) of the estimator]]> </doc> </constructor> <method name="snapshot" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <method name="add" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="long"/> </method> <method name="getInterval" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="stop" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getEstimator" return="org.apache.hadoop.metrics2.util.QuantileEstimator" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the quantile estimator. @return the quantile estimator]]> </doc> </method> <method name="setEstimator" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="quantileEstimator" type="org.apache.hadoop.metrics2.util.QuantileEstimator"/> </method> <field name="quantiles" type="org.apache.hadoop.metrics2.util.Quantile[]" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="previousSnapshot" type="java.util.Map" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <doc> <![CDATA[Watches a stream of long values, maintaining online estimates of specific quantiles with provably low error bounds. This is particularly useful for accurate high-percentile (e.g. 95th, 99th) latency metrics.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableQuantiles --> <!-- start class org.apache.hadoop.metrics2.lib.MutableRate --> <class name="MutableRate" extends="org.apache.hadoop.metrics2.lib.MutableStat" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[A convenient mutable metric for throughput measurement]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableRate --> <!-- start class org.apache.hadoop.metrics2.lib.MutableRates --> <class name="MutableRates" extends="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="protocol" type="java.lang.Class"/> <doc> <![CDATA[Initialize the registry with all the methods in a protocol so they all show up in the first snapshot. Convenient for JMX implementations. @param protocol the protocol class]]> </doc> </method> <method name="add" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="elapsed" type="long"/> <doc> <![CDATA[Add a rate sample for a rate metric @param name of the rate metric @param elapsed time]]> </doc> </method> <method name="snapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="rb" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <doc> <![CDATA[Helper class to manage a group of mutable rate metrics This class synchronizes all accesses to the metrics it contains, so it should not be used in situations where there is high contention on the metrics. {@link MutableRatesWithAggregation} is preferable in that situation.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableRates --> <!-- start class org.apache.hadoop.metrics2.lib.MutableRatesWithAggregation --> <class name="MutableRatesWithAggregation" extends="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MutableRatesWithAggregation" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="protocol" type="java.lang.Class"/> <doc> <![CDATA[Initialize the registry with all the methods in a protocol so they all show up in the first snapshot. Convenient for JMX implementations. @param protocol the protocol class]]> </doc> </method> <method name="add" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="elapsed" type="long"/> <doc> <![CDATA[Add a rate sample for a rate metric. @param name of the rate metric @param elapsed time]]> </doc> </method> <method name="snapshot" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="rb" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <doc> <![CDATA[Helper class to manage a group of mutable rate metrics. Each thread will maintain a local rate count, and upon snapshot, these values will be aggregated into a global rate. This class should only be used for long running threads, as any metrics produced between the last snapshot and the death of a thread will be lost. This allows for significantly higher concurrency than {@link MutableRates}. See HADOOP-24420.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableRatesWithAggregation --> <!-- start class org.apache.hadoop.metrics2.lib.MutableRollingAverages --> <class name="MutableRollingAverages" extends="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Closeable"/> <constructor name="MutableRollingAverages" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor for {@link MutableRollingAverages}. @param metricValueName]]> </doc> </constructor> <method name="snapshot" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <method name="collectThreadLocalStates" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Collects states maintained in {@link ThreadLocal}, if any.]]> </doc> </method> <method name="add" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="value" type="long"/> <doc> <![CDATA[@param name name of metric @param value value of metric]]> </doc> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getStats" return="java.util.Map" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="minSamples" type="long"/> <doc> <![CDATA[Retrieve a map of metric name -> (aggregate). Filter out entries that don't have at least minSamples. @return a map of peer DataNode Id to the average latency to that node seen over the measurement period.]]> </doc> </method> <doc> <![CDATA[<p> This class maintains a group of rolling average metrics. It implements the algorithm of rolling average, i.e. a number of sliding windows are kept to roll over and evict old subsets of samples. Each window has a subset of samples in a stream, where sub-sum and sub-total are collected. All sub-sums and sub-totals in all windows will be aggregated to final-sum and final-total used to compute final average, which is called rolling average. </p>]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableRollingAverages --> <!-- start class org.apache.hadoop.metrics2.lib.MutableStat --> <class name="MutableStat" extends="org.apache.hadoop.metrics2.lib.MutableMetric" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MutableStat" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, boolean" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a sample statistics metric @param name of the metric @param description of the metric @param sampleName of the metric (e.g. "Ops") @param valueName of the metric (e.g. "Time", "Latency") @param extended create extended stats (stdev, min/max etc.) by default.]]> </doc> </constructor> <constructor name="MutableStat" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a snapshot stat metric with extended stat off by default @param name of the metric @param description of the metric @param sampleName of the metric (e.g. "Ops") @param valueName of the metric (e.g. "Time", "Latency")]]> </doc> </constructor> <method name="setExtended" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="extended" type="boolean"/> <doc> <![CDATA[Set whether to display the extended stats (stdev, min/max etc.) or not @param extended enable/disable displaying extended stats]]> </doc> </method> <method name="add" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="numSamples" type="long"/> <param name="sum" type="long"/> <doc> <![CDATA[Add a number of samples and their sum to the running stat Note that although use of this method will preserve accurate mean values, large values for numSamples may result in inaccurate variance values due to the use of a single step of the Welford method for variance calculation. @param numSamples number of samples @param sum of the samples]]> </doc> </method> <method name="add" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="value" type="long"/> <doc> <![CDATA[Add a snapshot to the metric @param value of the metric]]> </doc> </method> <method name="snapshot" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/> <param name="all" type="boolean"/> </method> <method name="lastStat" return="org.apache.hadoop.metrics2.util.SampleStat" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return a SampleStat object that supports calls like StdDev and Mean. @return SampleStat]]> </doc> </method> <method name="resetMinMax" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reset the all time min max of the metric]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[A mutable metric with stats. Useful for keeping throughput/latency stats.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.lib.MutableStat --> </package> <package name="org.apache.hadoop.metrics2.sink"> <!-- start class org.apache.hadoop.metrics2.sink.FileSink --> <class name="FileSink" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsSink"/> <implements name="java.io.Closeable"/> <constructor name="FileSink" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.commons.configuration2.SubsetConfiguration"/> </method> <method name="putMetrics" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/> </method> <method name="flush" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A metrics sink that writes to a file]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.sink.FileSink --> <!-- start class org.apache.hadoop.metrics2.sink.GraphiteSink --> <class name="GraphiteSink" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsSink"/> <implements name="java.io.Closeable"/> <constructor name="GraphiteSink" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.commons.configuration2.SubsetConfiguration"/> </method> <method name="putMetrics" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/> </method> <method name="flush" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A metrics sink that writes to a Graphite server]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.sink.GraphiteSink --> <!-- start class org.apache.hadoop.metrics2.sink.RollingFileSystemSink --> <class name="RollingFileSystemSink" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsSink"/> <implements name="java.io.Closeable"/> <constructor name="RollingFileSystemSink" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an empty instance. Required for reflection.]]> </doc> </constructor> <constructor name="RollingFileSystemSink" type="long, long" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Create an instance for testing. @param flushIntervalMillis the roll interval in millis @param flushOffsetIntervalMillis the roll offset interval in millis]]> </doc> </constructor> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="metrics2Properties" type="org.apache.commons.configuration2.SubsetConfiguration"/> </method> <method name="getRollInterval" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Extract the roll interval from the configuration and return it in milliseconds. @return the roll interval in millis]]> </doc> </method> <method name="updateFlushTime" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="now" type="java.util.Date"/> <doc> <![CDATA[Update the {@link #nextFlush} variable to the next flush time. Add an integer number of flush intervals, preserving the initial random offset. @param now the current time]]> </doc> </method> <method name="setInitialFlushTime" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="now" type="java.util.Date"/> <doc> <![CDATA[Set the {@link #nextFlush} variable to the initial flush time. The initial flush will be an integer number of flush intervals past the beginning of the current hour and will have a random offset added, up to {@link #rollOffsetIntervalMillis}. The initial flush will be a time in past that can be used from which to calculate future flush times. @param now the current time]]> </doc> </method> <method name="putMetrics" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/> </method> <method name="flush" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <field name="source" type="java.lang.String" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="ignoreError" type="boolean" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="allowAppend" type="boolean" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="basePath" type="org.apache.hadoop.fs.Path" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="rollIntervalMillis" type="long" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="rollOffsetIntervalMillis" type="long" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="nextFlush" type="java.util.Calendar" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="forceFlush" type="boolean" transient="false" volatile="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="hasFlushed" type="boolean" transient="false" volatile="true" static="true" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="suppliedConf" type="org.apache.hadoop.conf.Configuration" transient="false" volatile="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> </field> <field name="suppliedFilesystem" type="org.apache.hadoop.fs.FileSystem" transient="false" volatile="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> </field> <doc> <![CDATA[<p>This class is a metrics sink that uses {@link org.apache.hadoop.fs.FileSystem} to write the metrics logs. Every roll interval a new directory will be created under the path specified by the <code>basepath</code> property. All metrics will be logged to a file in the current interval's directory in a file named <hostname>.log, where <hostname> is the name of the host on which the metrics logging process is running. The base path is set by the <code><prefix>.sink.<instance>.basepath</code> property. The time zone used to create the current interval's directory name is GMT. If the <code>basepath</code> property isn't specified, it will default to "/tmp", which is the temp directory on whatever default file system is configured for the cluster.</p> <p>The <code><prefix>.sink.<instance>.ignore-error</code> property controls whether an exception is thrown when an error is encountered writing a log file. The default value is <code>true</code>. When set to <code>false</code>, file errors are quietly swallowed.</p> <p>The <code>roll-interval</code> property sets the amount of time before rolling the directory. The default value is 1 hour. The roll interval may not be less than 1 minute. The property's value should be given as <i>number unit</i>, where <i>number</i> is an integer value, and <i>unit</i> is a valid unit. Valid units are <i>minute</i>, <i>hour</i>, and <i>day</i>. The units are case insensitive and may be abbreviated or plural. If no units are specified, hours are assumed. For example, "2", "2h", "2 hour", and "2 hours" are all valid ways to specify two hours.</p> <p>The <code>roll-offset-interval-millis</code> property sets the upper bound on a random time interval (in milliseconds) that is used to delay before the initial roll. All subsequent rolls will happen an integer number of roll intervals after the initial roll, hence retaining the original offset. The purpose of this property is to insert some variance in the roll times so that large clusters using this sink on every node don't cause a performance impact on HDFS by rolling simultaneously. The default value is 30000 (30s). When writing to HDFS, as a rule of thumb, the roll offset in millis should be no less than the number of sink instances times 5. <p>The primary use of this class is for logging to HDFS. As it uses {@link org.apache.hadoop.fs.FileSystem} to access the target file system, however, it can be used to write to the local file system, Amazon S3, or any other supported file system. The base path for the sink will determine the file system used. An unqualified path will write to the default file system set by the configuration.</p> <p>Not all file systems support the ability to append to files. In file systems without the ability to append to files, only one writer can write to a file at a time. To allow for concurrent writes from multiple daemons on a single host, the <code>source</code> property is used to set unique headers for the log files. The property should be set to the name of the source daemon, e.g. <i>namenode</i>. The value of the <code>source</code> property should typically be the same as the property's prefix. If this property is not set, the source is taken to be <i>unknown</i>.</p> <p>Instead of appending to an existing file, by default the sink will create a new file with a suffix of ".<n>&quet;, where <i>n</i> is the next lowest integer that isn't already used in a file name, similar to the Hadoop daemon logs. NOTE: the file with the <b>highest</b> sequence number is the <b>newest</b> file, unlike the Hadoop daemon logs.</p> <p>For file systems that allow append, the sink supports appending to the existing file instead. If the <code>allow-append</code> property is set to true, the sink will instead append to the existing file on file systems that support appends. By default, the <code>allow-append</code> property is false.</p> <p>Note that when writing to HDFS with <code>allow-append</code> set to true, there is a minimum acceptable number of data nodes. If the number of data nodes drops below that minimum, the append will succeed, but reading the data will fail with an IOException in the DataStreamer class. The minimum number of data nodes required for a successful append is generally 2 or 3.</p> <p>Note also that when writing to HDFS, the file size information is not updated until the file is closed (at the end of the interval) even though the data is being written successfully. This is a known HDFS limitation that exists because of the performance cost of updating the metadata. See <a href="https://issues.apache.org/jira/browse/HDFS-5478">HDFS-5478</a>.</p> <p>When using this sink in a secure (Kerberos) environment, two additional properties must be set: <code>keytab-key</code> and <code>principal-key</code>. <code>keytab-key</code> should contain the key by which the keytab file can be found in the configuration, for example, <code>yarn.nodemanager.keytab</code>. <code>principal-key</code> should contain the key by which the principal can be found in the configuration, for example, <code>yarn.nodemanager.principal</code>.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.sink.RollingFileSystemSink --> <!-- start class org.apache.hadoop.metrics2.sink.StatsDSink --> <class name="StatsDSink" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.metrics2.MetricsSink"/> <implements name="java.io.Closeable"/> <constructor name="StatsDSink" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.commons.configuration2.SubsetConfiguration"/> </method> <method name="putMetrics" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/> </method> <method name="writeMetric" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="line" type="java.lang.String"/> </method> <method name="flush" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[A metrics sink that writes metrics to a StatsD daemon. This sink will produce metrics of the form '[hostname].servicename.context.name.metricname:value|type' where hostname is optional. This is useful when sending to a daemon that is running on the localhost and will add the hostname to the metric (such as the <a href="https://collectd.org/">CollectD</a> StatsD plugin). <br/> To configure this plugin, you will need to add the following entries to your hadoop-metrics2.properties file: <br/> <pre> *.sink.statsd.class=org.apache.hadoop.metrics2.sink.StatsDSink [prefix].sink.statsd.server.host= [prefix].sink.statsd.server.port= [prefix].sink.statsd.skip.hostname=true|false (optional) [prefix].sink.statsd.service.name=NameNode (name you want for service) </pre>]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.sink.StatsDSink --> </package> <package name="org.apache.hadoop.metrics2.sink.ganglia"> </package> <package name="org.apache.hadoop.metrics2.source"> </package> <package name="org.apache.hadoop.metrics2.util"> <!-- start class org.apache.hadoop.metrics2.util.MBeans --> <class name="MBeans" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="register" return="javax.management.ObjectName" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="serviceName" type="java.lang.String"/> <param name="nameName" type="java.lang.String"/> <param name="theMbean" type="java.lang.Object"/> <doc> <![CDATA[Register the MBean using our standard MBeanName format "hadoop:service=<serviceName>,name=<nameName>" Where the <serviceName> and <nameName> are the supplied parameters. @param serviceName @param nameName @param theMbean - the MBean to register @return the named used to register the MBean]]> </doc> </method> <method name="register" return="javax.management.ObjectName" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="serviceName" type="java.lang.String"/> <param name="nameName" type="java.lang.String"/> <param name="properties" type="java.util.Map"/> <param name="theMbean" type="java.lang.Object"/> <doc> <![CDATA[Register the MBean using our standard MBeanName format "hadoop:service=<serviceName>,name=<nameName>" Where the <serviceName> and <nameName> are the supplied parameters. @param serviceName @param nameName @param properties - Key value pairs to define additional JMX ObjectName properties. @param theMbean - the MBean to register @return the named used to register the MBean]]> </doc> </method> <method name="getMbeanNameService" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="objectName" type="javax.management.ObjectName"/> </method> <method name="getMbeanNameName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="objectName" type="javax.management.ObjectName"/> </method> <method name="unregister" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="mbeanName" type="javax.management.ObjectName"/> </method> <doc> <![CDATA[This util class provides a method to register an MBean using our standard naming convention as described in the doc for {link {@link #register(String, String, Object)}.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.util.MBeans --> <!-- start class org.apache.hadoop.metrics2.util.MetricsCache --> <class name="MetricsCache" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="MetricsCache" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="MetricsCache" type="int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a metrics cache @param maxRecsPerName limit of the number records per record name]]> </doc> </constructor> <method name="update" return="org.apache.hadoop.metrics2.util.MetricsCache.Record" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="mr" type="org.apache.hadoop.metrics2.MetricsRecord"/> <param name="includingTags" type="boolean"/> <doc> <![CDATA[Update the cache and return the current cached record @param mr the update record @param includingTags cache tag values (for later lookup by name) if true @return the updated cache record]]> </doc> </method> <method name="update" return="org.apache.hadoop.metrics2.util.MetricsCache.Record" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="mr" type="org.apache.hadoop.metrics2.MetricsRecord"/> <doc> <![CDATA[Update the cache and return the current cache record @param mr the update record @return the updated cache record]]> </doc> </method> <method name="get" return="org.apache.hadoop.metrics2.util.MetricsCache.Record" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="tags" type="java.util.Collection"/> <doc> <![CDATA[Get the cached record @param name of the record @param tags of the record @return the cached record or null]]> </doc> </method> <doc> <![CDATA[A metrics cache for sinks that don't support sparse updates.]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.util.MetricsCache --> <!-- start class org.apache.hadoop.metrics2.util.Servers --> <class name="Servers" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="parse" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="specs" type="java.lang.String"/> <param name="defaultPort" type="int"/> <doc> <![CDATA[Parses a space and/or comma separated sequence of server specifications of the form <i>hostname</i> or <i>hostname:port</i>. If the specs string is null, defaults to localhost:defaultPort. @param specs server specs (see description) @param defaultPort the default port if not specified @return a list of InetSocketAddress objects.]]> </doc> </method> <doc> <![CDATA[Helpers to handle server addresses]]> </doc> </class> <!-- end class org.apache.hadoop.metrics2.util.Servers --> </package> <package name="org.apache.hadoop.net"> <!-- start class org.apache.hadoop.net.AbstractDNSToSwitchMapping --> <class name="AbstractDNSToSwitchMapping" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.net.DNSToSwitchMapping"/> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="AbstractDNSToSwitchMapping" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Create an unconfigured instance]]> </doc> </constructor> <constructor name="AbstractDNSToSwitchMapping" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Create an instance, caching the configuration file. This constructor does not call {@link #setConf(Configuration)}; if a subclass extracts information in that method, it must call it explicitly. @param conf the configuration]]> </doc> </constructor> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="isSingleSwitch" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Predicate that indicates that the switch mapping is known to be single-switch. The base class returns false: it assumes all mappings are multi-rack. Subclasses may override this with methods that are more aware of their topologies. <p/> This method is used when parts of Hadoop need know whether to apply single rack vs multi-rack policies, such as during block placement. Such algorithms behave differently if they are on multi-switch systems. </p> @return true if the mapping thinks that it is on a single switch]]> </doc> </method> <method name="getSwitchMap" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get a copy of the map (for diagnostics) @return a clone of the map or null for none known]]> </doc> </method> <method name="dumpTopology" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Generate a string listing the switch mapping implementation, the mapping for every known node and the number of nodes and unique switches known about -each entry to a separate line. @return a string that can be presented to the ops team or used in debug messages.]]> </doc> </method> <method name="isSingleSwitchByScriptPolicy" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="isMappingSingleSwitch" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="mapping" type="org.apache.hadoop.net.DNSToSwitchMapping"/> <doc> <![CDATA[Query for a {@link DNSToSwitchMapping} instance being on a single switch. <p/> This predicate simply assumes that all mappings not derived from this class are multi-switch. @param mapping the mapping to query @return true if the base class says it is single switch, or the mapping is not derived from this class.]]> </doc> </method> <doc> <![CDATA[This is a base class for DNS to Switch mappings. <p/> It is not mandatory to derive {@link DNSToSwitchMapping} implementations from it, but it is strongly recommended, as it makes it easy for the Hadoop developers to add new methods to this base class that are automatically picked up by all implementations. <p/> This class does not extend the <code>Configured</code> base class, and should not be changed to do so, as it causes problems for subclasses. The constructor of the <code>Configured</code> calls the {@link #setConf(Configuration)} method, which will call into the subclasses before they have been fully constructed.]]> </doc> </class> <!-- end class org.apache.hadoop.net.AbstractDNSToSwitchMapping --> <!-- start class org.apache.hadoop.net.CachedDNSToSwitchMapping --> <class name="CachedDNSToSwitchMapping" extends="org.apache.hadoop.net.AbstractDNSToSwitchMapping" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CachedDNSToSwitchMapping" type="org.apache.hadoop.net.DNSToSwitchMapping" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[cache a raw DNS mapping @param rawMapping the raw mapping to cache]]> </doc> </constructor> <method name="resolve" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="names" type="java.util.List"/> </method> <method name="getSwitchMap" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the (host x switch) map. @return a copy of the cached map of hosts to rack]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="isSingleSwitch" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Delegate the switch topology query to the raw mapping, via {@link AbstractDNSToSwitchMapping#isMappingSingleSwitch(DNSToSwitchMapping)} @return true iff the raw mapper is considered single-switch.]]> </doc> </method> <method name="reloadCachedMappings" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="reloadCachedMappings" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="names" type="java.util.List"/> </method> <field name="rawMapping" type="org.apache.hadoop.net.DNSToSwitchMapping" transient="false" volatile="false" static="false" final="true" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[The uncached mapping]]> </doc> </field> <doc> <![CDATA[A cached implementation of DNSToSwitchMapping that takes an raw DNSToSwitchMapping and stores the resolved network location in a cache. The following calls to a resolved network location will get its location from the cache.]]> </doc> </class> <!-- end class org.apache.hadoop.net.CachedDNSToSwitchMapping --> <!-- start class org.apache.hadoop.net.ConnectTimeoutException --> <class name="ConnectTimeoutException" extends="java.net.SocketTimeoutException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ConnectTimeoutException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[Thrown by {@link NetUtils#connect(java.net.Socket, java.net.SocketAddress, int)} if it times out while connecting to the remote host.]]> </doc> </class> <!-- end class org.apache.hadoop.net.ConnectTimeoutException --> <!-- start interface org.apache.hadoop.net.DNSToSwitchMapping --> <interface name="DNSToSwitchMapping" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="resolve" return="java.util.List" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="names" type="java.util.List"/> <doc> <![CDATA[Resolves a list of DNS-names/IP-addresses and returns back a list of switch information (network paths). One-to-one correspondence must be maintained between the elements in the lists. Consider an element in the argument list - x.y.com. The switch information that is returned must be a network path of the form /foo/rack, where / is the root, and 'foo' is the switch where 'rack' is connected. Note the hostname/ip-address is not part of the returned path. The network topology of the cluster would determine the number of components in the network path. <p/> If a name cannot be resolved to a rack, the implementation should return {@link NetworkTopology#DEFAULT_RACK}. This is what the bundled implementations do, though it is not a formal requirement @param names the list of hosts to resolve (can be empty) @return list of resolved network paths. If <i>names</i> is empty, the returned list is also empty]]> </doc> </method> <method name="reloadCachedMappings" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reload all of the cached mappings. If there is a cache, this method will clear it, so that future accesses will get a chance to see the new data.]]> </doc> </method> <method name="reloadCachedMappings" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="names" type="java.util.List"/> <doc> <![CDATA[Reload cached mappings on specific nodes. If there is a cache on these nodes, this method will clear it, so that future accesses will see updated data.]]> </doc> </method> <doc> <![CDATA[An interface that must be implemented to allow pluggable DNS-name/IP-address to RackID resolvers.]]> </doc> </interface> <!-- end interface org.apache.hadoop.net.DNSToSwitchMapping --> <!-- start class org.apache.hadoop.net.ScriptBasedMapping --> <class name="ScriptBasedMapping" extends="org.apache.hadoop.net.CachedDNSToSwitchMapping" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ScriptBasedMapping" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an instance with the default configuration. </p> Calling {@link #setConf(Configuration)} will trigger a re-evaluation of the configuration settings and so be used to set up the mapping script.]]> </doc> </constructor> <constructor name="ScriptBasedMapping" type="org.apache.hadoop.net.DNSToSwitchMapping" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an instance from the given raw mapping @param rawMap raw DNSTOSwithMapping]]> </doc> </constructor> <constructor name="ScriptBasedMapping" type="org.apache.hadoop.conf.Configuration" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an instance from the given configuration @param conf configuration]]> </doc> </constructor> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[{@inheritDoc} <p/> This will get called in the superclass constructor, so a check is needed to ensure that the raw mapping is defined before trying to relaying a null configuration. @param conf]]> </doc> </method> <field name="NO_SCRIPT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Text used in the {@link #toString()} method if there is no string {@value}]]> </doc> </field> <doc> <![CDATA[This class implements the {@link DNSToSwitchMapping} interface using a script configured via the {@link CommonConfigurationKeys#NET_TOPOLOGY_SCRIPT_FILE_NAME_KEY} option. <p/> It contains a static class <code>RawScriptBasedMapping</code> that performs the work: reading the configuration parameters, executing any defined script, handling errors and such like. The outer class extends {@link CachedDNSToSwitchMapping} to cache the delegated queries. <p/> This DNS mapper's {@link #isSingleSwitch()} predicate returns true if and only if a script is defined.]]> </doc> </class> <!-- end class org.apache.hadoop.net.ScriptBasedMapping --> <!-- start class org.apache.hadoop.net.SocksSocketFactory --> <class name="SocksSocketFactory" extends="javax.net.SocketFactory" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.conf.Configurable"/> <constructor name="SocksSocketFactory" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default empty constructor (for use with the reflection API).]]> </doc> </constructor> <constructor name="SocksSocketFactory" type="java.net.Proxy" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor with a supplied Proxy @param proxy the proxy to use to create sockets]]> </doc> </constructor> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="addr" type="java.net.InetAddress"/> <param name="port" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="addr" type="java.net.InetAddress"/> <param name="port" type="int"/> <param name="localHostAddr" type="java.net.InetAddress"/> <param name="localPort" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="host" type="java.lang.String"/> <param name="port" type="int"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnknownHostException" type="java.net.UnknownHostException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="host" type="java.lang.String"/> <param name="port" type="int"/> <param name="localHostAddr" type="java.net.InetAddress"/> <param name="localPort" type="int"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnknownHostException" type="java.net.UnknownHostException"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="java.lang.Object"/> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <doc> <![CDATA[Specialized SocketFactory to create sockets with a SOCKS proxy]]> </doc> </class> <!-- end class org.apache.hadoop.net.SocksSocketFactory --> <!-- start class org.apache.hadoop.net.StandardSocketFactory --> <class name="StandardSocketFactory" extends="javax.net.SocketFactory" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="StandardSocketFactory" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default empty constructor (for use with the reflection API).]]> </doc> </constructor> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="addr" type="java.net.InetAddress"/> <param name="port" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="addr" type="java.net.InetAddress"/> <param name="port" type="int"/> <param name="localHostAddr" type="java.net.InetAddress"/> <param name="localPort" type="int"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="host" type="java.lang.String"/> <param name="port" type="int"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnknownHostException" type="java.net.UnknownHostException"/> </method> <method name="createSocket" return="java.net.Socket" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="host" type="java.lang.String"/> <param name="port" type="int"/> <param name="localHostAddr" type="java.net.InetAddress"/> <param name="localPort" type="int"/> <exception name="IOException" type="java.io.IOException"/> <exception name="UnknownHostException" type="java.net.UnknownHostException"/> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="obj" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Specialized SocketFactory to create sockets with a SOCKS proxy]]> </doc> </class> <!-- end class org.apache.hadoop.net.StandardSocketFactory --> <!-- start class org.apache.hadoop.net.TableMapping --> <class name="TableMapping" extends="org.apache.hadoop.net.CachedDNSToSwitchMapping" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="TableMapping" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="reloadCachedMappings" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[<p> Simple {@link DNSToSwitchMapping} implementation that reads a 2 column text file. The columns are separated by whitespace. The first column is a DNS or IP address and the second column specifies the rack where the address maps. </p> <p> This class uses the configuration parameter {@code net.topology.table.file.name} to locate the mapping file. </p> <p> Calls to {@link #resolve(List)} will look up the address as defined in the mapping file. If no entry corresponding to the address is found, the value {@code /default-rack} is returned. </p>]]> </doc> </class> <!-- end class org.apache.hadoop.net.TableMapping --> <doc> <![CDATA[Network-related classes.]]> </doc> </package> <package name="org.apache.hadoop.net.unix"> </package> <package name="org.apache.hadoop.security"> <!-- start class org.apache.hadoop.security.AccessControlException --> <class name="AccessControlException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="AccessControlException" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default constructor is needed for unwrapping from {@link org.apache.hadoop.ipc.RemoteException}.]]> </doc> </constructor> <constructor name="AccessControlException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs an {@link AccessControlException} with the specified detail message. @param s the detail message.]]> </doc> </constructor> <constructor name="AccessControlException" type="java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs a new exception with the specified cause and a detail message of <tt>(cause==null ? null : cause.toString())</tt> (which typically contains the class and detail message of <tt>cause</tt>). @param cause the cause (which is saved for later retrieval by the {@link #getCause()} method). (A <tt>null</tt> value is permitted, and indicates that the cause is nonexistent or unknown.)]]> </doc> </constructor> <doc> <![CDATA[An exception class for access control related issues.]]> </doc> </class> <!-- end class org.apache.hadoop.security.AccessControlException --> <!-- start class org.apache.hadoop.security.Credentials --> <class name="Credentials" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="Credentials" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an empty credentials instance.]]> </doc> </constructor> <constructor name="Credentials" type="org.apache.hadoop.security.Credentials" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a copy of the given credentials. @param credentials to copy]]> </doc> </constructor> <method name="getToken" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="alias" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[Returns the Token object for the alias. @param alias the alias for the Token @return token for this alias]]> </doc> </method> <method name="addToken" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="alias" type="org.apache.hadoop.io.Text"/> <param name="t" type="org.apache.hadoop.security.token.Token"/> <doc> <![CDATA[Add a token in the storage (in memory). @param alias the alias for the key @param t the token object]]> </doc> </method> <method name="getAllTokens" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return all the tokens in the in-memory map.]]> </doc> </method> <method name="numberOfTokens" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return number of Tokens in the in-memory map]]> </doc> </method> <method name="getSecretKey" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="alias" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[Returns the key bytes for the alias. @param alias the alias for the key @return key for this alias]]> </doc> </method> <method name="numberOfSecretKeys" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return number of keys in the in-memory map]]> </doc> </method> <method name="addSecretKey" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="alias" type="org.apache.hadoop.io.Text"/> <param name="key" type="byte[]"/> <doc> <![CDATA[Set the key for an alias. @param alias the alias for the key @param key the key bytes]]> </doc> </method> <method name="removeSecretKey" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="alias" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[Remove the key for a given alias. @param alias the alias for the key]]> </doc> </method> <method name="getAllSecretKeys" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return all the secret key entries in the in-memory map.]]> </doc> </method> <method name="readTokenStorageFile" return="org.apache.hadoop.security.Credentials" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="org.apache.hadoop.fs.Path"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convenience method for reading a token storage file and loading its Tokens. @param filename @param conf @throws IOException]]> </doc> </method> <method name="readTokenStorageFile" return="org.apache.hadoop.security.Credentials" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="java.io.File"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convenience method for reading a token storage file and loading its Tokens. @param filename @param conf @throws IOException]]> </doc> </method> <method name="readTokenStorageStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInputStream"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convenience method for reading a token from a DataInputStream.]]> </doc> </method> <method name="writeTokenStorageToStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="os" type="java.io.DataOutputStream"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeTokenStorageToStream" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="os" type="java.io.DataOutputStream"/> <param name="format" type="org.apache.hadoop.security.Credentials.SerializedFormat"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeTokenStorageFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="org.apache.hadoop.fs.Path"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="writeTokenStorageFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filename" type="org.apache.hadoop.fs.Path"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="format" type="org.apache.hadoop.security.Credentials.SerializedFormat"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Stores all the keys to DataOutput. @param out @throws IOException]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Loads all the keys. @param in @throws IOException]]> </doc> </method> <method name="addAll" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="org.apache.hadoop.security.Credentials"/> <doc> <![CDATA[Copy all of the credentials from one credential object into another. Existing secrets and tokens are overwritten. @param other the credentials to copy]]> </doc> </method> <method name="mergeAll" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="other" type="org.apache.hadoop.security.Credentials"/> <doc> <![CDATA[Copy all of the credentials from one credential object into another. Existing secrets and tokens are not overwritten. @param other the credentials to copy]]> </doc> </method> <doc> <![CDATA[A class that provides the facilities of reading and writing secret keys and Tokens.]]> </doc> </class> <!-- end class org.apache.hadoop.security.Credentials --> <!-- start interface org.apache.hadoop.security.GroupMappingServiceProvider --> <interface name="GroupMappingServiceProvider" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getGroups" return="java.util.List" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get all various group memberships of a given user. Returns EMPTY list in case of non-existing user @param user User's name @return group memberships of user @throws IOException]]> </doc> </method> <method name="cacheGroupsRefresh" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Refresh the cache of groups and user mapping @throws IOException]]> </doc> </method> <method name="cacheGroupsAdd" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="groups" type="java.util.List"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Caches the group user information @param groups list of groups to add to cache @throws IOException]]> </doc> </method> <field name="GROUP_MAPPING_CONFIG_PREFIX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[An interface for the implementation of a user-to-groups mapping service used by {@link Groups}.]]> </doc> </interface> <!-- end interface org.apache.hadoop.security.GroupMappingServiceProvider --> <!-- start interface org.apache.hadoop.security.IdMappingServiceProvider --> <interface name="IdMappingServiceProvider" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getUid" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getGid" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="group" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getUserName" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="uid" type="int"/> <param name="unknown" type="java.lang.String"/> </method> <method name="getGroupName" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="gid" type="int"/> <param name="unknown" type="java.lang.String"/> </method> <method name="getUidAllowingUnknown" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> </method> <method name="getGidAllowingUnknown" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="group" type="java.lang.String"/> </method> <doc> <![CDATA[An interface for the implementation of <userId, userName> mapping and <groupId, groupName> mapping]]> </doc> </interface> <!-- end interface org.apache.hadoop.security.IdMappingServiceProvider --> <!-- start class org.apache.hadoop.security.KerberosAuthException --> <class name="KerberosAuthException" extends="java.io.IOException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="KerberosAuthException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="KerberosAuthException" type="java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="KerberosAuthException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="setUser" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="u" type="java.lang.String"/> </method> <method name="setPrincipal" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="p" type="java.lang.String"/> </method> <method name="setKeytabFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="k" type="java.lang.String"/> </method> <method name="setTicketCacheFile" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="t" type="java.lang.String"/> </method> <method name="getInitialMessage" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return The initial message, or null if not set.]]> </doc> </method> <method name="getKeytabFile" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return The keytab file path, or null if not set.]]> </doc> </method> <method name="getPrincipal" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return The principal, or null if not set.]]> </doc> </method> <method name="getTicketCacheFile" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return The ticket cache file path, or null if not set.]]> </doc> </method> <method name="getUser" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return The user, or null if not set.]]> </doc> </method> <method name="getMessage" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[Thrown when {@link UserGroupInformation} failed with an unrecoverable error, such as failure in kerberos login/logout, invalid subject etc. Caller should not retry when catching this exception.]]> </doc> </class> <!-- end class org.apache.hadoop.security.KerberosAuthException --> <!-- start class org.apache.hadoop.security.SecurityUtil --> <class name="SecurityUtil" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="setConfiguration" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="isOriginalTGT" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> <param name="ticket" type="javax.security.auth.kerberos.KerberosTicket"/> <doc> <![CDATA[Check whether the server principal is the TGS's principal @param ticket the original TGT (the ticket that is obtained when a kinit is done) @return true or false]]> </doc> </method> <method name="getServerPrincipal" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="principalConfig" type="java.lang.String"/> <param name="hostname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convert Kerberos principal name pattern to valid Kerberos principal names. It replaces hostname pattern with hostname, which should be fully-qualified domain name. If hostname is null or "0.0.0.0", it uses dynamically looked-up fqdn of the current host instead. @param principalConfig the Kerberos principal name conf value to convert @param hostname the fully-qualified domain name used for substitution @return converted Kerberos principal name @throws IOException if the client address cannot be determined]]> </doc> </method> <method name="getServerPrincipal" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="principalConfig" type="java.lang.String"/> <param name="addr" type="java.net.InetAddress"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Convert Kerberos principal name pattern to valid Kerberos principal names. This method is similar to {@link #getServerPrincipal(String, String)}, except 1) the reverse DNS lookup from addr to hostname is done only when necessary, 2) param addr can't be null (no default behavior of using local hostname when addr is null). @param principalConfig Kerberos principal name pattern to convert @param addr InetAddress of the host used for substitution @return converted Kerberos principal name @throws IOException if the client address cannot be determined]]> </doc> </method> <method name="login" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="keytabFileKey" type="java.lang.String"/> <param name="userNameKey" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Login as a principal specified in config. Substitute $host in user's Kerberos principal name with a dynamically looked-up fully-qualified domain name of the current host. @param conf conf to use @param keytabFileKey the key to look for keytab file in conf @param userNameKey the key to look for user's Kerberos principal name in conf @throws IOException if login fails]]> </doc> </method> <method name="login" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="keytabFileKey" type="java.lang.String"/> <param name="userNameKey" type="java.lang.String"/> <param name="hostname" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Login as a principal specified in config. Substitute $host in user's Kerberos principal name with hostname. If non-secure mode - return. If no keytab available - bail out with an exception @param conf conf to use @param keytabFileKey the key to look for keytab file in conf @param userNameKey the key to look for user's Kerberos principal name in conf @param hostname hostname to use for substitution @throws IOException if the config doesn't specify a keytab]]> </doc> </method> <method name="buildDTServiceName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <param name="defPort" type="int"/> <doc> <![CDATA[create the service name for a Delegation token @param uri of the service @param defPort is used if the uri lacks a port @return the token service, or null if no authority @see #buildTokenService(InetSocketAddress)]]> </doc> </method> <method name="getHostFromPrincipal" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="principalName" type="java.lang.String"/> <doc> <![CDATA[Get the host name from the principal name of format <service>/host@realm. @param principalName principal name of format as described above @return host name if the the string conforms to the above format, else null]]> </doc> </method> <method name="getKerberosInfo" return="org.apache.hadoop.security.KerberosInfo" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="protocol" type="java.lang.Class"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Look up the KerberosInfo for a given protocol. It searches all known SecurityInfo providers. @param protocol the protocol class to get the information for @param conf configuration object @return the KerberosInfo or null if it has no KerberosInfo defined]]> </doc> </method> <method name="getTokenInfo" return="org.apache.hadoop.security.token.TokenInfo" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="protocol" type="java.lang.Class"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Look up the TokenInfo for a given protocol. It searches all known SecurityInfo providers. @param protocol The protocol class to get the information for. @param conf Configuration object @return the TokenInfo or null if it has no KerberosInfo defined]]> </doc> </method> <method name="getTokenServiceAddr" return="java.net.InetSocketAddress" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <doc> <![CDATA[Decode the given token's service field into an InetAddress @param token from which to obtain the service @return InetAddress for the service]]> </doc> </method> <method name="setTokenService" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <param name="addr" type="java.net.InetSocketAddress"/> <doc> <![CDATA[Set the given token's service to the format expected by the RPC client @param token a delegation token @param addr the socket for the rpc connection]]> </doc> </method> <method name="buildTokenService" return="org.apache.hadoop.io.Text" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="addr" type="java.net.InetSocketAddress"/> <doc> <![CDATA[Construct the service key for a token @param addr InetSocketAddress of remote connection with a token @return "ip:port" or "host:port" depending on the value of hadoop.security.token.service.use_ip]]> </doc> </method> <method name="buildTokenService" return="org.apache.hadoop.io.Text" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="uri" type="java.net.URI"/> <doc> <![CDATA[Construct the service key for a token @param uri of remote connection with a token @return "ip:port" or "host:port" depending on the value of hadoop.security.token.service.use_ip]]> </doc> </method> <method name="doAsLoginUserOrFatal" return="T" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="action" type="java.security.PrivilegedAction"/> <doc> <![CDATA[Perform the given action as the daemon's login user. If the login user cannot be determined, this will log a FATAL error and exit the whole JVM.]]> </doc> </method> <method name="doAsLoginUser" return="T" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="action" type="java.security.PrivilegedExceptionAction"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Perform the given action as the daemon's login user. If an InterruptedException is thrown, it is converted to an IOException. @param action the action to perform @return the result of the action @throws IOException in the event of error]]> </doc> </method> <method name="doAsCurrentUser" return="T" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="action" type="java.security.PrivilegedExceptionAction"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Perform the given action as the daemon's current user. If an InterruptedException is thrown, it is converted to an IOException. @param action the action to perform @return the result of the action @throws IOException in the event of error]]> </doc> </method> <method name="getAuthenticationMethod" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="setAuthenticationMethod" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="authenticationMethod" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="isPrivilegedPort" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="port" type="int"/> </method> <method name="getZKAuthInfos" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="configKey" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Utility method to fetch ZK auth info from the configuration. @throws java.io.IOException if the Zookeeper ACLs configuration file cannot be read @throws ZKUtil.BadAuthFormatException if the auth format is invalid]]> </doc> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HOSTNAME_PATTERN" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FAILED_TO_GET_UGI_MSG_HEADER" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Security Utils.]]> </doc> </class> <!-- end class org.apache.hadoop.security.SecurityUtil --> <!-- start class org.apache.hadoop.security.UserGroupInformation --> <class name="UserGroupInformation" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="setShouldRenewImmediatelyForTests" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="immediate" type="boolean"/> <doc> <![CDATA[For the purposes of unit tests, we want to test login from keytab and don't want to wait until the renew window (controlled by TICKET_RENEW_WINDOW). @param immediate true if we should login without waiting for ticket window]]> </doc> </method> <method name="reattachMetrics" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Reattach the class's metrics to a new metric system.]]> </doc> </method> <method name="isInitialized" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConfiguration" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Set the static configuration for UGI. In particular, set the security authentication mechanism and the group look up service. @param conf the configuration to use]]> </doc> </method> <method name="isSecurityEnabled" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Determine if UserGroupInformation is using Kerberos to determine user identities or is relying on simple authentication @return true if UGI is working in a secure environment]]> </doc> </method> <method name="hasKerberosCredentials" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[checks if logged in using kerberos @return true if the subject logged via keytab or has a Kerberos TGT]]> </doc> </method> <method name="getCurrentUser" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Return the current user, including any doAs in the current stack. @return the current user @throws IOException if login fails]]> </doc> </method> <method name="getBestUGI" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="ticketCachePath" type="java.lang.String"/> <param name="user" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Find the most appropriate UserGroupInformation to use @param ticketCachePath The Kerberos ticket cache path, or NULL if none is specfied @param user The user name, or NULL if none is specified. @return The most appropriate UserGroupInformation]]> </doc> </method> <method name="getUGIFromTicketCache" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="ticketCache" type="java.lang.String"/> <param name="user" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a UserGroupInformation from a Kerberos ticket cache. @param user The principal name to load from the ticket cache @param ticketCache the path to the ticket cache file @throws IOException if the kerberos login fails]]> </doc> </method> <method name="getUGIFromSubject" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="subject" type="javax.security.auth.Subject"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a UserGroupInformation from a Subject with Kerberos principal. @param subject The KerberosPrincipal to use in UGI. The creator of subject is responsible for renewing credentials. @throws IOException @throws KerberosAuthException if the kerberos login fails]]> </doc> </method> <method name="getLoginUser" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the currently logged in user. If no explicit login has occurred, the user will automatically be logged in with either kerberos credentials if available, or as the local OS user, based on security settings. @return the logged in user @throws IOException if login fails]]> </doc> </method> <method name="trimLoginMethod" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="userName" type="java.lang.String"/> <doc> <![CDATA[remove the login method that is followed by a space from the username e.g. "jack (auth:SIMPLE)" -> "jack" @param userName @return userName without login method]]> </doc> </method> <method name="loginUserFromSubject" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="subject" type="javax.security.auth.Subject"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Log in a user using the given subject @param subject the subject to use when logging in a user, or null to create a new subject. If subject is not null, the creator of subject is responsible for renewing credentials. @throws IOException if login fails]]> </doc> </method> <method name="isFromKeytab" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Is this user logged in from a keytab file managed by the UGI? @return true if the credentials are from a keytab file.]]> </doc> </method> <method name="loginUserFromKeytab" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <param name="path" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Log a user in from a keytab file. Loads a user identity from a keytab file and logs them in. They become the currently logged-in user. @param user the principal name to load from the keytab @param path the path to the keytab file @throws IOException @throws KerberosAuthException if it's a kerberos login exception.]]> </doc> </method> <method name="logoutUserFromKeytab" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Log the current user out who previously logged in using keytab. This method assumes that the user logged in by calling {@link #loginUserFromKeytab(String, String)}. @throws IOException @throws KerberosAuthException if a failure occurred in logout, or if the user did not log in by invoking loginUserFromKeyTab() before.]]> </doc> </method> <method name="checkTGTAndReloginFromKeytab" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Re-login a user from keytab if TGT is expired or is close to expiry. @throws IOException @throws KerberosAuthException if it's a kerberos login exception.]]> </doc> </method> <method name="reloginFromKeytab" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Re-Login a user in from a keytab file. Loads a user identity from a keytab file and logs them in. They become the currently logged-in user. This method assumes that {@link #loginUserFromKeytab(String, String)} had happened already. The Subject field of this UserGroupInformation object is updated to have the new credentials. @throws IOException @throws KerberosAuthException on a failure]]> </doc> </method> <method name="reloginFromTicketCache" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Re-Login a user in from the ticket cache. This method assumes that login had happened already. The Subject field of this UserGroupInformation object is updated to have the new credentials. @throws IOException @throws KerberosAuthException on a failure]]> </doc> </method> <method name="loginUserFromKeytabAndReturnUGI" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <param name="path" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Log a user in from a keytab file. Loads a user identity from a keytab file and login them in. This new user does not affect the currently logged-in user. @param user the principal name to load from the keytab @param path the path to the keytab file @throws IOException if the keytab file can't be read]]> </doc> </method> <method name="isLoginKeytabBased" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Did the login happen via keytab @return true or false]]> </doc> </method> <method name="isLoginTicketBased" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Did the login happen via ticket cache @return true or false]]> </doc> </method> <method name="createRemoteUser" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <doc> <![CDATA[Create a user from a login name. It is intended to be used for remote users in RPC, since it won't have any credentials. @param user the full user principal name, must not be empty or null @return the UserGroupInformation for the remote user.]]> </doc> </method> <method name="createRemoteUser" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <param name="authMethod" type="org.apache.hadoop.security.SaslRpcServer.AuthMethod"/> <doc> <![CDATA[Create a user from a login name. It is intended to be used for remote users in RPC, since it won't have any credentials. @param user the full user principal name, must not be empty or null @return the UserGroupInformation for the remote user.]]> </doc> </method> <method name="createProxyUser" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <param name="realUser" type="org.apache.hadoop.security.UserGroupInformation"/> <doc> <![CDATA[Create a proxy user using username of the effective user and the ugi of the real user. @param user @param realUser @return proxyUser ugi]]> </doc> </method> <method name="getRealUser" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[get RealUser (vs. EffectiveUser) @return realUser running over proxy user]]> </doc> </method> <method name="createUserForTesting" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <param name="userGroups" type="java.lang.String[]"/> <doc> <![CDATA[Create a UGI for testing HDFS and MapReduce @param user the full user principal name @param userGroups the names of the groups that the user belongs to @return a fake user for running unit tests]]> </doc> </method> <method name="createProxyUserForTesting" return="org.apache.hadoop.security.UserGroupInformation" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <param name="realUser" type="org.apache.hadoop.security.UserGroupInformation"/> <param name="userGroups" type="java.lang.String[]"/> <doc> <![CDATA[Create a proxy user UGI for testing HDFS and MapReduce @param user the full user principal name for effective user @param realUser UGI of the real user @param userGroups the names of the groups that the user belongs to @return a fake user for running unit tests]]> </doc> </method> <method name="getShortUserName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the user's login name. @return the user's name up to the first '/' or '@'.]]> </doc> </method> <method name="getPrimaryGroupName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getUserName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the user's full principal name. @return the user's full principal name.]]> </doc> </method> <method name="addTokenIdentifier" return="boolean" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="tokenId" type="org.apache.hadoop.security.token.TokenIdentifier"/> <doc> <![CDATA[Add a TokenIdentifier to this UGI. The TokenIdentifier has typically been authenticated by the RPC layer as belonging to the user represented by this UGI. @param tokenId tokenIdentifier to be added @return true on successful add of new tokenIdentifier]]> </doc> </method> <method name="getTokenIdentifiers" return="java.util.Set" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the set of TokenIdentifiers belonging to this UGI @return the set of TokenIdentifiers belonging to this UGI]]> </doc> </method> <method name="addToken" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <doc> <![CDATA[Add a token to this UGI @param token Token to be added @return true on successful add of new token]]> </doc> </method> <method name="addToken" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="alias" type="org.apache.hadoop.io.Text"/> <param name="token" type="org.apache.hadoop.security.token.Token"/> <doc> <![CDATA[Add a named token to this UGI @param alias Name of the token @param token Token to be added @return true on successful add of new token]]> </doc> </method> <method name="getTokens" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the collection of tokens associated with this user. @return an unmodifiable collection of tokens associated with user]]> </doc> </method> <method name="getCredentials" return="org.apache.hadoop.security.Credentials" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the tokens in credentials form associated with this user. @return Credentials of tokens associated with this user]]> </doc> </method> <method name="addCredentials" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="credentials" type="org.apache.hadoop.security.Credentials"/> <doc> <![CDATA[Add the given Credentials to this user. @param credentials of tokens and secrets]]> </doc> </method> <method name="getGroupNames" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the group names for this user. {@link #getGroups()} is less expensive alternative when checking for a contained element. @return the list of users with the primary group first. If the command fails, it returns an empty list.]]> </doc> </method> <method name="getGroups" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the group names for this user. @return the list of users with the primary group first. If the command fails, it returns an empty list.]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the username.]]> </doc> </method> <method name="setAuthenticationMethod" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="authMethod" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"/> <doc> <![CDATA[Sets the authentication method in the subject @param authMethod]]> </doc> </method> <method name="setAuthenticationMethod" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="authMethod" type="org.apache.hadoop.security.SaslRpcServer.AuthMethod"/> <doc> <![CDATA[Sets the authentication method in the subject @param authMethod]]> </doc> </method> <method name="getAuthenticationMethod" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the authentication method from the subject @return AuthenticationMethod in the subject, null if not present.]]> </doc> </method> <method name="getRealAuthenticationMethod" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the authentication method from the real user's subject. If there is no real user, return the given user's authentication method. @return AuthenticationMethod in the subject, null if not present.]]> </doc> </method> <method name="getRealAuthenticationMethod" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="ugi" type="org.apache.hadoop.security.UserGroupInformation"/> <doc> <![CDATA[Returns the authentication method of a ugi. If the authentication method is PROXY, returns the authentication method of the real user. @param ugi @return AuthenticationMethod]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="java.lang.Object"/> <doc> <![CDATA[Compare the subjects to see if they are equal to each other.]]> </doc> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return the hash of the subject.]]> </doc> </method> <method name="getSubject" return="javax.security.auth.Subject" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Get the underlying subject from this ugi. @return the subject that represents this user.]]> </doc> </method> <method name="doAs" return="T" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="action" type="java.security.PrivilegedAction"/> <doc> <![CDATA[Run the given action as the user. @param <T> the return type of the run method @param action the method to execute @return the value from the run method]]> </doc> </method> <method name="doAs" return="T" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="action" type="java.security.PrivilegedExceptionAction"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Run the given action as the user, potentially throwing an exception. @param <T> the return type of the run method @param action the method to execute @return the value from the run method @throws IOException if the action throws an IOException @throws Error if the action throws an Error @throws RuntimeException if the action throws a RuntimeException @throws InterruptedException if the action throws an InterruptedException @throws UndeclaredThrowableException if the action throws something else]]> </doc> </method> <method name="logAllUserInfo" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="ugi" type="org.apache.hadoop.security.UserGroupInformation"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Log all (current, real, login) UGI and token info into UGI debug log. @param ugi - UGI @throws IOException]]> </doc> </method> <method name="main" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String[]"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[A test method to print out the current user's UGI. @param args if there are two arguments, read the user from the keytab and print it out. @throws Exception]]> </doc> </method> <field name="HADOOP_TOKEN_FILE_LOCATION" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Environment variable pointing to the token cache file]]> </doc> </field> <doc> <![CDATA[User and group information for Hadoop. This class wraps around a JAAS Subject and provides methods to determine the user's username and groups. It supports both the Windows, Unix and Kerberos login modules.]]> </doc> </class> <!-- end class org.apache.hadoop.security.UserGroupInformation --> <!-- start class org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod --> <class name="UserGroupInformation.AuthenticationMethod" extends="java.lang.Enum" abstract="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <method name="values" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="getAuthMethod" return="org.apache.hadoop.security.SaslRpcServer.AuthMethod" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="valueOf" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="authMethod" type="org.apache.hadoop.security.SaslRpcServer.AuthMethod"/> </method> <doc> <![CDATA[existing types of authentications' methods]]> </doc> </class> <!-- end class org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod --> </package> <package name="org.apache.hadoop.security.alias"> <!-- start class org.apache.hadoop.security.alias.CredentialProvider --> <class name="CredentialProvider" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CredentialProvider" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="isTransient" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Indicates whether this provider represents a store that is intended for transient use - such as the UserProvider is. These providers are generally used to provide job access to passwords rather than for long term storage. @return true if transient, false otherwise]]> </doc> </method> <method name="flush" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Ensures that any changes to the credentials are written to persistent store. @throws IOException]]> </doc> </method> <method name="getCredentialEntry" return="org.apache.hadoop.security.alias.CredentialProvider.CredentialEntry" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="alias" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the credential entry for a specific alias. @param alias the name of a specific credential @return the credentialEntry @throws IOException]]> </doc> </method> <method name="getAliases" return="java.util.List" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the aliases for all credentials. @return the list of alias names @throws IOException]]> </doc> </method> <method name="createCredentialEntry" return="org.apache.hadoop.security.alias.CredentialProvider.CredentialEntry" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="credential" type="char[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Create a new credential. The given alias must not already exist. @param name the alias of the credential @param credential the credential value for the alias. @throws IOException]]> </doc> </method> <method name="deleteCredentialEntry" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Delete the given credential. @param name the alias of the credential to delete @throws IOException]]> </doc> </method> <method name="needsPassword" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Does this provider require a password? This means that a password is required for normal operation, and it has not been found through normal means. If true, the password should be provided by the caller using setPassword(). @return Whether or not the provider requires a password @throws IOException]]> </doc> </method> <method name="noPasswordWarning" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[If a password for the provider is needed, but is not provided, this will return a warning and instructions for supplying said password to the provider. @return A warning and instructions for supplying the password]]> </doc> </method> <method name="noPasswordError" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[If a password for the provider is needed, but is not provided, this will return an error message and instructions for supplying said password to the provider. @return An error message and instructions for supplying the password]]> </doc> </method> <field name="CLEAR_TEXT_FALLBACK" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[A provider of credentials or password for Hadoop applications. Provides an abstraction to separate credential storage from users of them. It is intended to support getting or storing passwords in a variety of ways, including third party bindings. <code>CredentialProvider</code> implementations must be thread safe.]]> </doc> </class> <!-- end class org.apache.hadoop.security.alias.CredentialProvider --> <!-- start class org.apache.hadoop.security.alias.CredentialProviderFactory --> <class name="CredentialProviderFactory" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CredentialProviderFactory" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="createProvider" return="org.apache.hadoop.security.alias.CredentialProvider" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="providerName" type="java.net.URI"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getProviders" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> </method> <field name="CREDENTIAL_PROVIDER_PATH" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[A factory to create a list of CredentialProvider based on the path given in a Configuration. It uses a service loader interface to find the available CredentialProviders and create them based on the list of URIs.]]> </doc> </class> <!-- end class org.apache.hadoop.security.alias.CredentialProviderFactory --> </package> <package name="org.apache.hadoop.security.authorize"> <!-- start class org.apache.hadoop.security.authorize.AccessControlList --> <class name="AccessControlList" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="AccessControlList" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[This constructor exists primarily for AccessControlList to be Writable.]]> </doc> </constructor> <constructor name="AccessControlList" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a new ACL from a String representation of the same. The String is a a comma separated list of users and groups. The user list comes first and is separated by a space followed by the group list. For e.g. "user1,user2 group1,group2" @param aclString String representation of the ACL]]> </doc> </constructor> <constructor name="AccessControlList" type="java.lang.String, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a new ACL from String representation of users and groups The arguments are comma separated lists @param users comma separated list of users @param groups comma separated list of groups]]> </doc> </constructor> <method name="isAllAllowed" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="addUser" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <doc> <![CDATA[Add user to the names of users allowed for this service. @param user The user name]]> </doc> </method> <method name="addGroup" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="group" type="java.lang.String"/> <doc> <![CDATA[Add group to the names of groups allowed for this service. @param group The group name]]> </doc> </method> <method name="removeUser" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <doc> <![CDATA[Remove user from the names of users allowed for this service. @param user The user name]]> </doc> </method> <method name="removeGroup" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="group" type="java.lang.String"/> <doc> <![CDATA[Remove group from the names of groups allowed for this service. @param group The group name]]> </doc> </method> <method name="getUsers" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the names of users allowed for this service. @return the set of user names. the set must not be modified.]]> </doc> </method> <method name="getGroups" return="java.util.Collection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the names of user groups allowed for this service. @return the set of group names. the set must not be modified.]]> </doc> </method> <method name="isUserInList" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="ugi" type="org.apache.hadoop.security.UserGroupInformation"/> <doc> <![CDATA[Checks if a user represented by the provided {@link UserGroupInformation} is a member of the Access Control List @param ugi UserGroupInformation to check if contained in the ACL @return true if ugi is member of the list]]> </doc> </method> <method name="isUserAllowed" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="ugi" type="org.apache.hadoop.security.UserGroupInformation"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns descriptive way of users and groups that are part of this ACL. Use {@link #getAclString()} to get the exact String that can be given to the constructor of AccessControlList to create a new instance.]]> </doc> </method> <method name="getAclString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the access control list as a String that can be used for building a new instance by sending it to the constructor of {@link AccessControlList}.]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Serializes the AccessControlList object]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Deserializes the AccessControlList object]]> </doc> </method> <field name="WILDCARD_ACL_VALUE" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Class representing a configured access control list.]]> </doc> </class> <!-- end class org.apache.hadoop.security.authorize.AccessControlList --> <!-- start class org.apache.hadoop.security.authorize.AuthorizationException --> <class name="AuthorizationException" extends="org.apache.hadoop.security.AccessControlException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="AuthorizationException" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="AuthorizationException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="AuthorizationException" type="java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructs a new exception with the specified cause and a detail message of <tt>(cause==null ? null : cause.toString())</tt> (which typically contains the class and detail message of <tt>cause</tt>). @param cause the cause (which is saved for later retrieval by the {@link #getCause()} method). (A <tt>null</tt> value is permitted, and indicates that the cause is nonexistent or unknown.)]]> </doc> </constructor> <method name="getStackTrace" return="java.lang.StackTraceElement[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="printStackTrace" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="printStackTrace" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="s" type="java.io.PrintStream"/> </method> <method name="printStackTrace" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="s" type="java.io.PrintWriter"/> </method> <doc> <![CDATA[An exception class for authorization-related issues. This class <em>does not</em> provide the stack trace for security purposes.]]> </doc> </class> <!-- end class org.apache.hadoop.security.authorize.AuthorizationException --> <!-- start class org.apache.hadoop.security.authorize.DefaultImpersonationProvider --> <class name="DefaultImpersonationProvider" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.security.authorize.ImpersonationProvider"/> <constructor name="DefaultImpersonationProvider" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getTestProvider" return="org.apache.hadoop.security.authorize.DefaultImpersonationProvider" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConf" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="configurationPrefix" type="java.lang.String"/> </method> <method name="getConf" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="authorize" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="org.apache.hadoop.security.UserGroupInformation"/> <param name="remoteAddress" type="java.lang.String"/> <exception name="AuthorizationException" type="org.apache.hadoop.security.authorize.AuthorizationException"/> </method> <method name="getProxySuperuserUserConfKey" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="userName" type="java.lang.String"/> <doc> <![CDATA[Returns configuration key for effective usergroups allowed for a superuser @param userName name of the superuser @return configuration key for superuser usergroups]]> </doc> </method> <method name="getProxySuperuserGroupConfKey" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="userName" type="java.lang.String"/> <doc> <![CDATA[Returns configuration key for effective groups allowed for a superuser @param userName name of the superuser @return configuration key for superuser groups]]> </doc> </method> <method name="getProxySuperuserIpConfKey" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="userName" type="java.lang.String"/> <doc> <![CDATA[Return configuration key for superuser ip addresses @param userName name of the superuser @return configuration key for superuser ip-addresses]]> </doc> </method> <method name="getProxyGroups" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getProxyHosts" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> </class> <!-- end class org.apache.hadoop.security.authorize.DefaultImpersonationProvider --> <!-- start interface org.apache.hadoop.security.authorize.ImpersonationProvider --> <interface name="ImpersonationProvider" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.conf.Configurable"/> <method name="init" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="configurationPrefix" type="java.lang.String"/> <doc> <![CDATA[Specifies the configuration prefix for the proxy user properties and initializes the provider. @param configurationPrefix the configuration prefix for the proxy user properties]]> </doc> </method> <method name="authorize" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="org.apache.hadoop.security.UserGroupInformation"/> <param name="remoteAddress" type="java.lang.String"/> <exception name="AuthorizationException" type="org.apache.hadoop.security.authorize.AuthorizationException"/> <doc> <![CDATA[Authorize the superuser which is doing doAs @param user ugi of the effective or proxy user which contains a real user @param remoteAddress the ip address of client @throws AuthorizationException]]> </doc> </method> </interface> <!-- end interface org.apache.hadoop.security.authorize.ImpersonationProvider --> </package> <package name="org.apache.hadoop.security.http"> <!-- start class org.apache.hadoop.security.http.RestCsrfPreventionFilter --> <class name="RestCsrfPreventionFilter" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="javax.servlet.Filter"/> <constructor name="RestCsrfPreventionFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filterConfig" type="javax.servlet.FilterConfig"/> <exception name="ServletException" type="javax.servlet.ServletException"/> </method> <method name="isBrowser" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="userAgent" type="java.lang.String"/> <doc> <![CDATA[This method interrogates the User-Agent String and returns whether it refers to a browser. If its not a browser, then the requirement for the CSRF header will not be enforced; if it is a browser, the requirement will be enforced. <p> A User-Agent String is considered to be a browser if it matches any of the regex patterns from browser-useragent-regex; the default behavior is to consider everything a browser that matches the following: "^Mozilla.*,^Opera.*". Subclasses can optionally override this method to use different behavior. @param userAgent The User-Agent String, or null if there isn't one @return true if the User-Agent String refers to a browser, false if not]]> </doc> </method> <method name="handleHttpInteraction" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="httpInteraction" type="org.apache.hadoop.security.http.RestCsrfPreventionFilter.HttpInteraction"/> <exception name="IOException" type="java.io.IOException"/> <exception name="ServletException" type="javax.servlet.ServletException"/> <doc> <![CDATA[Handles an {@link HttpInteraction} by applying the filtering logic. @param httpInteraction caller's HTTP interaction @throws IOException if there is an I/O error @throws ServletException if the implementation relies on the servlet API and a servlet API call has failed]]> </doc> </method> <method name="doFilter" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="request" type="javax.servlet.ServletRequest"/> <param name="response" type="javax.servlet.ServletResponse"/> <param name="chain" type="javax.servlet.FilterChain"/> <exception name="IOException" type="java.io.IOException"/> <exception name="ServletException" type="javax.servlet.ServletException"/> </method> <method name="destroy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getFilterParams" return="java.util.Map" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="confPrefix" type="java.lang.String"/> <doc> <![CDATA[Constructs a mapping of configuration properties to be used for filter initialization. The mapping includes all properties that start with the specified configuration prefix. Property names in the mapping are trimmed to remove the configuration prefix. @param conf configuration to read @param confPrefix configuration prefix @return mapping of configuration properties to be used for filter initialization]]> </doc> </method> <field name="HEADER_USER_AGENT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="BROWSER_USER_AGENT_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="CUSTOM_HEADER_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="CUSTOM_METHODS_TO_IGNORE_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="HEADER_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[This filter provides protection against cross site request forgery (CSRF) attacks for REST APIs. Enabling this filter on an endpoint results in the requirement of all client to send a particular (configurable) HTTP header with every request. In the absense of this header the filter will reject the attempt as a bad request.]]> </doc> </class> <!-- end class org.apache.hadoop.security.http.RestCsrfPreventionFilter --> <!-- start class org.apache.hadoop.security.http.XFrameOptionsFilter --> <class name="XFrameOptionsFilter" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="javax.servlet.Filter"/> <constructor name="XFrameOptionsFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="destroy" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="doFilter" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="req" type="javax.servlet.ServletRequest"/> <param name="res" type="javax.servlet.ServletResponse"/> <param name="chain" type="javax.servlet.FilterChain"/> <exception name="IOException" type="java.io.IOException"/> <exception name="ServletException" type="javax.servlet.ServletException"/> </method> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="config" type="javax.servlet.FilterConfig"/> <exception name="ServletException" type="javax.servlet.ServletException"/> </method> <method name="getFilterParams" return="java.util.Map" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="confPrefix" type="java.lang.String"/> <doc> <![CDATA[Constructs a mapping of configuration properties to be used for filter initialization. The mapping includes all properties that start with the specified configuration prefix. Property names in the mapping are trimmed to remove the configuration prefix. @param conf configuration to read @param confPrefix configuration prefix @return mapping of configuration properties to be used for filter initialization]]> </doc> </method> <field name="X_FRAME_OPTIONS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="CUSTOM_HEADER_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[This filter protects webapps from clickjacking attacks that are possible through use of Frames to embed the resources in another application and intercept clicks to accomplish nefarious things.]]> </doc> </class> <!-- end class org.apache.hadoop.security.http.XFrameOptionsFilter --> </package> <package name="org.apache.hadoop.security.protocolPB"> </package> <package name="org.apache.hadoop.security.ssl"> </package> <package name="org.apache.hadoop.security.token"> <!-- start class org.apache.hadoop.security.token.SecretManager --> <class name="SecretManager" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="SecretManager" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="createPassword" return="byte[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="identifier" type="T"/> <doc> <![CDATA[Create the password for the given identifier. identifier may be modified inside this method. @param identifier the identifier to use @return the new password]]> </doc> </method> <method name="retrievePassword" return="byte[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="identifier" type="T"/> <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/> <doc> <![CDATA[Retrieve the password for the given token identifier. Should check the date or registry to make sure the token hasn't expired or been revoked. Returns the relevant password. @param identifier the identifier to validate @return the password to use @throws InvalidToken the token was invalid]]> </doc> </method> <method name="retriableRetrievePassword" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="identifier" type="T"/> <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/> <exception name="StandbyException" type="org.apache.hadoop.ipc.StandbyException"/> <exception name="RetriableException" type="org.apache.hadoop.ipc.RetriableException"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[The same functionality with {@link #retrievePassword}, except that this method can throw a {@link RetriableException} or a {@link StandbyException} to indicate that client can retry/failover the same operation because of temporary issue on the server side. @param identifier the identifier to validate @return the password to use @throws InvalidToken the token was invalid @throws StandbyException the server is in standby state, the client can try other servers @throws RetriableException the token was invalid, and the server thinks this may be a temporary issue and suggests the client to retry @throws IOException to allow future exceptions to be added without breaking compatibility]]> </doc> </method> <method name="createIdentifier" return="T" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an empty token identifier. @return the newly created empty token identifier]]> </doc> </method> <method name="checkAvailableForRead" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="StandbyException" type="org.apache.hadoop.ipc.StandbyException"/> <doc> <![CDATA[No-op if the secret manager is available for reading tokens, throw a StandbyException otherwise. @throws StandbyException if the secret manager is not available to read tokens]]> </doc> </method> <method name="generateSecret" return="javax.crypto.SecretKey" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Generate a new random secret key. @return the new key]]> </doc> </method> <method name="createPassword" return="byte[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> <param name="identifier" type="byte[]"/> <param name="key" type="javax.crypto.SecretKey"/> <doc> <![CDATA[Compute HMAC of the identifier using the secret key and return the output as password @param identifier the bytes of the identifier @param key the secret key @return the bytes of the generated password]]> </doc> </method> <method name="createSecretKey" return="javax.crypto.SecretKey" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="protected" deprecated="not deprecated"> <param name="key" type="byte[]"/> <doc> <![CDATA[Convert the byte[] to a secret key @param key the byte[] to create a secret key from @return the secret key]]> </doc> </method> <doc> <![CDATA[The server-side secret manager for each token type. @param <T> The type of the token identifier]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.SecretManager --> <!-- start class org.apache.hadoop.security.token.Token --> <class name="Token" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="Token" type="T, org.apache.hadoop.security.token.SecretManager" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a token given a token identifier and a secret manager for the type of the token identifier. @param id the token identifier @param mgr the secret manager]]> </doc> </constructor> <constructor name="Token" type="byte[], byte[], org.apache.hadoop.io.Text, org.apache.hadoop.io.Text" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a token from the components. @param identifier the token identifier @param password the token's password @param kind the kind of token @param service the service for this token]]> </doc> </constructor> <constructor name="Token" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default constructor.]]> </doc> </constructor> <constructor name="Token" type="org.apache.hadoop.security.token.Token" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Clone a token. @param other the token to clone]]> </doc> </constructor> <constructor name="Token" type="org.apache.hadoop.security.proto.SecurityProtos.TokenProto" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a Token from a TokenProto. @param tokenPB the TokenProto object]]> </doc> </constructor> <method name="copyToken" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toTokenProto" return="org.apache.hadoop.security.proto.SecurityProtos.TokenProto" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct a TokenProto from this Token instance. @return a new TokenProto object holding copies of data in this instance]]> </doc> </method> <method name="getIdentifier" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the token identifier's byte representation. @return the token identifier's byte representation]]> </doc> </method> <method name="decodeIdentifier" return="T" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the token identifier object, or null if it could not be constructed (because the class could not be loaded, for example). @return the token identifier, or null if there was no class found for it @throws IOException failure to unmarshall the data @throws RuntimeException if the token class could not be instantiated.]]> </doc> </method> <method name="getPassword" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the token password/secret. @return the token password/secret]]> </doc> </method> <method name="getKind" return="org.apache.hadoop.io.Text" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the token kind. @return the kind of the token]]> </doc> </method> <method name="getService" return="org.apache.hadoop.io.Text" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the service on which the token is supposed to be used. @return the service name]]> </doc> </method> <method name="setService" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newService" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[Set the service on which the token is supposed to be used. @param newService the service name]]> </doc> </method> <method name="isPrivate" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Whether this is a private token. @return false always for non-private tokens]]> </doc> </method> <method name="isPrivateCloneOf" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="thePublicService" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[Whether this is a private clone of a public token. @param thePublicService the public service name @return false always for non-private tokens]]> </doc> </method> <method name="privateClone" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newService" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[Create a private clone of a public token. @param newService the new service name @return a private token]]> </doc> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="encodeToUrlString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Encode this token as a url safe string. @return the encoded string @throws IOException]]> </doc> </method> <method name="decodeFromUrlString" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="newValue" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Decode the given url safe string into this token. @param newValue the encoded string @throws IOException]]> </doc> </method> <method name="equals" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="right" type="java.lang.Object"/> </method> <method name="hashCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="buildCacheKey" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="isManaged" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Is this token managed so that it can be renewed or cancelled? @return true, if it can be renewed and cancelled.]]> </doc> </method> <method name="renew" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Renew this delegation token. @return the new expiration time @throws IOException @throws InterruptedException]]> </doc> </method> <method name="cancel" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Cancel this delegation token. @throws IOException @throws InterruptedException]]> </doc> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[The client-side form of the token.]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.Token --> <!-- start class org.apache.hadoop.security.token.Token.TrivialRenewer --> <class name="Token.TrivialRenewer" extends="org.apache.hadoop.security.token.TokenRenewer" abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <constructor name="TrivialRenewer" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getKind" return="org.apache.hadoop.io.Text" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="handleKind" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="kind" type="org.apache.hadoop.io.Text"/> </method> <method name="isManaged" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> </method> <method name="renew" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> </method> <method name="cancel" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> </method> <doc> <![CDATA[A trivial renewer for token kinds that aren't managed. Sub-classes need to implement getKind for their token kind.]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.Token.TrivialRenewer --> <!-- start class org.apache.hadoop.security.token.TokenIdentifier --> <class name="TokenIdentifier" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.io.Writable"/> <constructor name="TokenIdentifier" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getKind" return="org.apache.hadoop.io.Text" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the token kind @return the kind of the token]]> </doc> </method> <method name="getUser" return="org.apache.hadoop.security.UserGroupInformation" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the Ugi with the username encoded in the token identifier @return the username. null is returned if username in the identifier is empty or null.]]> </doc> </method> <method name="getBytes" return="byte[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the bytes for the token identifier @return the bytes of the identifier]]> </doc> </method> <method name="getTrackingId" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns a tracking identifier that can be used to associate usages of a token across multiple client sessions. Currently, this function just returns an MD5 of {{@link #getBytes()}. @return tracking identifier]]> </doc> </method> <doc> <![CDATA[An identifier that identifies a token, may contain public information about a token, including its kind (or type).]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.TokenIdentifier --> <!-- start class org.apache.hadoop.security.token.TokenInfo --> <class name="TokenInfo" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.lang.annotation.Annotation"/> <doc> <![CDATA[Indicates Token related information to be used]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.TokenInfo --> <!-- start class org.apache.hadoop.security.token.TokenRenewer --> <class name="TokenRenewer" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="TokenRenewer" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="handleKind" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="kind" type="org.apache.hadoop.io.Text"/> <doc> <![CDATA[Does this renewer handle this kind of token? @param kind the kind of the token @return true if this renewer can renew it]]> </doc> </method> <method name="isManaged" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Is the given token managed? Only managed tokens may be renewed or cancelled. @param token the token being checked @return true if the token may be renewed or cancelled @throws IOException]]> </doc> </method> <method name="renew" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Renew the given token. @return the new expiration time @throws IOException @throws InterruptedException]]> </doc> </method> <method name="cancel" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="token" type="org.apache.hadoop.security.token.Token"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="IOException" type="java.io.IOException"/> <exception name="InterruptedException" type="java.lang.InterruptedException"/> <doc> <![CDATA[Cancel the given token @throws IOException @throws InterruptedException]]> </doc> </method> <doc> <![CDATA[This is the interface for plugins that handle tokens.]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.TokenRenewer --> <!-- start interface org.apache.hadoop.security.token.TokenSelector --> <interface name="TokenSelector" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="selectToken" return="org.apache.hadoop.security.token.Token" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="service" type="org.apache.hadoop.io.Text"/> <param name="tokens" type="java.util.Collection"/> </method> <doc> <![CDATA[Select token of type T from tokens for use with named service @param <T> T extends TokenIdentifier]]> </doc> </interface> <!-- end interface org.apache.hadoop.security.token.TokenSelector --> </package> <package name="org.apache.hadoop.security.token.delegation.web"> <!-- start class org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL --> <class name="DelegationTokenAuthenticatedURL" extends="org.apache.hadoop.security.authentication.client.AuthenticatedURL" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="DelegationTokenAuthenticatedURL" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Creates an <code>DelegationTokenAuthenticatedURL</code>. <p/> An instance of the default {@link DelegationTokenAuthenticator} will be used.]]> </doc> </constructor> <constructor name="DelegationTokenAuthenticatedURL" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticator" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Creates an <code>DelegationTokenAuthenticatedURL</code>. @param authenticator the {@link DelegationTokenAuthenticator} instance to use, if <code>null</code> the default one will be used.]]> </doc> </constructor> <constructor name="DelegationTokenAuthenticatedURL" type="org.apache.hadoop.security.authentication.client.ConnectionConfigurator" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Creates an <code>DelegationTokenAuthenticatedURL</code> using the default {@link DelegationTokenAuthenticator} class. @param connConfigurator a connection configurator.]]> </doc> </constructor> <constructor name="DelegationTokenAuthenticatedURL" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticator, org.apache.hadoop.security.authentication.client.ConnectionConfigurator" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Creates an <code>DelegationTokenAuthenticatedURL</code>. @param authenticator the {@link DelegationTokenAuthenticator} instance to use, if <code>null</code> the default one will be used. @param connConfigurator a connection configurator.]]> </doc> </constructor> <method name="setDefaultDelegationTokenAuthenticator" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="authenticator" type="java.lang.Class"/> <doc> <![CDATA[Sets the default {@link DelegationTokenAuthenticator} class to use when an {@link DelegationTokenAuthenticatedURL} instance is created without specifying one. The default class is {@link KerberosDelegationTokenAuthenticator} @param authenticator the authenticator class to use as default.]]> </doc> </method> <method name="getDefaultDelegationTokenAuthenticator" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the default {@link DelegationTokenAuthenticator} class to use when an {@link DelegationTokenAuthenticatedURL} instance is created without specifying one. <p/> The default class is {@link KerberosDelegationTokenAuthenticator} @return the delegation token authenticator class to use as default.]]> </doc> </method> <method name="setUseQueryStringForDelegationToken" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="useQueryString" type="boolean"/> <doc> <![CDATA[Sets if delegation token should be transmitted in the URL query string. By default it is transmitted using the {@link DelegationTokenAuthenticator#DELEGATION_TOKEN_HEADER} HTTP header. <p/> This method is provided to enable WebHDFS backwards compatibility. @param useQueryString <code>TRUE</code> if the token is transmitted in the URL query string, <code>FALSE</code> if the delegation token is transmitted using the {@link DelegationTokenAuthenticator#DELEGATION_TOKEN_HEADER} HTTP header.]]> </doc> </method> <method name="useQueryStringForDelegationToken" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns if delegation token is transmitted as a HTTP header. @return <code>TRUE</code> if the token is transmitted in the URL query string, <code>FALSE</code> if the delegation token is transmitted using the {@link DelegationTokenAuthenticator#DELEGATION_TOKEN_HEADER} HTTP header.]]> </doc> </method> <method name="openConnection" return="java.net.HttpURLConnection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Returns an authenticated {@link HttpURLConnection}, it uses a Delegation Token only if the given auth token is an instance of {@link Token} and it contains a Delegation Token, otherwise use the configured {@link DelegationTokenAuthenticator} to authenticate the connection. @param url the URL to connect to. Only HTTP/S URLs are supported. @param token the authentication token being used for the user. @return an authenticated {@link HttpURLConnection}. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="openConnection" return="java.net.HttpURLConnection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Returns an authenticated {@link HttpURLConnection}. If the Delegation Token is present, it will be used taking precedence over the configured <code>Authenticator</code>. @param url the URL to connect to. Only HTTP/S URLs are supported. @param token the authentication token being used for the user. @return an authenticated {@link HttpURLConnection}. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="openConnection" return="java.net.HttpURLConnection" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <param name="doAs" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Returns an authenticated {@link HttpURLConnection}. If the Delegation Token is present, it will be used taking precedence over the configured <code>Authenticator</code>. If the <code>doAs</code> parameter is not NULL, the request will be done on behalf of the specified <code>doAs</code> user. @param url the URL to connect to. Only HTTP/S URLs are supported. @param token the authentication token being used for the user. @param doAs user to do the the request on behalf of, if NULL the request is as self. @return an authenticated {@link HttpURLConnection}. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <param name="renewer" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Requests a delegation token using the configured <code>Authenticator</code> for authentication. @param url the URL to get the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token being used for the user where the Delegation token will be stored. @param renewer the renewer user. @return a delegation token. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <param name="renewer" type="java.lang.String"/> <param name="doAsUser" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Requests a delegation token using the configured <code>Authenticator</code> for authentication. @param url the URL to get the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token being used for the user where the Delegation token will be stored. @param renewer the renewer user. @param doAsUser the user to do as, which will be the token owner. @return a delegation token. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="renewDelegationToken" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Renews a delegation token from the server end-point using the configured <code>Authenticator</code> for authentication. @param url the URL to renew the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to renew. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="renewDelegationToken" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <param name="doAsUser" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Renews a delegation token from the server end-point using the configured <code>Authenticator</code> for authentication. @param url the URL to renew the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to renew. @param doAsUser the user to do as, which will be the token owner. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="cancelDelegationToken" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Cancels a delegation token from the server end-point. It does not require being authenticated by the configured <code>Authenticator</code>. @param url the URL to cancel the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to cancel. @throws IOException if an IO error occurred.]]> </doc> </method> <method name="cancelDelegationToken" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token"/> <param name="doAsUser" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Cancels a delegation token from the server end-point. It does not require being authenticated by the configured <code>Authenticator</code>. @param url the URL to cancel the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to cancel. @param doAsUser the user to do as, which will be the token owner. @throws IOException if an IO error occurred.]]> </doc> </method> <doc> <![CDATA[The <code>DelegationTokenAuthenticatedURL</code> is a {@link AuthenticatedURL} sub-class with built-in Hadoop Delegation Token functionality. <p/> The authentication mechanisms supported by default are Hadoop Simple authentication (also known as pseudo authentication) and Kerberos SPNEGO authentication. <p/> Additional authentication mechanisms can be supported via {@link DelegationTokenAuthenticator} implementations. <p/> The default {@link DelegationTokenAuthenticator} is the {@link KerberosDelegationTokenAuthenticator} class which supports automatic fallback from Kerberos SPNEGO to Hadoop Simple authentication via the {@link PseudoDelegationTokenAuthenticator} class. <p/> <code>AuthenticatedURL</code> instances are not thread-safe.]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL --> <!-- start class org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token --> <class name="DelegationTokenAuthenticatedURL.Token" extends="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token" abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <constructor name="Token" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setDelegationToken" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="delegationToken" type="org.apache.hadoop.security.token.Token"/> </method> <doc> <![CDATA[Client side authentication token that handles Delegation Tokens.]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticatedURL.Token --> <!-- start class org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticator --> <class name="DelegationTokenAuthenticator" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.security.authentication.client.Authenticator"/> <constructor name="DelegationTokenAuthenticator" type="org.apache.hadoop.security.authentication.client.Authenticator" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="setConnectionConfigurator" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="configurator" type="org.apache.hadoop.security.authentication.client.ConnectionConfigurator"/> </method> <method name="authenticate" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> </method> <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <param name="renewer" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Requests a delegation token using the configured <code>Authenticator</code> for authentication. @param url the URL to get the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token being used for the user where the Delegation token will be stored. @param renewer the renewer user. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <param name="renewer" type="java.lang.String"/> <param name="doAsUser" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Requests a delegation token using the configured <code>Authenticator</code> for authentication. @param url the URL to get the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token being used for the user where the Delegation token will be stored. @param renewer the renewer user. @param doAsUser the user to do as, which will be the token owner. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="renewDelegationToken" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <param name="dToken" type="org.apache.hadoop.security.token.Token"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Renews a delegation token from the server end-point using the configured <code>Authenticator</code> for authentication. @param url the URL to renew the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to renew. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="renewDelegationToken" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <param name="dToken" type="org.apache.hadoop.security.token.Token"/> <param name="doAsUser" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/> <doc> <![CDATA[Renews a delegation token from the server end-point using the configured <code>Authenticator</code> for authentication. @param url the URL to renew the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to renew. @param doAsUser the user to do as, which will be the token owner. @throws IOException if an IO error occurred. @throws AuthenticationException if an authentication exception occurred.]]> </doc> </method> <method name="cancelDelegationToken" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <param name="dToken" type="org.apache.hadoop.security.token.Token"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Cancels a delegation token from the server end-point. It does not require being authenticated by the configured <code>Authenticator</code>. @param url the URL to cancel the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to cancel. @throws IOException if an IO error occurred.]]> </doc> </method> <method name="cancelDelegationToken" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="url" type="java.net.URL"/> <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/> <param name="dToken" type="org.apache.hadoop.security.token.Token"/> <param name="doAsUser" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Cancels a delegation token from the server end-point. It does not require being authenticated by the configured <code>Authenticator</code>. @param url the URL to cancel the delegation token from. Only HTTP/S URLs are supported. @param token the authentication token with the Delegation Token to cancel. @param doAsUser the user to do as, which will be the token owner. @throws IOException if an IO error occurred.]]> </doc> </method> <field name="OP_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DELEGATION_TOKEN_HEADER" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DELEGATION_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="TOKEN_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="RENEWER_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="SERVICE_PARAM" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DELEGATION_TOKEN_JSON" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="DELEGATION_TOKEN_URL_STRING_JSON" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="RENEW_DELEGATION_TOKEN_JSON" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[{@link Authenticator} wrapper that enhances an {@link Authenticator} with Delegation Token support.]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticator --> <!-- start class org.apache.hadoop.security.token.delegation.web.KerberosDelegationTokenAuthenticator --> <class name="KerberosDelegationTokenAuthenticator" extends="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticator" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="KerberosDelegationTokenAuthenticator" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[The <code>KerberosDelegationTokenAuthenticator</code> provides support for Kerberos SPNEGO authentication mechanism and support for Hadoop Delegation Token operations. <p/> It falls back to the {@link PseudoDelegationTokenAuthenticator} if the HTTP endpoint does not trigger a SPNEGO authentication]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.delegation.web.KerberosDelegationTokenAuthenticator --> <!-- start class org.apache.hadoop.security.token.delegation.web.PseudoDelegationTokenAuthenticator --> <class name="PseudoDelegationTokenAuthenticator" extends="org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticator" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="PseudoDelegationTokenAuthenticator" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <doc> <![CDATA[The <code>PseudoDelegationTokenAuthenticator</code> provides support for Hadoop's pseudo authentication mechanism that accepts the user name specified as a query string parameter and support for Hadoop Delegation Token operations. <p/> This mimics the model of Hadoop Simple authentication trusting the {@link UserGroupInformation#getCurrentUser()} value.]]> </doc> </class> <!-- end class org.apache.hadoop.security.token.delegation.web.PseudoDelegationTokenAuthenticator --> </package> <package name="org.apache.hadoop.service"> <!-- start class org.apache.hadoop.service.AbstractService --> <class name="AbstractService" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.service.Service"/> <constructor name="AbstractService" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Construct the service. @param name service name]]> </doc> </constructor> <method name="getServiceState" return="org.apache.hadoop.service.Service.STATE" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> </method> <method name="getFailureCause" return="java.lang.Throwable" abstract="false" native="false" synchronized="true" static="false" final="true" visibility="public" deprecated="not deprecated"> </method> <method name="getFailureState" return="org.apache.hadoop.service.Service.STATE" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="setConfig" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Set the configuration for this service. This method is called during {@link #init(Configuration)} and should only be needed if for some reason a service implementation needs to override that initial setting -for example replacing it with a new subclass of {@link Configuration} @param conf new configuration.]]> </doc> </method> <method name="init" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[{@inheritDoc} This invokes {@link #serviceInit} @param conf the configuration of the service. This must not be null @throws ServiceStateException if the configuration was null, the state change not permitted, or something else went wrong]]> </doc> </method> <method name="start" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[{@inheritDoc} @throws ServiceStateException if the current service state does not permit this action]]> </doc> </method> <method name="stop" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[{@inheritDoc}]]> </doc> </method> <method name="close" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Relay to {@link #stop()} @throws IOException]]> </doc> </method> <method name="noteFailure" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="protected" deprecated="not deprecated"> <param name="exception" type="java.lang.Exception"/> <doc> <![CDATA[Failure handling: record the exception that triggered it -if there was not one already. Services are free to call this themselves. @param exception the exception]]> </doc> </method> <method name="waitForServiceToStop" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="timeout" type="long"/> </method> <method name="serviceInit" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[All initialization code needed by a service. This method will only ever be called once during the lifecycle of a specific service instance. Implementations do not need to be synchronized as the logic in {@link #init(Configuration)} prevents re-entrancy. The base implementation checks to see if the subclass has created a new configuration instance, and if so, updates the base class value @param conf configuration @throws Exception on a failure -these will be caught, possibly wrapped, and wil; trigger a service stop]]> </doc> </method> <method name="serviceStart" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[Actions called during the INITED to STARTED transition. This method will only ever be called once during the lifecycle of a specific service instance. Implementations do not need to be synchronized as the logic in {@link #start()} prevents re-entrancy. @throws Exception if needed -these will be caught, wrapped, and trigger a service stop]]> </doc> </method> <method name="serviceStop" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[Actions called during the transition to the STOPPED state. This method will only ever be called once during the lifecycle of a specific service instance. Implementations do not need to be synchronized as the logic in {@link #stop()} prevents re-entrancy. Implementations MUST write this to be robust against failures, including checks for null references -and for the first failure to not stop other attempts to shut down parts of the service. @throws Exception if needed -these will be caught and logged.]]> </doc> </method> <method name="registerServiceListener" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="l" type="org.apache.hadoop.service.ServiceStateChangeListener"/> </method> <method name="unregisterServiceListener" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="l" type="org.apache.hadoop.service.ServiceStateChangeListener"/> </method> <method name="registerGlobalListener" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="l" type="org.apache.hadoop.service.ServiceStateChangeListener"/> <doc> <![CDATA[Register a global listener, which receives notifications from the state change events of all services in the JVM @param l listener]]> </doc> </method> <method name="unregisterGlobalListener" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="l" type="org.apache.hadoop.service.ServiceStateChangeListener"/> <doc> <![CDATA[unregister a global listener. @param l listener to unregister @return true if the listener was found (and then deleted)]]> </doc> </method> <method name="getName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getConfig" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getStartTime" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getLifecycleHistory" return="java.util.List" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="isInState" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="expected" type="org.apache.hadoop.service.Service.STATE"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="putBlocker" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="details" type="java.lang.String"/> <doc> <![CDATA[Put a blocker to the blocker map -replacing any with the same name. @param name blocker name @param details any specifics on the block. This must be non-null.]]> </doc> </method> <method name="removeBlocker" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <doc> <![CDATA[Remove a blocker from the blocker map - this is a no-op if the blocker is not present @param name the name of the blocker]]> </doc> </method> <method name="getBlockers" return="java.util.Map" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <doc> <![CDATA[This is the base implementation class for services.]]> </doc> </class> <!-- end class org.apache.hadoop.service.AbstractService --> <!-- start class org.apache.hadoop.service.CompositeService --> <class name="CompositeService" extends="org.apache.hadoop.service.AbstractService" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="CompositeService" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getServices" return="java.util.List" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get a cloned list of services @return a list of child services at the time of invocation - added services will not be picked up.]]> </doc> </method> <method name="addService" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="service" type="org.apache.hadoop.service.Service"/> <doc> <![CDATA[Add the passed {@link Service} to the list of services managed by this {@link CompositeService} @param service the {@link Service} to be added]]> </doc> </method> <method name="addIfService" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="object" type="java.lang.Object"/> <doc> <![CDATA[If the passed object is an instance of {@link Service}, add it to the list of services managed by this {@link CompositeService} @param object @return true if a service is added, false otherwise.]]> </doc> </method> <method name="removeService" return="boolean" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="service" type="org.apache.hadoop.service.Service"/> </method> <method name="serviceInit" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <exception name="Exception" type="java.lang.Exception"/> </method> <method name="serviceStart" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="Exception" type="java.lang.Exception"/> </method> <method name="serviceStop" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="Exception" type="java.lang.Exception"/> </method> <field name="STOP_ONLY_STARTED_SERVICES" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Policy on shutdown: attempt to close everything (purest) or only try to close started services (which assumes that the service implementations may not handle the stop() operation except when started. Irrespective of this policy, if a child service fails during its init() or start() operations, it will have stop() called on it.]]> </doc> </field> <doc> <![CDATA[Composition of services.]]> </doc> </class> <!-- end class org.apache.hadoop.service.CompositeService --> <!-- start class org.apache.hadoop.service.LifecycleEvent --> <class name="LifecycleEvent" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Serializable"/> <constructor name="LifecycleEvent" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <field name="time" type="long" transient="false" volatile="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Local time in milliseconds when the event occurred]]> </doc> </field> <field name="state" type="org.apache.hadoop.service.Service.STATE" transient="false" volatile="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[new state]]> </doc> </field> <doc> <![CDATA[A serializable lifecycle event: the time a state transition occurred, and what state was entered.]]> </doc> </class> <!-- end class org.apache.hadoop.service.LifecycleEvent --> <!-- start class org.apache.hadoop.service.LoggingStateChangeListener --> <class name="LoggingStateChangeListener" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.service.ServiceStateChangeListener"/> <constructor name="LoggingStateChangeListener" type="org.slf4j.Logger" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Log events to the given log @param log destination for events]]> </doc> </constructor> <constructor name="LoggingStateChangeListener" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Log events to the static log for this class]]> </doc> </constructor> <method name="stateChanged" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="service" type="org.apache.hadoop.service.Service"/> <doc> <![CDATA[Callback for a state change event: log it @param service the service that has changed.]]> </doc> </method> <doc> <![CDATA[This is a state change listener that logs events at INFO level]]> </doc> </class> <!-- end class org.apache.hadoop.service.LoggingStateChangeListener --> <!-- start interface org.apache.hadoop.service.Service --> <interface name="Service" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.io.Closeable"/> <method name="init" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="config" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Initialize the service. The transition MUST be from {@link STATE#NOTINITED} to {@link STATE#INITED} unless the operation failed and an exception was raised, in which case {@link #stop()} MUST be invoked and the service enter the state {@link STATE#STOPPED}. @param config the configuration of the service @throws RuntimeException on any failure during the operation]]> </doc> </method> <method name="start" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Start the service. The transition MUST be from {@link STATE#INITED} to {@link STATE#STARTED} unless the operation failed and an exception was raised, in which case {@link #stop()} MUST be invoked and the service enter the state {@link STATE#STOPPED}. @throws RuntimeException on any failure during the operation]]> </doc> </method> <method name="stop" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Stop the service. This MUST be a no-op if the service is already in the {@link STATE#STOPPED} state. It SHOULD be a best-effort attempt to stop all parts of the service. The implementation must be designed to complete regardless of the service state, including the initialized/uninitialized state of all its internal fields. @throws RuntimeException on any failure during the stop operation]]> </doc> </method> <method name="close" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[A version of stop() that is designed to be usable in Java7 closure clauses. Implementation classes MUST relay this directly to {@link #stop()} @throws IOException never @throws RuntimeException on any failure during the stop operation]]> </doc> </method> <method name="registerServiceListener" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="listener" type="org.apache.hadoop.service.ServiceStateChangeListener"/> <doc> <![CDATA[Register a listener to the service state change events. If the supplied listener is already listening to this service, this method is a no-op. @param listener a new listener]]> </doc> </method> <method name="unregisterServiceListener" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="listener" type="org.apache.hadoop.service.ServiceStateChangeListener"/> <doc> <![CDATA[Unregister a previously registered listener of the service state change events. No-op if the listener is already unregistered. @param listener the listener to unregister.]]> </doc> </method> <method name="getName" return="java.lang.String" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the name of this service. @return the service name]]> </doc> </method> <method name="getConfig" return="org.apache.hadoop.conf.Configuration" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the configuration of this service. This is normally not a clone and may be manipulated, though there are no guarantees as to what the consequences of such actions may be @return the current configuration, unless a specific implentation chooses otherwise.]]> </doc> </method> <method name="getServiceState" return="org.apache.hadoop.service.Service.STATE" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the current service state @return the state of the service]]> </doc> </method> <method name="getStartTime" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the service start time @return the start time of the service. This will be zero if the service has not yet been started.]]> </doc> </method> <method name="isInState" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="state" type="org.apache.hadoop.service.Service.STATE"/> <doc> <![CDATA[Query to see if the service is in a specific state. In a multi-threaded system, the state may not hold for very long. @param state the expected state @return true if, at the time of invocation, the service was in that state.]]> </doc> </method> <method name="getFailureCause" return="java.lang.Throwable" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the first exception raised during the service failure. If null, no exception was logged @return the failure logged during a transition to the stopped state]]> </doc> </method> <method name="getFailureState" return="org.apache.hadoop.service.Service.STATE" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the state in which the failure in {@link #getFailureCause()} occurred. @return the state or null if there was no failure]]> </doc> </method> <method name="waitForServiceToStop" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="timeout" type="long"/> <doc> <![CDATA[Block waiting for the service to stop; uses the termination notification object to do so. This method will only return after all the service stop actions have been executed (to success or failure), or the timeout elapsed This method can be called before the service is inited or started; this is to eliminate any race condition with the service stopping before this event occurs. @param timeout timeout in milliseconds. A value of zero means "forever" @return true iff the service stopped in the time period]]> </doc> </method> <method name="getLifecycleHistory" return="java.util.List" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get a snapshot of the lifecycle history; it is a static list @return a possibly empty but never null list of lifecycle events.]]> </doc> </method> <method name="getBlockers" return="java.util.Map" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the blockers on a service -remote dependencies that are stopping the service from being <i>live</i>. @return a (snapshotted) map of blocker name->description values]]> </doc> </method> <doc> <![CDATA[Service LifeCycle.]]> </doc> </interface> <!-- end interface org.apache.hadoop.service.Service --> <!-- start class org.apache.hadoop.service.ServiceOperations --> <class name="ServiceOperations" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="stop" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="service" type="org.apache.hadoop.service.Service"/> <doc> <![CDATA[Stop a service. <p/>Do nothing if the service is null or not in a state in which it can be/needs to be stopped. <p/> The service state is checked <i>before</i> the operation begins. This process is <i>not</i> thread safe. @param service a service or null]]> </doc> </method> <method name="stopQuietly" return="java.lang.Exception" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="service" type="org.apache.hadoop.service.Service"/> <doc> <![CDATA[Stop a service; if it is null do nothing. Exceptions are caught and logged at warn level. (but not Throwables). This operation is intended to be used in cleanup operations @param service a service; may be null @return any exception that was caught; null if none was.]]> </doc> </method> <method name="stopQuietly" return="java.lang.Exception" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="log" type="org.apache.commons.logging.Log"/> <param name="service" type="org.apache.hadoop.service.Service"/> <doc> <![CDATA[Stop a service; if it is null do nothing. Exceptions are caught and logged at warn level. (but not Throwables). This operation is intended to be used in cleanup operations @param log the log to warn at @param service a service; may be null @return any exception that was caught; null if none was. @see ServiceOperations#stopQuietly(Service)]]> </doc> </method> <method name="stopQuietly" return="java.lang.Exception" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="log" type="org.slf4j.Logger"/> <param name="service" type="org.apache.hadoop.service.Service"/> <doc> <![CDATA[Stop a service; if it is null do nothing. Exceptions are caught and logged at warn level. (but not Throwables). This operation is intended to be used in cleanup operations @param log the log to warn at @param service a service; may be null @return any exception that was caught; null if none was. @see ServiceOperations#stopQuietly(Service)]]> </doc> </method> <doc> <![CDATA[This class contains a set of methods to work with services, especially to walk them through their lifecycle.]]> </doc> </class> <!-- end class org.apache.hadoop.service.ServiceOperations --> <!-- start interface org.apache.hadoop.service.ServiceStateChangeListener --> <interface name="ServiceStateChangeListener" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="stateChanged" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="service" type="org.apache.hadoop.service.Service"/> <doc> <![CDATA[Callback to notify of a state change. The service will already have changed state before this callback is invoked. This operation is invoked on the thread that initiated the state change, while the service itself in in a sychronized section. <ol> <li>Any long-lived operation here will prevent the service state change from completing in a timely manner.</li> <li>If another thread is somehow invoked from the listener, and that thread invokes the methods of the service (including subclass-specific methods), there is a risk of a deadlock.</li> </ol> @param service the service that has changed.]]> </doc> </method> <doc> <![CDATA[Interface to notify state changes of a service.]]> </doc> </interface> <!-- end interface org.apache.hadoop.service.ServiceStateChangeListener --> <!-- start class org.apache.hadoop.service.ServiceStateException --> <class name="ServiceStateException" extends="java.lang.RuntimeException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.util.ExitCodeProvider"/> <constructor name="ServiceStateException" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Instantiate @param message error message]]> </doc> </constructor> <constructor name="ServiceStateException" type="java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Instantiate with a message and cause; if the cause has an exit code then it is used, otherwise the generic {@link LauncherExitCodes#EXIT_SERVICE_LIFECYCLE_EXCEPTION} exit code is used. @param message exception message @param cause optional inner cause]]> </doc> </constructor> <constructor name="ServiceStateException" type="int, java.lang.String, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Instantiate, using the specified exit code as the exit code of the exception, irrespetive of any exit code supplied by any inner cause. @param exitCode exit code to declare @param message exception message @param cause inner cause]]> </doc> </constructor> <constructor name="ServiceStateException" type="java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="getExitCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="convert" return="java.lang.RuntimeException" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="fault" type="java.lang.Throwable"/> <doc> <![CDATA[Convert any exception into a {@link RuntimeException}. All other exception types are wrapped in a new instance of {@code ServiceStateException}. @param fault exception or throwable @return a {@link RuntimeException} to rethrow]]> </doc> </method> <method name="convert" return="java.lang.RuntimeException" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="text" type="java.lang.String"/> <param name="fault" type="java.lang.Throwable"/> <doc> <![CDATA[Convert any exception into a {@link RuntimeException}. If the caught exception is already of that type, it is typecast to a {@link RuntimeException} and returned. All other exception types are wrapped in a new instance of {@code ServiceStateException}. @param text text to use if a new exception is created @param fault exception or throwable @return a {@link RuntimeException} to rethrow]]> </doc> </method> <doc> <![CDATA[Exception that can be raised on state change operations, whose exit code can be explicitly set, determined from that of any nested cause, or a default value of {@link LauncherExitCodes#EXIT_SERVICE_LIFECYCLE_EXCEPTION}.]]> </doc> </class> <!-- end class org.apache.hadoop.service.ServiceStateException --> <!-- start class org.apache.hadoop.service.ServiceStateModel --> <class name="ServiceStateModel" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ServiceStateModel" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create the service state model in the {@link Service.STATE#NOTINITED} state.]]> </doc> </constructor> <constructor name="ServiceStateModel" type="java.lang.String, org.apache.hadoop.service.Service.STATE" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a service state model instance in the chosen state @param state the starting state]]> </doc> </constructor> <method name="getState" return="org.apache.hadoop.service.Service.STATE" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Query the service state. This is a non-blocking operation. @return the state]]> </doc> </method> <method name="isInState" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="proposed" type="org.apache.hadoop.service.Service.STATE"/> <doc> <![CDATA[Query that the state is in a specific state @param proposed proposed new state @return the state]]> </doc> </method> <method name="ensureCurrentState" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="expectedState" type="org.apache.hadoop.service.Service.STATE"/> <doc> <![CDATA[Verify that that a service is in a given state. @param expectedState the desired state @throws ServiceStateException if the service state is different from the desired state]]> </doc> </method> <method name="enterState" return="org.apache.hadoop.service.Service.STATE" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="proposed" type="org.apache.hadoop.service.Service.STATE"/> <doc> <![CDATA[Enter a state -thread safe. @param proposed proposed new state @return the original state @throws ServiceStateException if the transition is not permitted]]> </doc> </method> <method name="checkStateTransition" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="state" type="org.apache.hadoop.service.Service.STATE"/> <param name="proposed" type="org.apache.hadoop.service.Service.STATE"/> <doc> <![CDATA[Check that a state tansition is valid and throw an exception if not @param name name of the service (can be null) @param state current state @param proposed proposed new state]]> </doc> </method> <method name="isValidStateTransition" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="current" type="org.apache.hadoop.service.Service.STATE"/> <param name="proposed" type="org.apache.hadoop.service.Service.STATE"/> <doc> <![CDATA[Is a state transition valid? There are no checks for current==proposed as that is considered a non-transition. using an array kills off all branch misprediction costs, at the expense of cache line misses. @param current current state @param proposed proposed new state @return true if the transition to a new state is valid]]> </doc> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[return the state text as the toString() value @return the current state's description]]> </doc> </method> <doc> <![CDATA[Implements the service state model.]]> </doc> </class> <!-- end class org.apache.hadoop.service.ServiceStateModel --> </package> <package name="org.apache.hadoop.service.launcher"> <!-- start class org.apache.hadoop.service.launcher.AbstractLaunchableService --> <class name="AbstractLaunchableService" extends="org.apache.hadoop.service.AbstractService" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.service.launcher.LaunchableService"/> <constructor name="AbstractLaunchableService" type="java.lang.String" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Construct an instance with the given name.]]> </doc> </constructor> <method name="bindArgs" return="org.apache.hadoop.conf.Configuration" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="config" type="org.apache.hadoop.conf.Configuration"/> <param name="args" type="java.util.List"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[{@inheritDoc} <p> The base implementation logs all arguments at the debug level, then returns the passed in config unchanged.]]> </doc> </method> <method name="execute" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[{@inheritDoc} <p> The action is to signal success by returning the exit code 0.]]> </doc> </method> <doc> <![CDATA[Subclass of {@link AbstractService} that provides basic implementations of the {@link LaunchableService} methods.]]> </doc> </class> <!-- end class org.apache.hadoop.service.launcher.AbstractLaunchableService --> <!-- start class org.apache.hadoop.service.launcher.HadoopUncaughtExceptionHandler --> <class name="HadoopUncaughtExceptionHandler" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.lang.Thread.UncaughtExceptionHandler"/> <constructor name="HadoopUncaughtExceptionHandler" type="java.lang.Thread.UncaughtExceptionHandler" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an instance delegating to the supplied handler if the exception is considered "simple". @param delegate a delegate exception handler.]]> </doc> </constructor> <constructor name="HadoopUncaughtExceptionHandler" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Basic exception handler -logs simple exceptions, then continues.]]> </doc> </constructor> <method name="uncaughtException" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="thread" type="java.lang.Thread"/> <param name="exception" type="java.lang.Throwable"/> <doc> <![CDATA[Uncaught exception handler. If an error is raised: shutdown The state of the system is unknown at this point -attempting a clean shutdown is dangerous. Instead: exit @param thread thread that failed @param exception the raised exception]]> </doc> </method> <doc> <![CDATA[This class is intended to be installed by calling {@link Thread#setDefaultUncaughtExceptionHandler(UncaughtExceptionHandler)} in the main entry point. The base class will always attempt to shut down the process if an Error was raised; the behavior on a standard Exception, raised outside process shutdown, is simply to log it. (Based on the class {@code YarnUncaughtExceptionHandler})]]> </doc> </class> <!-- end class org.apache.hadoop.service.launcher.HadoopUncaughtExceptionHandler --> <!-- start interface org.apache.hadoop.service.launcher.LaunchableService --> <interface name="LaunchableService" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.service.Service"/> <method name="bindArgs" return="org.apache.hadoop.conf.Configuration" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="config" type="org.apache.hadoop.conf.Configuration"/> <param name="args" type="java.util.List"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[Propagate the command line arguments. <p> This method is called before {@link #init(Configuration)}; Any non-null configuration that is returned from this operation becomes the one that is passed on to that {@link #init(Configuration)} operation. <p> This permits implementations to change the configuration before the init operation. As the ServiceLauncher only creates an instance of the base {@link Configuration} class, it is recommended to instantiate any subclass (such as YarnConfiguration) that injects new resources. <p> @param config the initial configuration build up by the service launcher. @param args list of arguments passed to the command line after any launcher-specific commands have been stripped. @return the configuration to init the service with. Recommended: pass down the config parameter with any changes @throws Exception any problem]]> </doc> </method> <method name="execute" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[Run a service. This method is called after {@link Service#start()}. <p> The return value becomes the exit code of the launched process. <p> If an exception is raised, the policy is: <ol> <li>Any subset of {@link org.apache.hadoop.util.ExitUtil.ExitException}: the exception is passed up unmodified. </li> <li>Any exception which implements {@link org.apache.hadoop.util.ExitCodeProvider}: A new {@link ServiceLaunchException} is created with the exit code and message of the thrown exception; the thrown exception becomes the cause.</li> <li>Any other exception: a new {@link ServiceLaunchException} is created with the exit code {@link LauncherExitCodes#EXIT_EXCEPTION_THROWN} and the message of the original exception (which becomes the cause).</li> </ol> @return the exit code @throws org.apache.hadoop.util.ExitUtil.ExitException an exception passed up as the exit code and error text. @throws Exception any exception to report. If it provides an exit code this is used in a wrapping exception.]]> </doc> </method> <doc> <![CDATA[An interface which services can implement to have their execution managed by the ServiceLauncher. <p> The command line options will be passed down before the {@link Service#init(Configuration)} operation is invoked via an invocation of {@link LaunchableService#bindArgs(Configuration, List)} After the service has been successfully started via {@link Service#start()} the {@link LaunchableService#execute()} method is called to execute the service. When this method returns, the service launcher will exit, using the return code from the method as its exit option.]]> </doc> </interface> <!-- end interface org.apache.hadoop.service.launcher.LaunchableService --> <!-- start interface org.apache.hadoop.service.launcher.LauncherExitCodes --> <interface name="LauncherExitCodes" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <field name="EXIT_SUCCESS" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Success: {@value}.]]> </doc> </field> <field name="EXIT_FAIL" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Generic "false/fail" response: {@value}. The operation worked but the result was not "true" from the viewpoint of the executed code.]]> </doc> </field> <field name="EXIT_CLIENT_INITIATED_SHUTDOWN" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when a client requested service termination: {@value}.]]> </doc> </field> <field name="EXIT_TASK_LAUNCH_FAILURE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when targets could not be launched: {@value}.]]> </doc> </field> <field name="EXIT_INTERRUPTED" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when a control-C, kill -3, signal was picked up: {@value}.]]> </doc> </field> <field name="EXIT_OTHER_FAILURE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when something happened but we can't be specific: {@value}.]]> </doc> </field> <field name="EXIT_COMMAND_ARGUMENT_ERROR" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when the command line doesn't parse: {@value}, or when it is otherwise invalid. <p> Approximate HTTP equivalent: {@code 400 Bad Request}]]> </doc> </field> <field name="EXIT_UNAUTHORIZED" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The request requires user authentication: {@value}. <p> approximate HTTP equivalent: Approximate HTTP equivalent: {@code 401 Unauthorized}]]> </doc> </field> <field name="EXIT_USAGE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when a usage message was printed: {@value}.]]> </doc> </field> <field name="EXIT_FORBIDDEN" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Forbidden action: {@value}. <p> Approximate HTTP equivalent: Approximate HTTP equivalent: {@code 403: Forbidden}]]> </doc> </field> <field name="EXIT_NOT_FOUND" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Something was not found: {@value}. <p> Approximate HTTP equivalent: {@code 404: Not Found}]]> </doc> </field> <field name="EXIT_OPERATION_NOT_ALLOWED" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The operation is not allowed: {@value}. <p> Approximate HTTP equivalent: {@code 405: Not allowed}]]> </doc> </field> <field name="EXIT_NOT_ACCEPTABLE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The command is somehow not acceptable: {@value}. <p> Approximate HTTP equivalent: {@code 406: Not Acceptable}]]> </doc> </field> <field name="EXIT_CONNECTIVITY_PROBLEM" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code on connectivity problems: {@value}. <p> Approximate HTTP equivalent: {@code 408: Request Timeout}]]> </doc> </field> <field name="EXIT_BAD_CONFIGURATION" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when the configurations in valid/incomplete: {@value}. <p> Approximate HTTP equivalent: {@code 409: Conflict}]]> </doc> </field> <field name="EXIT_EXCEPTION_THROWN" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Exit code when an exception was thrown from the service: {@value}. <p> Approximate HTTP equivalent: {@code 500 Internal Server Error}]]> </doc> </field> <field name="EXIT_UNIMPLEMENTED" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Unimplemented feature: {@value}. <p> Approximate HTTP equivalent: {@code 501: Not Implemented}]]> </doc> </field> <field name="EXIT_SERVICE_UNAVAILABLE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Service Unavailable; it may be available later: {@value}. <p> Approximate HTTP equivalent: {@code 503 Service Unavailable}]]> </doc> </field> <field name="EXIT_UNSUPPORTED_VERSION" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The application does not support, or refuses to support this version: {@value}. <p> If raised, this is expected to be raised server-side and likely due to client/server version incompatibilities. <p> Approximate HTTP equivalent: {@code 505: Version Not Supported}]]> </doc> </field> <field name="EXIT_SERVICE_CREATION_FAILURE" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The service instance could not be created: {@value}.]]> </doc> </field> <field name="EXIT_SERVICE_LIFECYCLE_EXCEPTION" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The service instance could not be created: {@value}.]]> </doc> </field> <doc> <![CDATA[Common Exit codes. <p> Codes with a YARN prefix are YARN-related. <p> Many of the exit codes are designed to resemble HTTP error codes, squashed into a single byte. e.g 44 , "not found" is the equivalent of 404. The various 2XX HTTP error codes aren't followed; the Unix standard of "0" for success is used. <pre> 0-10: general command issues 30-39: equivalent to the 3XX responses, where those responses are considered errors by the application. 40-49: client-side/CLI/config problems 50-59: service-side problems. 60+ : application specific error codes </pre>]]> </doc> </interface> <!-- end interface org.apache.hadoop.service.launcher.LauncherExitCodes --> <!-- start class org.apache.hadoop.service.launcher.ServiceLaunchException --> <class name="ServiceLaunchException" extends="org.apache.hadoop.util.ExitUtil.ExitException" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.util.ExitCodeProvider"/> <implements name="org.apache.hadoop.service.launcher.LauncherExitCodes"/> <constructor name="ServiceLaunchException" type="int, java.lang.Throwable" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an exception with the specific exit code. @param exitCode exit code @param cause cause of the exception]]> </doc> </constructor> <constructor name="ServiceLaunchException" type="int, java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create an exception with the specific exit code and text. @param exitCode exit code @param message message to use in exception]]> </doc> </constructor> <constructor name="ServiceLaunchException" type="int, java.lang.String, java.lang.Object[]" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a formatted exception. <p> This uses {@link String#format(String, Object...)} to build the formatted exception in the ENGLISH locale. <p> If the last argument is a throwable, it becomes the cause of the exception. It will also be used as a parameter for the format. @param exitCode exit code @param format format for message to use in exception @param args list of arguments]]> </doc> </constructor> <doc> <![CDATA[A service launch exception that includes an exit code. <p> When caught by the ServiceLauncher, it will convert that into a process exit code. The {@link #ServiceLaunchException(int, String, Object...)} constructor generates formatted exceptions.]]> </doc> </class> <!-- end class org.apache.hadoop.service.launcher.ServiceLaunchException --> </package> <package name="org.apache.hadoop.tools"> </package> <package name="org.apache.hadoop.tools.protocolPB"> </package> <package name="org.apache.hadoop.tracing"> <!-- start class org.apache.hadoop.tracing.SpanReceiverInfo --> <class name="SpanReceiverInfo" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="getId" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getClassName" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> </class> <!-- end class org.apache.hadoop.tracing.SpanReceiverInfo --> <!-- start class org.apache.hadoop.tracing.SpanReceiverInfoBuilder --> <class name="SpanReceiverInfoBuilder" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="SpanReceiverInfoBuilder" type="java.lang.String" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="addConfigurationPair" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="java.lang.String"/> <param name="value" type="java.lang.String"/> </method> <method name="build" return="org.apache.hadoop.tracing.SpanReceiverInfo" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> </class> <!-- end class org.apache.hadoop.tracing.SpanReceiverInfoBuilder --> <!-- start interface org.apache.hadoop.tracing.TraceAdminProtocol --> <interface name="TraceAdminProtocol" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="listSpanReceivers" return="org.apache.hadoop.tracing.SpanReceiverInfo[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[List the currently active trace span receivers. @throws IOException On error.]]> </doc> </method> <method name="addSpanReceiver" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="desc" type="org.apache.hadoop.tracing.SpanReceiverInfo"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Add a new trace span receiver. @param desc The span receiver description. @return The ID of the new trace span receiver. @throws IOException On error.]]> </doc> </method> <method name="removeSpanReceiver" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="spanReceiverId" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Remove a trace span receiver. @param spanReceiverId The id of the span receiver to remove. @throws IOException On error.]]> </doc> </method> <field name="versionID" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <doc> <![CDATA[Protocol interface that provides tracing.]]> </doc> </interface> <!-- end interface org.apache.hadoop.tracing.TraceAdminProtocol --> <!-- start interface org.apache.hadoop.tracing.TraceAdminProtocolPB --> <interface name="TraceAdminProtocolPB" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.tracing.TraceAdminPB.TraceAdminService.BlockingInterface"/> <implements name="org.apache.hadoop.ipc.VersionedProtocol"/> </interface> <!-- end interface org.apache.hadoop.tracing.TraceAdminProtocolPB --> </package> <package name="org.apache.hadoop.util"> <!-- start class org.apache.hadoop.util.ApplicationClassLoader --> <class name="ApplicationClassLoader" extends="java.net.URLClassLoader" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ApplicationClassLoader" type="java.net.URL[], java.lang.ClassLoader, java.util.List" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <constructor name="ApplicationClassLoader" type="java.lang.String, java.lang.ClassLoader, java.util.List" static="false" final="false" visibility="public" deprecated="not deprecated"> <exception name="MalformedURLException" type="java.net.MalformedURLException"/> </constructor> <method name="getResource" return="java.net.URL" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> </method> <method name="loadClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/> </method> <method name="loadClass" return="java.lang.Class" abstract="false" native="false" synchronized="true" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="resolve" type="boolean"/> <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/> </method> <method name="isSystemClass" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="name" type="java.lang.String"/> <param name="systemClasses" type="java.util.List"/> <doc> <![CDATA[Checks if a class should be included as a system class. A class is a system class if and only if it matches one of the positive patterns and none of the negative ones. @param name the class name to check @param systemClasses a list of system class configurations. @return true if the class is a system class]]> </doc> </method> <field name="SYSTEM_CLASSES_DEFAULT" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default value of the system classes if the user did not override them. JDK classes, hadoop classes and resources, and some select third-party classes are considered system classes, and are not loaded by the application classloader.]]> </doc> </field> <doc> <![CDATA[A {@link URLClassLoader} for application isolation. Classes from the application JARs are loaded in preference to the parent loader.]]> </doc> </class> <!-- end class org.apache.hadoop.util.ApplicationClassLoader --> <!-- start interface org.apache.hadoop.util.IPList --> <interface name="IPList" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="isIn" return="boolean" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="ipAddress" type="java.lang.String"/> <doc> <![CDATA[returns true if the ipAddress is in the IPList. @param ipAddress @return boolean value indicating whether the ipAddress is in the IPList]]> </doc> </method> </interface> <!-- end interface org.apache.hadoop.util.IPList --> <!-- start interface org.apache.hadoop.util.Progressable --> <interface name="Progressable" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <method name="progress" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Report progress to the Hadoop framework.]]> </doc> </method> <doc> <![CDATA[A facility for reporting progress. <p>Clients and/or applications can use the provided <code>Progressable</code> to explicitly report progress to the Hadoop framework. This is especially important for operations which take significant amount of time since, in-lieu of the reported progress, the framework has to assume that an error has occurred and time-out the operation.</p>]]> </doc> </interface> <!-- end interface org.apache.hadoop.util.Progressable --> <!-- start class org.apache.hadoop.util.PureJavaCrc32 --> <class name="PureJavaCrc32" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.util.zip.Checksum"/> <constructor name="PureJavaCrc32" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new PureJavaCrc32 object.]]> </doc> </constructor> <method name="getValue" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="reset" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="update" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="offset" type="int"/> <param name="len" type="int"/> </method> <method name="update" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="b" type="int"/> </method> <doc> <![CDATA[A pure-java implementation of the CRC32 checksum that uses the same polynomial as the built-in native CRC32. This is to avoid the JNI overhead for certain uses of Checksumming where many small pieces of data are checksummed in succession. The current version is ~10x to 1.8x as fast as Sun's native java.util.zip.CRC32 in Java 1.6 @see java.util.zip.CRC32]]> </doc> </class> <!-- end class org.apache.hadoop.util.PureJavaCrc32 --> <!-- start class org.apache.hadoop.util.PureJavaCrc32C --> <class name="PureJavaCrc32C" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="java.util.zip.Checksum"/> <constructor name="PureJavaCrc32C" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Create a new PureJavaCrc32 object.]]> </doc> </constructor> <method name="getValue" return="long" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="reset" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="update" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="b" type="byte[]"/> <param name="off" type="int"/> <param name="len" type="int"/> </method> <method name="update" abstract="false" native="false" synchronized="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <param name="b" type="int"/> </method> <doc> <![CDATA[A pure-java implementation of the CRC32 checksum that uses the CRC32-C polynomial, the same polynomial used by iSCSI and implemented on many Intel chipsets supporting SSE4.2.]]> </doc> </class> <!-- end class org.apache.hadoop.util.PureJavaCrc32C --> <!-- start class org.apache.hadoop.util.ReflectionUtils --> <class name="ReflectionUtils" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ReflectionUtils" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="setConf" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="theObject" type="java.lang.Object"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Check and set 'configuration' if necessary. @param theObject object for which to set configuration @param conf Configuration]]> </doc> </method> <method name="newInstance" return="T" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="theClass" type="java.lang.Class"/> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <doc> <![CDATA[Create an object for the given class and initialize it from conf @param theClass class of which an object is created @param conf Configuration @return a new object]]> </doc> </method> <method name="setContentionTracing" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="val" type="boolean"/> </method> <method name="printThreadInfo" abstract="false" native="false" synchronized="true" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="stream" type="java.io.PrintStream"/> <param name="title" type="java.lang.String"/> <doc> <![CDATA[Print all of the thread's information and stack traces. @param stream the stream to @param title a string title for the stack trace]]> </doc> </method> <method name="logThreadInfo" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="log" type="org.apache.commons.logging.Log"/> <param name="title" type="java.lang.String"/> <param name="minInterval" type="long"/> <doc> <![CDATA[Log the current thread stacks at INFO level. @param log the logger that logs the stack trace @param title a descriptive title for the call stacks @param minInterval the minimum time from the last]]> </doc> </method> <method name="logThreadInfo" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="log" type="org.slf4j.Logger"/> <param name="title" type="java.lang.String"/> <param name="minInterval" type="long"/> <doc> <![CDATA[Log the current thread stacks at INFO level. @param log the logger that logs the stack trace @param title a descriptive title for the call stacks @param minInterval the minimum time from the last]]> </doc> </method> <method name="getClass" return="java.lang.Class" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="o" type="T"/> <doc> <![CDATA[Return the correctly-typed {@link Class} of the given object. @param o object whose correctly-typed <code>Class</code> is to be obtained @return the correctly typed <code>Class</code> of the given object.]]> </doc> </method> <method name="copy" return="T" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="src" type="T"/> <param name="dst" type="T"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Make a copy of the writable object using serialization to a buffer @param src the object to copy from @param dst the object to copy into, which is destroyed @return dst param (the copy) @throws IOException]]> </doc> </method> <method name="cloneWritableInto" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="dst" type="org.apache.hadoop.io.Writable"/> <param name="src" type="org.apache.hadoop.io.Writable"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="getDeclaredFieldsIncludingInherited" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="clazz" type="java.lang.Class"/> <doc> <![CDATA[Gets all the declared fields of a class including fields declared in superclasses.]]> </doc> </method> <method name="getDeclaredMethodsIncludingInherited" return="java.util.List" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="clazz" type="java.lang.Class"/> <doc> <![CDATA[Gets all the declared methods of a class including methods declared in superclasses.]]> </doc> </method> <doc> <![CDATA[General reflection utils]]> </doc> </class> <!-- end class org.apache.hadoop.util.ReflectionUtils --> <!-- start class org.apache.hadoop.util.Shell --> <class name="Shell" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="Shell" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Create an instance with no minimum interval between runs; stderr is not merged with stdout.]]> </doc> </constructor> <constructor name="Shell" type="long" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Create an instance with a minimum interval between executions; stderr is not merged with stdout. @param interval interval in milliseconds between command executions.]]> </doc> </constructor> <constructor name="Shell" type="long, boolean" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Create a shell instance which can be re-executed when the {@link #run()} method is invoked with a given elapsed time between calls. @param interval the minimum duration in milliseconds to wait before re-executing the command. If set to 0, there is no minimum. @param redirectErrorStream should the error stream be merged with the normal output stream?]]> </doc> </constructor> <method name="isJava7OrAbove" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="This call isn't needed any more: please remove uses of it."> <doc> <![CDATA[query to see if system is Java 7 or later. Now that Hadoop requires Java 7 or later, this always returns true. @deprecated This call isn't needed any more: please remove uses of it. @return true, always.]]> </doc> </method> <method name="isJavaVersionAtLeast" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="version" type="int"/> <doc> <![CDATA[Query to see if major version of Java specification of the system is equal or greater than the parameter. @param version 8, 9, 10 etc. @return comparison with system property, always true for 8]]> </doc> </method> <method name="checkWindowsCommandLineLength" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="commands" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Checks if a given command (String[]) fits in the Windows maximum command line length Note that the input is expected to already include space delimiters, no extra count will be added for delimiters. @param commands command parts, including any space delimiters]]> </doc> </method> <method name="getGroupsCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[a Unix command to get the current user's groups list.]]> </doc> </method> <method name="getGroupsForUserCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <doc> <![CDATA[A command to get a given user's groups list. If the OS is not WINDOWS, the command will get the user's primary group first and finally get the groups list which includes the primary group. i.e. the user's primary group will be included twice.]]> </doc> </method> <method name="getGroupsIDForUserCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="user" type="java.lang.String"/> <doc> <![CDATA[A command to get a given user's group id list. The command will get the user's primary group first and finally get the groups list which includes the primary group. i.e. the user's primary group will be included twice. This command does not support Windows and will only return group names.]]> </doc> </method> <method name="getUsersForNetgroupCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="netgroup" type="java.lang.String"/> <doc> <![CDATA[A command to get a given netgroup's user list.]]> </doc> </method> <method name="getGetPermissionCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return a command to get permission information.]]> </doc> </method> <method name="getSetPermissionCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="perm" type="java.lang.String"/> <param name="recursive" type="boolean"/> <doc> <![CDATA[Return a command to set permission.]]> </doc> </method> <method name="getSetPermissionCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="perm" type="java.lang.String"/> <param name="recursive" type="boolean"/> <param name="file" type="java.lang.String"/> <doc> <![CDATA[Return a command to set permission for specific file. @param perm String permission to set @param recursive boolean true to apply to all sub-directories recursively @param file String file to set @return String[] containing command and arguments]]> </doc> </method> <method name="getSetOwnerCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="owner" type="java.lang.String"/> <doc> <![CDATA[Return a command to set owner.]]> </doc> </method> <method name="getSymlinkCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="target" type="java.lang.String"/> <param name="link" type="java.lang.String"/> <doc> <![CDATA[Return a command to create symbolic links.]]> </doc> </method> <method name="getReadlinkCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="link" type="java.lang.String"/> <doc> <![CDATA[Return a command to read the target of the a symbolic link.]]> </doc> </method> <method name="getCheckProcessIsAliveCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="pid" type="java.lang.String"/> <doc> <![CDATA[Return a command for determining if process with specified pid is alive. @param pid process ID @return a <code>kill -0</code> command or equivalent]]> </doc> </method> <method name="getSignalKillCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="code" type="int"/> <param name="pid" type="java.lang.String"/> <doc> <![CDATA[Return a command to send a signal to a given pid.]]> </doc> </method> <method name="getEnvironmentVariableRegex" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return a regular expression string that match environment variables.]]> </doc> </method> <method name="appendScriptExtension" return="java.io.File" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="parent" type="java.io.File"/> <param name="basename" type="java.lang.String"/> <doc> <![CDATA[Returns a File referencing a script with the given basename, inside the given parent directory. The file extension is inferred by platform: <code>".cmd"</code> on Windows, or <code>".sh"</code> otherwise. @param parent File parent directory @param basename String script file basename @return File referencing the script in the directory]]> </doc> </method> <method name="appendScriptExtension" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="basename" type="java.lang.String"/> <doc> <![CDATA[Returns a script file name with the given basename. The file extension is inferred by platform: <code>".cmd"</code> on Windows, or <code>".sh"</code> otherwise. @param basename String script file basename @return String script file name]]> </doc> </method> <method name="getRunScriptCommand" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="script" type="java.io.File"/> <doc> <![CDATA[Returns a command to run the given script. The script interpreter is inferred by platform: cmd on Windows or bash otherwise. @param script File script to run @return String[] command to run the script]]> </doc> </method> <method name="getHadoopHome" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Get the Hadoop home directory. Raises an exception if not found @return the home dir @throws IOException if the home directory cannot be located.]]> </doc> </method> <method name="getQualifiedBin" return="java.io.File" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="executable" type="java.lang.String"/> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <doc> <![CDATA[Fully qualify the path to a binary that should be in a known hadoop bin location. This is primarily useful for disambiguating call-outs to executable sub-components of Hadoop to avoid clashes with other executables that may be in the path. Caveat: this call doesn't just format the path to the bin directory. It also checks for file existence of the composed path. The output of this call should be cached by callers. @param executable executable @return executable file reference @throws FileNotFoundException if the path does not exist]]> </doc> </method> <method name="getQualifiedBinPath" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="executable" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Fully qualify the path to a binary that should be in a known hadoop bin location. This is primarily useful for disambiguating call-outs to executable sub-components of Hadoop to avoid clashes with other executables that may be in the path. Caveat: this call doesn't just format the path to the bin directory. It also checks for file existence of the composed path. The output of this call should be cached by callers. @param executable executable @return executable file reference @throws FileNotFoundException if the path does not exist @throws IOException on path canonicalization failures]]> </doc> </method> <method name="hasWinutilsPath" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Predicate to indicate whether or not the path to winutils is known. If true, then {@link #WINUTILS} is non-null, and both {@link #getWinUtilsPath()} and {@link #getWinUtilsFile()} will successfully return this value. Always false on non-windows systems. @return true if there is a valid path to the binary]]> </doc> </method> <method name="getWinUtilsPath" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Locate the winutils binary, or fail with a meaningful exception and stack trace as an RTE. This method is for use in methods which don't explicitly throw an <code>IOException</code>. @return the path to {@link #WINUTILS_EXE} @throws RuntimeException if the path is not resolvable]]> </doc> </method> <method name="getWinUtilsFile" return="java.io.File" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/> <doc> <![CDATA[Get a file reference to winutils. Always raises an exception if there isn't one @return the file instance referring to the winutils bin. @throws FileNotFoundException on any failure to locate that file.]]> </doc> </method> <method name="checkIsBashSupported" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <exception name="InterruptedIOException" type="java.io.InterruptedIOException"/> </method> <method name="setEnvironment" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="env" type="java.util.Map"/> <doc> <![CDATA[Set the environment for the command. @param env Mapping of environment variables]]> </doc> </method> <method name="setWorkingDirectory" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="dir" type="java.io.File"/> <doc> <![CDATA[Set the working directory. @param dir The directory where the command will be executed]]> </doc> </method> <method name="run" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Check to see if a command needs to be executed and execute if needed.]]> </doc> </method> <method name="getExecString" return="java.lang.String[]" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[return an array containing the command name and its parameters.]]> </doc> </method> <method name="parseExecResult" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <param name="lines" type="java.io.BufferedReader"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Parse the execution result]]> </doc> </method> <method name="getEnvironment" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="env" type="java.lang.String"/> <doc> <![CDATA[Get an environment variable. @param env the environment var @return the value or null if it was unset.]]> </doc> </method> <method name="getProcess" return="java.lang.Process" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[get the current sub-process executing the given command. @return process executing the command]]> </doc> </method> <method name="getExitCode" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[get the exit code. @return the exit code of the process]]> </doc> </method> <method name="getWaitingThread" return="java.lang.Thread" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[get the thread that is waiting on this instance of <code>Shell</code>. @return the thread that ran runCommand() that spawned this shell or null if no thread is waiting for this shell to complete]]> </doc> </method> <method name="isTimedOut" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[To check if the passed script to shell command executor timed out or not. @return if the script timed out.]]> </doc> </method> <method name="execCommand" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="cmd" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Static method to execute a shell command. Covers most of the simple cases without requiring the user to implement the <code>Shell</code> interface. @param cmd shell command to execute. @return the output of the executed command.]]> </doc> </method> <method name="execCommand" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="env" type="java.util.Map"/> <param name="cmd" type="java.lang.String[]"/> <param name="timeout" type="long"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Static method to execute a shell command. Covers most of the simple cases without requiring the user to implement the <code>Shell</code> interface. @param env the map of environment key=value @param cmd shell command to execute. @param timeout time in milliseconds after which script should be marked timeout @return the output of the executed command. @throws IOException on any problem.]]> </doc> </method> <method name="execCommand" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="env" type="java.util.Map"/> <param name="cmd" type="java.lang.String[]"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Static method to execute a shell command. Covers most of the simple cases without requiring the user to implement the <code>Shell</code> interface. @param env the map of environment key=value @param cmd shell command to execute. @return the output of the executed command. @throws IOException on any problem.]]> </doc> </method> <method name="destroyAllShellProcesses" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Static method to destroy all running <code>Shell</code> processes. Iterates through a map of all currently running <code>Shell</code> processes and destroys them one by one. This method is thread safe]]> </doc> </method> <method name="getAllShells" return="java.util.Set" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Static method to return a Set of all <code>Shell</code> objects.]]> </doc> </method> <method name="getMemlockLimit" return="java.lang.Long" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="ulimit" type="java.lang.Long"/> <doc> <![CDATA[Static method to return the memory lock limit for datanode. @param ulimit max value at which memory locked should be capped. @return long value specifying the memory lock limit.]]> </doc> </method> <field name="LOG" type="org.slf4j.Logger" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="SYSPROP_HADOOP_HOME_DIR" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[System property for the Hadoop home directory: {@value}.]]> </doc> </field> <field name="ENV_HADOOP_HOME" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Environment variable for Hadoop's home dir: {@value}.]]> </doc> </field> <field name="WINDOWS_MAX_SHELL_LENGTH" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Maximum command line length in Windows KB830473 documents this as 8191]]> </doc> </field> <field name="WINDOWS_MAX_SHELL_LENGHT" type="int" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="use the correctly spelled constant."> <doc> <![CDATA[mis-spelling of {@link #WINDOWS_MAX_SHELL_LENGTH}. @deprecated use the correctly spelled constant.]]> </doc> </field> <field name="USER_NAME_COMMAND" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[a Unix command to get the current user's name: {@value}.]]> </doc> </field> <field name="WindowsProcessLaunchLock" type="java.lang.Object" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Windows <code>CreateProcess</code> synchronization object.]]> </doc> </field> <field name="osType" type="org.apache.hadoop.util.Shell.OSType" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the type of the operating system, as determined from parsing the <code>os.name</code> property.]]> </doc> </field> <field name="WINDOWS" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="SOLARIS" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="MAC" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="FREEBSD" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="LINUX" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="OTHER" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="PPC_64" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> </field> <field name="ENV_NAME_REGEX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Regular expression for environment variables: {@value}.]]> </doc> </field> <field name="SET_PERMISSION_COMMAND" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[a Unix command to set permission: {@value}.]]> </doc> </field> <field name="SET_OWNER_COMMAND" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[a Unix command to set owner: {@value}.]]> </doc> </field> <field name="SET_GROUP_COMMAND" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[a Unix command to set the change user's groups list: {@value}.]]> </doc> </field> <field name="LINK_COMMAND" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[a Unix command to create a link: {@value}.]]> </doc> </field> <field name="READ_LINK_COMMAND" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[a Unix command to get a link target: {@value}.]]> </doc> </field> <field name="timeOutInterval" type="long" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Time after which the executing script would be timedout.]]> </doc> </field> <field name="inheritParentEnv" type="boolean" transient="false" volatile="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> <doc> <![CDATA[Indicates if the parent env vars should be inherited or not]]> </doc> </field> <field name="WINUTILS" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="use one of the exception-raising getter methods, specifically {@link #getWinUtilsPath()} or {@link #getWinUtilsFile()}"> <doc> <![CDATA[Location of winutils as a string; null if not found. <p> <i>Important: caller must check for this value being null</i>. The lack of such checks has led to many support issues being raised. <p> @deprecated use one of the exception-raising getter methods, specifically {@link #getWinUtilsPath()} or {@link #getWinUtilsFile()}]]> </doc> </field> <field name="isSetsidAvailable" type="boolean" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Flag which is true if setsid exists.]]> </doc> </field> <field name="TOKEN_SEPARATOR_REGEX" type="java.lang.String" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Token separator regex used to parse Shell tool outputs.]]> </doc> </field> <doc> <![CDATA[A base class for running a Shell command. <code>Shell</code> can be used to run shell commands like <code>du</code> or <code>df</code>. It also offers facilities to gate commands by time-intervals.]]> </doc> </class> <!-- end class org.apache.hadoop.util.Shell --> <!-- start class org.apache.hadoop.util.ShutdownHookManager --> <class name="ShutdownHookManager" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <method name="get" return="org.apache.hadoop.util.ShutdownHookManager" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return <code>ShutdownHookManager</code> singleton. @return <code>ShutdownHookManager</code> singleton.]]> </doc> </method> <method name="addShutdownHook" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="shutdownHook" type="java.lang.Runnable"/> <param name="priority" type="int"/> <doc> <![CDATA[Adds a shutdownHook with a priority, the higher the priority the earlier will run. ShutdownHooks with same priority run in a non-deterministic order. @param shutdownHook shutdownHook <code>Runnable</code> @param priority priority of the shutdownHook.]]> </doc> </method> <method name="addShutdownHook" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="shutdownHook" type="java.lang.Runnable"/> <param name="priority" type="int"/> <param name="timeout" type="long"/> <param name="unit" type="java.util.concurrent.TimeUnit"/> <doc> <![CDATA[Adds a shutdownHook with a priority and timeout the higher the priority the earlier will run. ShutdownHooks with same priority run in a non-deterministic order. The shutdown hook will be terminated if it has not been finished in the specified period of time. @param shutdownHook shutdownHook <code>Runnable</code> @param priority priority of the shutdownHook @param timeout timeout of the shutdownHook @param unit unit of the timeout <code>TimeUnit</code>]]> </doc> </method> <method name="removeShutdownHook" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="shutdownHook" type="java.lang.Runnable"/> <doc> <![CDATA[Removes a shutdownHook. @param shutdownHook shutdownHook to remove. @return TRUE if the shutdownHook was registered and removed, FALSE otherwise.]]> </doc> </method> <method name="hasShutdownHook" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="shutdownHook" type="java.lang.Runnable"/> <doc> <![CDATA[Indicates if a shutdownHook is registered or not. @param shutdownHook shutdownHook to check if registered. @return TRUE/FALSE depending if the shutdownHook is is registered.]]> </doc> </method> <method name="isShutdownInProgress" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Indicates if shutdown is in progress or not. @return TRUE if the shutdown is in progress, otherwise FALSE.]]> </doc> </method> <method name="clearShutdownHooks" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[clear all registered shutdownHooks.]]> </doc> </method> <field name="TIMEOUT_MINIMUM" type="long" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Minimum shutdown timeout: {@value} second(s).]]> </doc> </field> <field name="TIME_UNIT_DEFAULT" type="java.util.concurrent.TimeUnit" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The default time unit used: seconds.]]> </doc> </field> <doc> <![CDATA[The <code>ShutdownHookManager</code> enables running shutdownHook in a deterministic order, higher priority first. <p/> The JVM runs ShutdownHooks in a non-deterministic order or in parallel. This class registers a single JVM shutdownHook and run all the shutdownHooks registered to it (to this class) in order based on their priority. Unless a hook was registered with a shutdown explicitly set through {@link #addShutdownHook(Runnable, int, long, TimeUnit)}, the shutdown time allocated to it is set by the configuration option {@link CommonConfigurationKeysPublic#SERVICE_SHUTDOWN_TIMEOUT} in {@code core-site.xml}, with a default value of {@link CommonConfigurationKeysPublic#SERVICE_SHUTDOWN_TIMEOUT_DEFAULT} seconds.]]> </doc> </class> <!-- end class org.apache.hadoop.util.ShutdownHookManager --> <!-- start class org.apache.hadoop.util.StringInterner --> <class name="StringInterner" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="StringInterner" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="strongIntern" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="sample" type="java.lang.String"/> <doc> <![CDATA[Interns and returns a reference to the representative instance for any of a collection of string instances that are equal to each other. Retains strong reference to the instance, thus preventing it from being garbage-collected. @param sample string instance to be interned @return strong reference to interned string instance]]> </doc> </method> <method name="weakIntern" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="sample" type="java.lang.String"/> <doc> <![CDATA[Interns and returns a reference to the representative instance for any of a collection of string instances that are equal to each other. Retains weak reference to the instance, and so does not prevent it from being garbage-collected. @param sample string instance to be interned @return weak reference to interned string instance]]> </doc> </method> <method name="internStringsInArray" return="java.lang.String[]" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="strings" type="java.lang.String[]"/> <doc> <![CDATA[Interns all the strings in the given array in place, returning the same array.]]> </doc> </method> <doc> <![CDATA[Provides string interning utility methods. For weak interning, we use the standard String.intern() call, that performs very well (no problems with PermGen overflowing, etc.) starting from JDK 7.]]> </doc> </class> <!-- end class org.apache.hadoop.util.StringInterner --> <!-- start class org.apache.hadoop.util.SysInfo --> <class name="SysInfo" extends="java.lang.Object" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="SysInfo" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="newInstance" return="org.apache.hadoop.util.SysInfo" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Return default OS instance. @throws UnsupportedOperationException If cannot determine OS. @return Default instance for the detected OS.]]> </doc> </method> <method name="getVirtualMemorySize" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the total size of the virtual memory present in the system. @return virtual memory size in bytes.]]> </doc> </method> <method name="getPhysicalMemorySize" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the total size of the physical memory present in the system. @return physical memory size bytes.]]> </doc> </method> <method name="getAvailableVirtualMemorySize" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the total size of the available virtual memory present in the system. @return available virtual memory size in bytes.]]> </doc> </method> <method name="getAvailablePhysicalMemorySize" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the total size of the available physical memory present in the system. @return available physical memory size bytes.]]> </doc> </method> <method name="getNumProcessors" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the total number of logical processors present on the system. @return number of logical processors]]> </doc> </method> <method name="getNumCores" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain total number of physical cores present on the system. @return number of physical cores]]> </doc> </method> <method name="getCpuFrequency" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the CPU frequency of on the system. @return CPU frequency in kHz]]> </doc> </method> <method name="getCumulativeCpuTime" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the cumulative CPU time since the system is on. @return cumulative CPU time in milliseconds]]> </doc> </method> <method name="getCpuUsagePercentage" return="float" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the CPU usage % of the machine. Return -1 if it is unavailable @return CPU usage as a percentage (from 0 to 100) of available cycles.]]> </doc> </method> <method name="getNumVCoresUsed" return="float" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the number of VCores used. Return -1 if it is unavailable @return Number of VCores used a percentage (from 0 to #VCores).]]> </doc> </method> <method name="getNetworkBytesRead" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the aggregated number of bytes read over the network. @return total number of bytes read.]]> </doc> </method> <method name="getNetworkBytesWritten" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the aggregated number of bytes written to the network. @return total number of bytes written.]]> </doc> </method> <method name="getStorageBytesRead" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the aggregated number of bytes read from disks. @return total number of bytes read.]]> </doc> </method> <method name="getStorageBytesWritten" return="long" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Obtain the aggregated number of bytes written to disks. @return total number of bytes written.]]> </doc> </method> <doc> <![CDATA[Plugin to calculate resource information on the system.]]> </doc> </class> <!-- end class org.apache.hadoop.util.SysInfo --> <!-- start interface org.apache.hadoop.util.Tool --> <interface name="Tool" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.conf.Configurable"/> <method name="run" return="int" abstract="true" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String[]"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[Execute the command with the given arguments. @param args command specific arguments. @return exit code. @throws Exception]]> </doc> </method> <doc> <![CDATA[A tool interface that supports handling of generic command-line options. <p><code>Tool</code>, is the standard for any Map-Reduce tool/application. The tool/application should delegate the handling of <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/CommandsManual.html#Generic_Options"> standard command-line options</a> to {@link ToolRunner#run(Tool, String[])} and only handle its custom arguments.</p> <p>Here is how a typical <code>Tool</code> is implemented:</p> <p><blockquote><pre> public class MyApp extends Configured implements Tool { public int run(String[] args) throws Exception { // <code>Configuration</code> processed by <code>ToolRunner</code> Configuration conf = getConf(); // Create a JobConf using the processed <code>conf</code> JobConf job = new JobConf(conf, MyApp.class); // Process custom command-line options Path in = new Path(args[1]); Path out = new Path(args[2]); // Specify various job-specific parameters job.setJobName("my-app"); job.setInputPath(in); job.setOutputPath(out); job.setMapperClass(MyMapper.class); job.setReducerClass(MyReducer.class); // Submit the job, then poll for progress until the job is complete RunningJob runningJob = JobClient.runJob(job); if (runningJob.isSuccessful()) { return 0; } else { return 1; } } public static void main(String[] args) throws Exception { // Let <code>ToolRunner</code> handle generic command-line options int res = ToolRunner.run(new Configuration(), new MyApp(), args); System.exit(res); } } </pre></blockquote></p> @see GenericOptionsParser @see ToolRunner]]> </doc> </interface> <!-- end interface org.apache.hadoop.util.Tool --> <!-- start class org.apache.hadoop.util.ToolRunner --> <class name="ToolRunner" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="ToolRunner" static="false" final="false" visibility="public" deprecated="not deprecated"> </constructor> <method name="run" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="conf" type="org.apache.hadoop.conf.Configuration"/> <param name="tool" type="org.apache.hadoop.util.Tool"/> <param name="args" type="java.lang.String[]"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[Runs the given <code>Tool</code> by {@link Tool#run(String[])}, after parsing with the given generic arguments. Uses the given <code>Configuration</code>, or builds one if null. Sets the <code>Tool</code>'s configuration with the possibly modified version of the <code>conf</code>. @param conf <code>Configuration</code> for the <code>Tool</code>. @param tool <code>Tool</code> to run. @param args command-line arguments to the tool. @return exit code of the {@link Tool#run(String[])} method.]]> </doc> </method> <method name="run" return="int" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="tool" type="org.apache.hadoop.util.Tool"/> <param name="args" type="java.lang.String[]"/> <exception name="Exception" type="java.lang.Exception"/> <doc> <![CDATA[Runs the <code>Tool</code> with its <code>Configuration</code>. Equivalent to <code>run(tool.getConf(), tool, args)</code>. @param tool <code>Tool</code> to run. @param args command-line arguments to the tool. @return exit code of the {@link Tool#run(String[])} method.]]> </doc> </method> <method name="printGenericCommandUsage" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.PrintStream"/> <doc> <![CDATA[Prints generic command-line argurments and usage information. @param out stream to write usage information to.]]> </doc> </method> <method name="confirmPrompt" return="boolean" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="prompt" type="java.lang.String"/> <exception name="IOException" type="java.io.IOException"/> <doc> <![CDATA[Print out a prompt to the user, and return true if the user responds with "y" or "yes". (case insensitive)]]> </doc> </method> <doc> <![CDATA[A utility to help run {@link Tool}s. <p><code>ToolRunner</code> can be used to run classes implementing <code>Tool</code> interface. It works in conjunction with {@link GenericOptionsParser} to parse the <a href="{@docRoot}/../hadoop-project-dist/hadoop-common/CommandsManual.html#Generic_Options"> generic hadoop command line arguments</a> and modifies the <code>Configuration</code> of the <code>Tool</code>. The application-specific options are passed along without being modified. </p> @see Tool @see GenericOptionsParser]]> </doc> </class> <!-- end class org.apache.hadoop.util.ToolRunner --> <!-- start class org.apache.hadoop.util.VersionInfo --> <class name="VersionInfo" extends="java.lang.Object" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="VersionInfo" type="java.lang.String" static="false" final="false" visibility="protected" deprecated="not deprecated"> </constructor> <method name="_getVersion" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getRevision" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getBranch" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getDate" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getUser" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getUrl" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getSrcChecksum" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getBuildVersion" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="_getProtocVersion" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="protected" deprecated="not deprecated"> </method> <method name="getVersion" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the Hadoop version. @return the Hadoop version string, eg. "0.6.3-dev"]]> </doc> </method> <method name="getRevision" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the Git commit hash of the repository when compiled. @return the commit hash, eg. "18f64065d5db6208daf50b02c1b5ed4ee3ce547a"]]> </doc> </method> <method name="getBranch" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the branch on which this originated. @return The branch name, e.g. "trunk" or "branches/branch-0.20"]]> </doc> </method> <method name="getDate" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The date that Hadoop was compiled. @return the compilation date in unix date format]]> </doc> </method> <method name="getUser" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[The user that compiled Hadoop. @return the username of the user]]> </doc> </method> <method name="getUrl" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the URL for the Hadoop repository. @return the URL of the Hadoop repository]]> </doc> </method> <method name="getSrcChecksum" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Get the checksum of the source files from which Hadoop was built. @return the checksum of the source files]]> </doc> </method> <method name="getBuildVersion" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the buildVersion which includes version, revision, user and date. @return the buildVersion]]> </doc> </method> <method name="getProtocVersion" return="java.lang.String" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Returns the protoc version used for the build. @return the protoc version]]> </doc> </method> <method name="main" abstract="false" native="false" synchronized="false" static="true" final="false" visibility="public" deprecated="not deprecated"> <param name="args" type="java.lang.String[]"/> </method> <doc> <![CDATA[This class returns build information about Hadoop components.]]> </doc> </class> <!-- end class org.apache.hadoop.util.VersionInfo --> <doc> <![CDATA[Common utilities.]]> </doc> </package> <package name="org.apache.hadoop.util.bloom"> <!-- start class org.apache.hadoop.util.bloom.BloomFilter --> <class name="BloomFilter" extends="org.apache.hadoop.util.bloom.Filter" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="BloomFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default constructor - use with readFields]]> </doc> </constructor> <constructor name="BloomFilter" type="int, int, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor @param vectorSize The vector size of <i>this</i> filter. @param nbHash The number of hash function to consider. @param hashType type of the hashing function (see {@link org.apache.hadoop.util.hash.Hash}).]]> </doc> </constructor> <method name="add" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> </method> <method name="and" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="membershipTest" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> </method> <method name="not" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="or" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="xor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="getVectorSize" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[@return size of the the bloomfilter]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Implements a <i>Bloom filter</i>, as defined by Bloom in 1970. <p> The Bloom filter is a data structure that was introduced in 1970 and that has been adopted by the networking research community in the past decade thanks to the bandwidth efficiencies that it offers for the transmission of set membership information between networked hosts. A sender encodes the information into a bit vector, the Bloom filter, that is more compact than a conventional representation. Computation and space costs for construction are linear in the number of elements. The receiver uses the filter to test whether various elements are members of the set. Though the filter will occasionally return a false positive, it will never return a false negative. When creating the filter, the sender can choose its desired point in a trade-off between the false positive rate and the size. <p> Originally created by <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>. @see Filter The general behavior of a filter @see <a href="http://portal.acm.org/citation.cfm?id=362692&dl=ACM&coll=portal">Space/Time Trade-Offs in Hash Coding with Allowable Errors</a>]]> </doc> </class> <!-- end class org.apache.hadoop.util.bloom.BloomFilter --> <!-- start class org.apache.hadoop.util.bloom.CountingBloomFilter --> <class name="CountingBloomFilter" extends="org.apache.hadoop.util.bloom.Filter" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <constructor name="CountingBloomFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default constructor - use with readFields]]> </doc> </constructor> <constructor name="CountingBloomFilter" type="int, int, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor @param vectorSize The vector size of <i>this</i> filter. @param nbHash The number of hash function to consider. @param hashType type of the hashing function (see {@link org.apache.hadoop.util.hash.Hash}).]]> </doc> </constructor> <method name="add" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> </method> <method name="delete" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> <doc> <![CDATA[Removes a specified key from <i>this</i> counting Bloom filter. <p> <b>Invariant</b>: nothing happens if the specified key does not belong to <i>this</i> counter Bloom filter. @param key The key to remove.]]> </doc> </method> <method name="and" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="membershipTest" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> </method> <method name="approximateCount" return="int" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> <doc> <![CDATA[This method calculates an approximate count of the key, i.e. how many times the key was added to the filter. This allows the filter to be used as an approximate <code>key -> count</code> map. <p>NOTE: due to the bucket size of this filter, inserting the same key more than 15 times will cause an overflow at all filter positions associated with this key, and it will significantly increase the error rate for this and other keys. For this reason the filter can only be used to store small count values <code>0 <= N << 15</code>. @param key key to be tested @return 0 if the key is not present. Otherwise, a positive value v will be returned such that <code>v == count</code> with probability equal to the error rate of this filter, and <code>v > count</code> otherwise. Additionally, if the filter experienced an underflow as a result of {@link #delete(Key)} operation, the return value may be lower than the <code>count</code> with the probability of the false negative rate of such filter.]]> </doc> </method> <method name="not" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="or" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="xor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Implements a <i>counting Bloom filter</i>, as defined by Fan et al. in a ToN 2000 paper. <p> A counting Bloom filter is an improvement to standard a Bloom filter as it allows dynamic additions and deletions of set membership information. This is achieved through the use of a counting vector instead of a bit vector. <p> Originally created by <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>. @see Filter The general behavior of a filter @see <a href="http://portal.acm.org/citation.cfm?id=343571.343572">Summary cache: a scalable wide-area web cache sharing protocol</a>]]> </doc> </class> <!-- end class org.apache.hadoop.util.bloom.CountingBloomFilter --> <!-- start class org.apache.hadoop.util.bloom.DynamicBloomFilter --> <class name="DynamicBloomFilter" extends="org.apache.hadoop.util.bloom.Filter" abstract="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <constructor name="DynamicBloomFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Zero-args constructor for the serialization.]]> </doc> </constructor> <constructor name="DynamicBloomFilter" type="int, int, int, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor. <p> Builds an empty Dynamic Bloom filter. @param vectorSize The number of bits in the vector. @param nbHash The number of hash function to consider. @param hashType type of the hashing function (see {@link org.apache.hadoop.util.hash.Hash}). @param nr The threshold for the maximum number of keys to record in a dynamic Bloom filter row.]]> </doc> </constructor> <method name="add" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> </method> <method name="and" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="membershipTest" return="boolean" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> </method> <method name="not" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="or" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="xor" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/> </method> <method name="toString" return="java.lang.String" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Implements a <i>dynamic Bloom filter</i>, as defined in the INFOCOM 2006 paper. <p> A dynamic Bloom filter (DBF) makes use of a <code>s * m</code> bit matrix but each of the <code>s</code> rows is a standard Bloom filter. The creation process of a DBF is iterative. At the start, the DBF is a <code>1 * m</code> bit matrix, i.e., it is composed of a single standard Bloom filter. It assumes that <code>n<sub>r</sub></code> elements are recorded in the initial bit vector, where <code>n<sub>r</sub> <= n</code> (<code>n</code> is the cardinality of the set <code>A</code> to record in the filter). <p> As the size of <code>A</code> grows during the execution of the application, several keys must be inserted in the DBF. When inserting a key into the DBF, one must first get an active Bloom filter in the matrix. A Bloom filter is active when the number of recorded keys, <code>n<sub>r</sub></code>, is strictly less than the current cardinality of <code>A</code>, <code>n</code>. If an active Bloom filter is found, the key is inserted and <code>n<sub>r</sub></code> is incremented by one. On the other hand, if there is no active Bloom filter, a new one is created (i.e., a new row is added to the matrix) according to the current size of <code>A</code> and the element is added in this new Bloom filter and the <code>n<sub>r</sub></code> value of this new Bloom filter is set to one. A given key is said to belong to the DBF if the <code>k</code> positions are set to one in one of the matrix rows. <p> Originally created by <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>. @see Filter The general behavior of a filter @see BloomFilter A Bloom filter @see <a href="http://www.cse.fau.edu/~jie/research/publications/Publication_files/infocom2006.pdf">Theory and Network Applications of Dynamic Bloom Filters</a>]]> </doc> </class> <!-- end class org.apache.hadoop.util.bloom.DynamicBloomFilter --> <!-- start class org.apache.hadoop.util.bloom.HashFunction --> <class name="HashFunction" extends="java.lang.Object" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <constructor name="HashFunction" type="int, int, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor. <p> Builds a hash function that must obey to a given maximum number of returned values and a highest value. @param maxValue The maximum highest returned value. @param nbHash The number of resulting hashed values. @param hashType type of the hashing function (see {@link Hash}).]]> </doc> </constructor> <method name="clear" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Clears <i>this</i> hash function. A NOOP]]> </doc> </method> <method name="hash" return="int[]" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="k" type="org.apache.hadoop.util.bloom.Key"/> <doc> <![CDATA[Hashes a specified key into several integers. @param k The specified key. @return The array of hashed values.]]> </doc> </method> <doc> <![CDATA[Implements a hash object that returns a certain number of hashed values. @see Key The general behavior of a key being stored in a filter @see Filter The general behavior of a filter]]> </doc> </class> <!-- end class org.apache.hadoop.util.bloom.HashFunction --> <!-- start interface org.apache.hadoop.util.bloom.RemoveScheme --> <interface name="RemoveScheme" abstract="true" static="false" final="false" visibility="public" deprecated="not deprecated"> <field name="RANDOM" type="short" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Random selection. <p> The idea is to randomly select a bit to reset.]]> </doc> </field> <field name="MINIMUM_FN" type="short" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[MinimumFN Selection. <p> The idea is to select the bit to reset that will generate the minimum number of false negative.]]> </doc> </field> <field name="MAXIMUM_FP" type="short" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[MaximumFP Selection. <p> The idea is to select the bit to reset that will remove the maximum number of false positive.]]> </doc> </field> <field name="RATIO" type="short" transient="false" volatile="false" static="true" final="true" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Ratio Selection. <p> The idea is to select the bit to reset that will, at the same time, remove the maximum number of false positve while minimizing the amount of false negative generated.]]> </doc> </field> <doc> <![CDATA[Defines the different remove scheme for retouched Bloom filters. <p> Originally created by <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>.]]> </doc> </interface> <!-- end interface org.apache.hadoop.util.bloom.RemoveScheme --> <!-- start class org.apache.hadoop.util.bloom.RetouchedBloomFilter --> <class name="RetouchedBloomFilter" extends="org.apache.hadoop.util.bloom.BloomFilter" abstract="false" static="false" final="true" visibility="public" deprecated="not deprecated"> <implements name="org.apache.hadoop.util.bloom.RemoveScheme"/> <constructor name="RetouchedBloomFilter" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Default constructor - use with readFields]]> </doc> </constructor> <constructor name="RetouchedBloomFilter" type="int, int, int" static="false" final="false" visibility="public" deprecated="not deprecated"> <doc> <![CDATA[Constructor @param vectorSize The vector size of <i>this</i> filter. @param nbHash The number of hash function to consider. @param hashType type of the hashing function (see {@link org.apache.hadoop.util.hash.Hash}).]]> </doc> </constructor> <method name="add" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> </method> <method name="addFalsePositive" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="key" type="org.apache.hadoop.util.bloom.Key"/> <doc> <![CDATA[Adds a false positive information to <i>this</i> retouched Bloom filter. <p> <b>Invariant</b>: if the false positive is <code>null</code>, nothing happens. @param key The false positive key to add.]]> </doc> </method> <method name="addFalsePositive" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="coll" type="java.util.Collection"/> <doc> <![CDATA[Adds a collection of false positive information to <i>this</i> retouched Bloom filter. @param coll The collection of false positive.]]> </doc> </method> <method name="addFalsePositive" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="keys" type="java.util.List"/> <doc> <![CDATA[Adds a list of false positive information to <i>this</i> retouched Bloom filter. @param keys The list of false positive.]]> </doc> </method> <method name="addFalsePositive" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="keys" type="org.apache.hadoop.util.bloom.Key[]"/> <doc> <![CDATA[Adds an array of false positive information to <i>this</i> retouched Bloom filter. @param keys The array of false positive.]]> </doc> </method> <method name="selectiveClearing" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="k" type="org.apache.hadoop.util.bloom.Key"/> <param name="scheme" type="short"/> <doc> <![CDATA[Performs the selective clearing for a given key. @param k The false positive key to remove from <i>this</i> retouched Bloom filter. @param scheme The selective clearing scheme to apply.]]> </doc> </method> <method name="write" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="out" type="java.io.DataOutput"/> <exception name="IOException" type="java.io.IOException"/> </method> <method name="readFields" abstract="false" native="false" synchronized="false" static="false" final="false" visibility="public" deprecated="not deprecated"> <param name="in" type="java.io.DataInput"/> <exception name="IOException" type="java.io.IOException"/> </method> <doc> <![CDATA[Implements a <i>retouched Bloom filter</i>, as defined in the CoNEXT 2006 paper. <p> It allows the removal of selected false positives at the cost of introducing random false negatives, and with the benefit of eliminating some random false positives at the same time. <p> Originally created by <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>. @see Filter The general behavior of a filter @see BloomFilter A Bloom filter @see RemoveScheme The different selective clearing algorithms @see <a href="http://www-rp.lip6.fr/site_npa/site_rp/_publications/740-rbf_cameraready.pdf">Retouched Bloom Filters: Allowing Networked Applications to Trade Off Selected False Positives Against False Negatives</a>]]> </doc> </class> <!-- end class org.apache.hadoop.util.bloom.RetouchedBloomFilter --> </package> <package name="org.apache.hadoop.util.curator"> </package> <package name="org.apache.hadoop.util.hash"> </package> </api>