HADOOP-12346. Increase some default timeouts / retries for S3a connector. (Sean Mackrory via Lei (Eddy) Xu)
This commit is contained in:
parent
bdbe53c676
commit
6ab2d19f5c
|
@ -793,7 +793,7 @@ for ldap providers in the same way as above does.
|
|||
|
||||
<property>
|
||||
<name>fs.s3a.attempts.maximum</name>
|
||||
<value>10</value>
|
||||
<value>20</value>
|
||||
<description>How many times we should retry commands on transient errors.</description>
|
||||
</property>
|
||||
|
||||
|
@ -805,7 +805,7 @@ for ldap providers in the same way as above does.
|
|||
|
||||
<property>
|
||||
<name>fs.s3a.connection.timeout</name>
|
||||
<value>50000</value>
|
||||
<value>200000</value>
|
||||
<description>Socket connection timeout in milliseconds.</description>
|
||||
</property>
|
||||
|
||||
|
|
|
@ -45,7 +45,7 @@ public class Constants {
|
|||
|
||||
// number of times we should retry errors
|
||||
public static final String MAX_ERROR_RETRIES = "fs.s3a.attempts.maximum";
|
||||
public static final int DEFAULT_MAX_ERROR_RETRIES = 10;
|
||||
public static final int DEFAULT_MAX_ERROR_RETRIES = 20;
|
||||
|
||||
// seconds until we give up trying to establish a connection to s3
|
||||
public static final String ESTABLISH_TIMEOUT = "fs.s3a.connection.establish.timeout";
|
||||
|
@ -53,7 +53,7 @@ public class Constants {
|
|||
|
||||
// seconds until we give up on a connection to s3
|
||||
public static final String SOCKET_TIMEOUT = "fs.s3a.connection.timeout";
|
||||
public static final int DEFAULT_SOCKET_TIMEOUT = 50000;
|
||||
public static final int DEFAULT_SOCKET_TIMEOUT = 200000;
|
||||
|
||||
// number of records to get while paging through a directory listing
|
||||
public static final String MAX_PAGING_KEYS = "fs.s3a.paging.maximum";
|
||||
|
|
|
@ -206,7 +206,7 @@ If you do any of these: change your credentials immediately!
|
|||
|
||||
<property>
|
||||
<name>fs.s3a.attempts.maximum</name>
|
||||
<value>10</value>
|
||||
<value>20</value>
|
||||
<description>How many times we should retry commands on transient errors.</description>
|
||||
</property>
|
||||
|
||||
|
@ -218,7 +218,7 @@ If you do any of these: change your credentials immediately!
|
|||
|
||||
<property>
|
||||
<name>fs.s3a.connection.timeout</name>
|
||||
<value>50000</value>
|
||||
<value>200000</value>
|
||||
<description>Socket connection timeout in milliseconds.</description>
|
||||
</property>
|
||||
|
||||
|
|
Loading…
Reference in New Issue