MAPREDUCE-3692. yarn-resourcemanager out and log files can get big. Contributed by Eli Collins
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1233605 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Eli Collins
parent
fa6033a029
commit
6861560098
|
|
@ -187,6 +187,8 @@ Release 0.23.1 - Unreleased
|
|||
assign only one off-switch container in a single scheduling
|
||||
iteration. (Arun C Murthy via vinodkv)
|
||||
|
||||
MAPREDUCE-3692. yarn-resourcemanager out and log files can get big. (eli)
|
||||
|
||||
OPTIMIZATIONS
|
||||
|
||||
MAPREDUCE-3567. Extraneous JobConf objects in AM heap. (Vinod Kumar
|
||||
|
|
|
|||
|
|
@ -632,7 +632,7 @@ public class JobImpl implements org.apache.hadoop.mapreduce.v2.app.job.Job,
|
|||
* The only entry point to change the Job.
|
||||
*/
|
||||
public void handle(JobEvent event) {
|
||||
LOG.info("Processing " + event.getJobId() + " of type " + event.getType());
|
||||
LOG.debug("Processing " + event.getJobId() + " of type " + event.getType());
|
||||
try {
|
||||
writeLock.lock();
|
||||
JobState oldState = getState();
|
||||
|
|
|
|||
|
|
@ -537,7 +537,7 @@ public abstract class TaskImpl implements Task, EventHandler<TaskEvent> {
|
|||
|
||||
@Override
|
||||
public void handle(TaskEvent event) {
|
||||
LOG.info("Processing " + event.getTaskID() + " of type " + event.getType());
|
||||
LOG.debug("Processing " + event.getTaskID() + " of type " + event.getType());
|
||||
try {
|
||||
writeLock.lock();
|
||||
TaskState oldState = getState();
|
||||
|
|
|
|||
|
|
@ -315,11 +315,10 @@ public class ProtoOverHadoopRpcEngine implements RpcEngine {
|
|||
ProtoSpecificRequestWritable request = (ProtoSpecificRequestWritable) writableRequest;
|
||||
ProtoSpecificRpcRequest rpcRequest = request.message;
|
||||
String methodName = rpcRequest.getMethodName();
|
||||
System.out.println("Call: protocol=" + protocol + ", method="
|
||||
+ methodName);
|
||||
if (verbose)
|
||||
if (verbose) {
|
||||
log("Call: protocol=" + protocol + ", method="
|
||||
+ methodName);
|
||||
}
|
||||
MethodDescriptor methodDescriptor = service.getDescriptorForType()
|
||||
.findMethodByName(methodName);
|
||||
if (methodDescriptor == null) {
|
||||
|
|
|
|||
|
|
@ -373,7 +373,7 @@ public class ApplicationImpl implements Application {
|
|||
|
||||
try {
|
||||
ApplicationId applicationID = event.getApplicationID();
|
||||
LOG.info("Processing " + applicationID + " of type " + event.getType());
|
||||
LOG.debug("Processing " + applicationID + " of type " + event.getType());
|
||||
|
||||
ApplicationState oldState = stateMachine.getCurrentState();
|
||||
ApplicationState newState = null;
|
||||
|
|
|
|||
|
|
@ -811,7 +811,7 @@ public class ContainerImpl implements Container {
|
|||
this.writeLock.lock();
|
||||
|
||||
ContainerId containerID = event.getContainerID();
|
||||
LOG.info("Processing " + containerID + " of type " + event.getType());
|
||||
LOG.debug("Processing " + containerID + " of type " + event.getType());
|
||||
|
||||
ContainerState oldState = stateMachine.getCurrentState();
|
||||
ContainerState newState = null;
|
||||
|
|
|
|||
|
|
@ -181,7 +181,7 @@ public class LocalizedResource implements EventHandler<ResourceEvent> {
|
|||
this.writeLock.lock();
|
||||
|
||||
Path resourcePath = event.getLocalResourceRequest().getPath();
|
||||
LOG.info("Processing " + resourcePath + " of type " + event.getType());
|
||||
LOG.debug("Processing " + resourcePath + " of type " + event.getType());
|
||||
|
||||
ResourceState oldState = this.stateMachine.getCurrentState();
|
||||
ResourceState newState = null;
|
||||
|
|
|
|||
|
|
@ -413,7 +413,7 @@ public class RMAppImpl implements RMApp {
|
|||
|
||||
try {
|
||||
ApplicationId appID = event.getApplicationId();
|
||||
LOG.info("Processing event for " + appID + " of type "
|
||||
LOG.debug("Processing event for " + appID + " of type "
|
||||
+ event.getType());
|
||||
final RMAppState oldState = getState();
|
||||
try {
|
||||
|
|
|
|||
|
|
@ -468,7 +468,7 @@ public class RMAppAttemptImpl implements RMAppAttempt {
|
|||
|
||||
try {
|
||||
ApplicationAttemptId appAttemptID = event.getApplicationAttemptId();
|
||||
LOG.info("Processing event for " + appAttemptID + " of type "
|
||||
LOG.debug("Processing event for " + appAttemptID + " of type "
|
||||
+ event.getType());
|
||||
final RMAppAttemptState oldState = getAppAttemptState();
|
||||
try {
|
||||
|
|
|
|||
|
|
@ -192,7 +192,7 @@ public class RMContainerImpl implements RMContainer {
|
|||
|
||||
@Override
|
||||
public void handle(RMContainerEvent event) {
|
||||
LOG.info("Processing " + event.getContainerId() + " of type " + event.getType());
|
||||
LOG.debug("Processing " + event.getContainerId() + " of type " + event.getType());
|
||||
try {
|
||||
writeLock.lock();
|
||||
RMContainerState oldState = getState();
|
||||
|
|
|
|||
|
|
@ -283,7 +283,7 @@ public class RMNodeImpl implements RMNode, EventHandler<RMNodeEvent> {
|
|||
}
|
||||
|
||||
public void handle(RMNodeEvent event) {
|
||||
LOG.info("Processing " + event.getNodeId() + " of type " + event.getType());
|
||||
LOG.debug("Processing " + event.getNodeId() + " of type " + event.getType());
|
||||
try {
|
||||
writeLock.lock();
|
||||
RMNodeState oldState = getState();
|
||||
|
|
|
|||
|
|
@ -575,12 +575,12 @@ public class FifoScheduler implements ResourceScheduler {
|
|||
|
||||
if (Resources.greaterThanOrEqual(node.getAvailableResource(),
|
||||
minimumAllocation)) {
|
||||
LOG.info("Node heartbeat " + rmNode.getNodeID() +
|
||||
LOG.debug("Node heartbeat " + rmNode.getNodeID() +
|
||||
" available resource = " + node.getAvailableResource());
|
||||
|
||||
assignContainers(node);
|
||||
|
||||
LOG.info("Node after allocation " + rmNode.getNodeID() + " resource = "
|
||||
LOG.debug("Node after allocation " + rmNode.getNodeID() + " resource = "
|
||||
+ node.getAvailableResource());
|
||||
}
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue