YARN-5552. Add Builder methods for common yarn API records. (Tao Jie via wangda)
This commit is contained in:
parent
aa6010ccca
commit
ede1a473f5
|
@ -66,8 +66,10 @@ public abstract class AllocateRequest {
|
||||||
List<ResourceRequest> resourceAsk,
|
List<ResourceRequest> resourceAsk,
|
||||||
List<ContainerId> containersToBeReleased,
|
List<ContainerId> containersToBeReleased,
|
||||||
ResourceBlacklistRequest resourceBlacklistRequest) {
|
ResourceBlacklistRequest resourceBlacklistRequest) {
|
||||||
return newInstance(responseID, appProgress, resourceAsk,
|
return AllocateRequest.newBuilder().responseId(responseID)
|
||||||
containersToBeReleased, resourceBlacklistRequest, null);
|
.progress(appProgress).askList(resourceAsk)
|
||||||
|
.releaseList(containersToBeReleased)
|
||||||
|
.resourceBlacklistRequest(resourceBlacklistRequest).build();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Public
|
@Public
|
||||||
|
@ -77,14 +79,12 @@ public abstract class AllocateRequest {
|
||||||
List<ContainerId> containersToBeReleased,
|
List<ContainerId> containersToBeReleased,
|
||||||
ResourceBlacklistRequest resourceBlacklistRequest,
|
ResourceBlacklistRequest resourceBlacklistRequest,
|
||||||
List<UpdateContainerRequest> updateRequests) {
|
List<UpdateContainerRequest> updateRequests) {
|
||||||
AllocateRequest allocateRequest = Records.newRecord(AllocateRequest.class);
|
return AllocateRequest.newBuilder().responseId(responseID)
|
||||||
allocateRequest.setResponseId(responseID);
|
.progress(appProgress).askList(resourceAsk)
|
||||||
allocateRequest.setProgress(appProgress);
|
.releaseList(containersToBeReleased)
|
||||||
allocateRequest.setAskList(resourceAsk);
|
.resourceBlacklistRequest(resourceBlacklistRequest)
|
||||||
allocateRequest.setReleaseList(containersToBeReleased);
|
.updateRequests(updateRequests)
|
||||||
allocateRequest.setResourceBlacklistRequest(resourceBlacklistRequest);
|
.build();
|
||||||
allocateRequest.setUpdateRequests(updateRequests);
|
|
||||||
return allocateRequest;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -211,4 +211,116 @@ public abstract class AllocateRequest {
|
||||||
@Unstable
|
@Unstable
|
||||||
public abstract void setUpdateRequests(
|
public abstract void setUpdateRequests(
|
||||||
List<UpdateContainerRequest> updateRequests);
|
List<UpdateContainerRequest> updateRequests);
|
||||||
|
|
||||||
|
@Public
|
||||||
|
@Unstable
|
||||||
|
public static AllocateRequestBuilder newBuilder() {
|
||||||
|
return new AllocateRequestBuilder();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Class to construct instances of {@link AllocateRequest} with specific
|
||||||
|
* options.
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public static final class AllocateRequestBuilder {
|
||||||
|
private AllocateRequest allocateRequest =
|
||||||
|
Records.newRecord(AllocateRequest.class);
|
||||||
|
|
||||||
|
private AllocateRequestBuilder() {
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>responseId</code> of the request.
|
||||||
|
* @see AllocateRequest#setResponseId(int)
|
||||||
|
* @param responseId <code>responseId</code> of the request
|
||||||
|
* @return {@link AllocateRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public AllocateRequestBuilder responseId(int responseId) {
|
||||||
|
allocateRequest.setResponseId(responseId);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>progress</code> of the request.
|
||||||
|
* @see AllocateRequest#setProgress(float)
|
||||||
|
* @param progress <code>progress</code> of the request
|
||||||
|
* @return {@link AllocateRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public AllocateRequestBuilder progress(float progress) {
|
||||||
|
allocateRequest.setProgress(progress);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>askList</code> of the request.
|
||||||
|
* @see AllocateRequest#setAskList(List)
|
||||||
|
* @param askList <code>askList</code> of the request
|
||||||
|
* @return {@link AllocateRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public AllocateRequestBuilder askList(List<ResourceRequest> askList) {
|
||||||
|
allocateRequest.setAskList(askList);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>releaseList</code> of the request.
|
||||||
|
* @see AllocateRequest#setReleaseList(List)
|
||||||
|
* @param releaseList <code>releaseList</code> of the request
|
||||||
|
* @return {@link AllocateRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public AllocateRequestBuilder releaseList(List<ContainerId> releaseList) {
|
||||||
|
allocateRequest.setReleaseList(releaseList);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>resourceBlacklistRequest</code> of the request.
|
||||||
|
* @see AllocateRequest#setResourceBlacklistRequest(
|
||||||
|
* ResourceBlacklistRequest)
|
||||||
|
* @param resourceBlacklistRequest
|
||||||
|
* <code>resourceBlacklistRequest</code> of the request
|
||||||
|
* @return {@link AllocateRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public AllocateRequestBuilder resourceBlacklistRequest(
|
||||||
|
ResourceBlacklistRequest resourceBlacklistRequest) {
|
||||||
|
allocateRequest.setResourceBlacklistRequest(resourceBlacklistRequest);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>updateRequests</code> of the request.
|
||||||
|
* @see AllocateRequest#setUpdateRequests(List)
|
||||||
|
* @param updateRequests <code>updateRequests</code> of the request
|
||||||
|
* @return {@link AllocateRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Unstable
|
||||||
|
public AllocateRequestBuilder updateRequests(
|
||||||
|
List<UpdateContainerRequest> updateRequests) {
|
||||||
|
allocateRequest.setUpdateRequests(updateRequests);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Return generated {@link AllocateRequest} object.
|
||||||
|
* @return {@link AllocateRequest}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public AllocateRequest build() {
|
||||||
|
return allocateRequest;
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
|
@ -84,17 +84,12 @@ public abstract class AllocateResponse {
|
||||||
List<Container> allocatedContainers, List<NodeReport> updatedNodes,
|
List<Container> allocatedContainers, List<NodeReport> updatedNodes,
|
||||||
Resource availResources, AMCommand command, int numClusterNodes,
|
Resource availResources, AMCommand command, int numClusterNodes,
|
||||||
PreemptionMessage preempt, List<NMToken> nmTokens) {
|
PreemptionMessage preempt, List<NMToken> nmTokens) {
|
||||||
AllocateResponse response = Records.newRecord(AllocateResponse.class);
|
return AllocateResponse.newBuilder().numClusterNodes(numClusterNodes)
|
||||||
response.setNumClusterNodes(numClusterNodes);
|
.responseId(responseId)
|
||||||
response.setResponseId(responseId);
|
.completedContainersStatuses(completedContainers)
|
||||||
response.setCompletedContainersStatuses(completedContainers);
|
.allocatedContainers(allocatedContainers).updatedNodes(updatedNodes)
|
||||||
response.setAllocatedContainers(allocatedContainers);
|
.availableResources(availResources).amCommand(command)
|
||||||
response.setUpdatedNodes(updatedNodes);
|
.preemptionMessage(preempt).nmTokens(nmTokens).build();
|
||||||
response.setAvailableResources(availResources);
|
|
||||||
response.setAMCommand(command);
|
|
||||||
response.setPreemptionMessage(preempt);
|
|
||||||
response.setNMTokens(nmTokens);
|
|
||||||
return response;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@Public
|
@Public
|
||||||
|
@ -105,11 +100,13 @@ public abstract class AllocateResponse {
|
||||||
Resource availResources, AMCommand command, int numClusterNodes,
|
Resource availResources, AMCommand command, int numClusterNodes,
|
||||||
PreemptionMessage preempt, List<NMToken> nmTokens,
|
PreemptionMessage preempt, List<NMToken> nmTokens,
|
||||||
List<UpdatedContainer> updatedContainers) {
|
List<UpdatedContainer> updatedContainers) {
|
||||||
AllocateResponse response = newInstance(responseId, completedContainers,
|
return AllocateResponse.newBuilder().numClusterNodes(numClusterNodes)
|
||||||
allocatedContainers, updatedNodes, availResources, command,
|
.responseId(responseId)
|
||||||
numClusterNodes, preempt, nmTokens);
|
.completedContainersStatuses(completedContainers)
|
||||||
response.setUpdatedContainers(updatedContainers);
|
.allocatedContainers(allocatedContainers).updatedNodes(updatedNodes)
|
||||||
return response;
|
.availableResources(availResources).amCommand(command)
|
||||||
|
.preemptionMessage(preempt).nmTokens(nmTokens)
|
||||||
|
.updatedContainers(updatedContainers).build();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Private
|
@Private
|
||||||
|
@ -120,12 +117,13 @@ public abstract class AllocateResponse {
|
||||||
Resource availResources, AMCommand command, int numClusterNodes,
|
Resource availResources, AMCommand command, int numClusterNodes,
|
||||||
PreemptionMessage preempt, List<NMToken> nmTokens, Token amRMToken,
|
PreemptionMessage preempt, List<NMToken> nmTokens, Token amRMToken,
|
||||||
List<UpdatedContainer> updatedContainers) {
|
List<UpdatedContainer> updatedContainers) {
|
||||||
AllocateResponse response =
|
return AllocateResponse.newBuilder().numClusterNodes(numClusterNodes)
|
||||||
newInstance(responseId, completedContainers, allocatedContainers,
|
.responseId(responseId)
|
||||||
updatedNodes, availResources, command, numClusterNodes, preempt,
|
.completedContainersStatuses(completedContainers)
|
||||||
nmTokens, updatedContainers);
|
.allocatedContainers(allocatedContainers).updatedNodes(updatedNodes)
|
||||||
response.setAMRMToken(amRMToken);
|
.availableResources(availResources).amCommand(command)
|
||||||
return response;
|
.preemptionMessage(preempt).nmTokens(nmTokens)
|
||||||
|
.updatedContainers(updatedContainers).amRmToken(amRMToken).build();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Public
|
@Public
|
||||||
|
@ -136,13 +134,14 @@ public abstract class AllocateResponse {
|
||||||
Resource availResources, AMCommand command, int numClusterNodes,
|
Resource availResources, AMCommand command, int numClusterNodes,
|
||||||
PreemptionMessage preempt, List<NMToken> nmTokens, Token amRMToken,
|
PreemptionMessage preempt, List<NMToken> nmTokens, Token amRMToken,
|
||||||
List<UpdatedContainer> updatedContainers, String collectorAddr) {
|
List<UpdatedContainer> updatedContainers, String collectorAddr) {
|
||||||
AllocateResponse response =
|
return AllocateResponse.newBuilder().numClusterNodes(numClusterNodes)
|
||||||
newInstance(responseId, completedContainers, allocatedContainers,
|
.responseId(responseId)
|
||||||
updatedNodes, availResources, command, numClusterNodes, preempt,
|
.completedContainersStatuses(completedContainers)
|
||||||
nmTokens, updatedContainers);
|
.allocatedContainers(allocatedContainers).updatedNodes(updatedNodes)
|
||||||
response.setAMRMToken(amRMToken);
|
.availableResources(availResources).amCommand(command)
|
||||||
response.setCollectorAddr(collectorAddr);
|
.preemptionMessage(preempt).nmTokens(nmTokens)
|
||||||
return response;
|
.updatedContainers(updatedContainers).amRmToken(amRMToken)
|
||||||
|
.collectorAddr(collectorAddr).build();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -370,4 +369,230 @@ public abstract class AllocateResponse {
|
||||||
@Unstable
|
@Unstable
|
||||||
public void setUpdateErrors(List<UpdateContainerError> updateErrors) {
|
public void setUpdateErrors(List<UpdateContainerError> updateErrors) {
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public static AllocateResponseBuilder newBuilder() {
|
||||||
|
return new AllocateResponseBuilder();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Class to construct instances of {@link AllocateResponse} with specific
|
||||||
|
* options.
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public static final class AllocateResponseBuilder {
|
||||||
|
private AllocateResponse allocateResponse =
|
||||||
|
Records.newRecord(AllocateResponse.class);
|
||||||
|
|
||||||
|
private AllocateResponseBuilder() {
|
||||||
|
allocateResponse.setApplicationPriority(Priority.newInstance(0));
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>amCommand</code> of the response.
|
||||||
|
* @see AllocateResponse#setAMCommand(AMCommand)
|
||||||
|
* @param amCommand <code>amCommand</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder amCommand(AMCommand amCommand) {
|
||||||
|
allocateResponse.setAMCommand(amCommand);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>responseId</code> of the response.
|
||||||
|
* @see AllocateResponse#setResponseId(int)
|
||||||
|
* @param responseId <code>responseId</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder responseId(int responseId) {
|
||||||
|
allocateResponse.setResponseId(responseId);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>allocatedContainers</code> of the response.
|
||||||
|
* @see AllocateResponse#setAllocatedContainers(List)
|
||||||
|
* @param allocatedContainers
|
||||||
|
* <code>allocatedContainers</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder allocatedContainers(
|
||||||
|
List<Container> allocatedContainers) {
|
||||||
|
allocateResponse.setAllocatedContainers(allocatedContainers);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>availableResources</code> of the response.
|
||||||
|
* @see AllocateResponse#setAvailableResources(Resource)
|
||||||
|
* @param availableResources
|
||||||
|
* <code>availableResources</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder availableResources(
|
||||||
|
Resource availableResources) {
|
||||||
|
allocateResponse.setAvailableResources(availableResources);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>completedContainersStatuses</code> of the response.
|
||||||
|
* @see AllocateResponse#setCompletedContainersStatuses(List)
|
||||||
|
* @param completedContainersStatuses
|
||||||
|
* <code>completedContainersStatuses</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder completedContainersStatuses(
|
||||||
|
List<ContainerStatus> completedContainersStatuses) {
|
||||||
|
allocateResponse
|
||||||
|
.setCompletedContainersStatuses(completedContainersStatuses);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>updatedNodes</code> of the response.
|
||||||
|
* @see AllocateResponse#setUpdatedNodes(List)
|
||||||
|
* @param updatedNodes <code>updatedNodes</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder updatedNodes(
|
||||||
|
List<NodeReport> updatedNodes) {
|
||||||
|
allocateResponse.setUpdatedNodes(updatedNodes);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>numClusterNodes</code> of the response.
|
||||||
|
* @see AllocateResponse#setNumClusterNodes(int)
|
||||||
|
* @param numClusterNodes <code>numClusterNodes</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder numClusterNodes(int numClusterNodes) {
|
||||||
|
allocateResponse.setNumClusterNodes(numClusterNodes);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>preemptionMessage</code> of the response.
|
||||||
|
* @see AllocateResponse#setPreemptionMessage(PreemptionMessage)
|
||||||
|
* @param preemptionMessage <code>preemptionMessage</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder preemptionMessage(
|
||||||
|
PreemptionMessage preemptionMessage) {
|
||||||
|
allocateResponse.setPreemptionMessage(preemptionMessage);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>nmTokens</code> of the response.
|
||||||
|
* @see AllocateResponse#setNMTokens(List)
|
||||||
|
* @param nmTokens <code>nmTokens</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder nmTokens(List<NMToken> nmTokens) {
|
||||||
|
allocateResponse.setNMTokens(nmTokens);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>updatedContainers</code> of the response.
|
||||||
|
* @see AllocateResponse#setUpdatedContainers(List)
|
||||||
|
* @param updatedContainers <code>updatedContainers</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder updatedContainers(
|
||||||
|
List<UpdatedContainer> updatedContainers) {
|
||||||
|
allocateResponse.setUpdatedContainers(updatedContainers);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>amRmToken</code> of the response.
|
||||||
|
* @see AllocateResponse#setAMRMToken(Token)
|
||||||
|
* @param amRmToken <code>amRmToken</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder amRmToken(Token amRmToken) {
|
||||||
|
allocateResponse.setAMRMToken(amRmToken);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>applicationPriority</code> of the response.
|
||||||
|
* @see AllocateResponse#setApplicationPriority(Priority)
|
||||||
|
* @param applicationPriority
|
||||||
|
* <code>applicationPriority</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder applicationPriority(
|
||||||
|
Priority applicationPriority) {
|
||||||
|
allocateResponse.setApplicationPriority(applicationPriority);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>collectorAddr</code> of the response.
|
||||||
|
* @see AllocateResponse#setCollectorAddr(String)
|
||||||
|
* @param collectorAddr <code>collectorAddr</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder collectorAddr(String collectorAddr) {
|
||||||
|
allocateResponse.setCollectorAddr(collectorAddr);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>updateErrors</code> of the response.
|
||||||
|
* @see AllocateResponse#setUpdateErrors(List)
|
||||||
|
* @param updateErrors <code>updateErrors</code> of the response
|
||||||
|
* @return {@link AllocateResponseBuilder}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponseBuilder updateErrors(
|
||||||
|
List<UpdateContainerError> updateErrors) {
|
||||||
|
allocateResponse.setUpdateErrors(updateErrors);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Return generated {@link AllocateResponse} object.
|
||||||
|
* @return {@link AllocateResponse}
|
||||||
|
*/
|
||||||
|
@Private
|
||||||
|
@Unstable
|
||||||
|
public AllocateResponse build() {
|
||||||
|
return allocateResponse;
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -23,6 +23,7 @@ import java.io.Serializable;
|
||||||
import org.apache.hadoop.classification.InterfaceAudience.Public;
|
import org.apache.hadoop.classification.InterfaceAudience.Public;
|
||||||
import org.apache.hadoop.classification.InterfaceStability.Evolving;
|
import org.apache.hadoop.classification.InterfaceStability.Evolving;
|
||||||
import org.apache.hadoop.classification.InterfaceStability.Stable;
|
import org.apache.hadoop.classification.InterfaceStability.Stable;
|
||||||
|
import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
||||||
import org.apache.hadoop.yarn.api.ApplicationMasterProtocol;
|
import org.apache.hadoop.yarn.api.ApplicationMasterProtocol;
|
||||||
import org.apache.hadoop.yarn.util.Records;
|
import org.apache.hadoop.yarn.util.Records;
|
||||||
|
|
||||||
|
@ -63,15 +64,18 @@ public abstract class ResourceRequest implements Comparable<ResourceRequest> {
|
||||||
@Stable
|
@Stable
|
||||||
public static ResourceRequest newInstance(Priority priority, String hostName,
|
public static ResourceRequest newInstance(Priority priority, String hostName,
|
||||||
Resource capability, int numContainers) {
|
Resource capability, int numContainers) {
|
||||||
return newInstance(priority, hostName, capability, numContainers, true);
|
return ResourceRequest.newBuilder().priority(priority)
|
||||||
|
.resourceName(hostName).capability(capability)
|
||||||
|
.numContainers(numContainers).build();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Public
|
@Public
|
||||||
@Stable
|
@Stable
|
||||||
public static ResourceRequest newInstance(Priority priority, String hostName,
|
public static ResourceRequest newInstance(Priority priority, String hostName,
|
||||||
Resource capability, int numContainers, boolean relaxLocality) {
|
Resource capability, int numContainers, boolean relaxLocality) {
|
||||||
return newInstance(priority, hostName, capability, numContainers,
|
return ResourceRequest.newBuilder().priority(priority)
|
||||||
relaxLocality, null);
|
.resourceName(hostName).capability(capability)
|
||||||
|
.numContainers(numContainers).relaxLocality(relaxLocality).build();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Public
|
@Public
|
||||||
|
@ -79,8 +83,10 @@ public abstract class ResourceRequest implements Comparable<ResourceRequest> {
|
||||||
public static ResourceRequest newInstance(Priority priority, String hostName,
|
public static ResourceRequest newInstance(Priority priority, String hostName,
|
||||||
Resource capability, int numContainers, boolean relaxLocality,
|
Resource capability, int numContainers, boolean relaxLocality,
|
||||||
String labelExpression) {
|
String labelExpression) {
|
||||||
return newInstance(priority, hostName, capability, numContainers,
|
return ResourceRequest.newBuilder().priority(priority)
|
||||||
relaxLocality, labelExpression, ExecutionTypeRequest.newInstance());
|
.resourceName(hostName).capability(capability)
|
||||||
|
.numContainers(numContainers).relaxLocality(relaxLocality)
|
||||||
|
.nodeLabelExpression(labelExpression).build();
|
||||||
}
|
}
|
||||||
|
|
||||||
@Public
|
@Public
|
||||||
|
@ -88,15 +94,158 @@ public abstract class ResourceRequest implements Comparable<ResourceRequest> {
|
||||||
public static ResourceRequest newInstance(Priority priority, String hostName,
|
public static ResourceRequest newInstance(Priority priority, String hostName,
|
||||||
Resource capability, int numContainers, boolean relaxLocality, String
|
Resource capability, int numContainers, boolean relaxLocality, String
|
||||||
labelExpression, ExecutionTypeRequest executionTypeRequest) {
|
labelExpression, ExecutionTypeRequest executionTypeRequest) {
|
||||||
ResourceRequest request = Records.newRecord(ResourceRequest.class);
|
return ResourceRequest.newBuilder().priority(priority)
|
||||||
request.setPriority(priority);
|
.resourceName(hostName).capability(capability)
|
||||||
request.setResourceName(hostName);
|
.numContainers(numContainers).relaxLocality(relaxLocality)
|
||||||
request.setCapability(capability);
|
.nodeLabelExpression(labelExpression)
|
||||||
request.setNumContainers(numContainers);
|
.executionTypeRequest(executionTypeRequest).build();
|
||||||
request.setRelaxLocality(relaxLocality);
|
}
|
||||||
request.setNodeLabelExpression(labelExpression);
|
|
||||||
request.setExecutionTypeRequest(executionTypeRequest);
|
@Public
|
||||||
return request;
|
@Unstable
|
||||||
|
public static ResourceRequestBuilder newBuilder() {
|
||||||
|
return new ResourceRequestBuilder();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Class to construct instances of {@link ResourceRequest} with specific
|
||||||
|
* options.
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public static final class ResourceRequestBuilder {
|
||||||
|
private ResourceRequest resourceRequest =
|
||||||
|
Records.newRecord(ResourceRequest.class);
|
||||||
|
|
||||||
|
private ResourceRequestBuilder() {
|
||||||
|
resourceRequest.setResourceName(ANY);
|
||||||
|
resourceRequest.setNumContainers(1);
|
||||||
|
resourceRequest.setPriority(Priority.newInstance(0));
|
||||||
|
resourceRequest.setRelaxLocality(true);
|
||||||
|
resourceRequest.setExecutionTypeRequest(
|
||||||
|
ExecutionTypeRequest.newInstance());
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>priority</code> of the request.
|
||||||
|
* @see ResourceRequest#setPriority(Priority)
|
||||||
|
* @param priority <code>priority</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public ResourceRequestBuilder priority(Priority priority) {
|
||||||
|
resourceRequest.setPriority(priority);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>resourceName</code> of the request.
|
||||||
|
* @see ResourceRequest#setResourceName(String)
|
||||||
|
* @param resourceName <code>resourceName</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public ResourceRequestBuilder resourceName(String resourceName) {
|
||||||
|
resourceRequest.setResourceName(resourceName);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>capability</code> of the request.
|
||||||
|
* @see ResourceRequest#setCapability(Resource)
|
||||||
|
* @param capability <code>capability</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public ResourceRequestBuilder capability(Resource capability) {
|
||||||
|
resourceRequest.setCapability(capability);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>numContainers</code> of the request.
|
||||||
|
* @see ResourceRequest#setNumContainers(int)
|
||||||
|
* @param numContainers <code>numContainers</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public ResourceRequestBuilder numContainers(int numContainers) {
|
||||||
|
resourceRequest.setNumContainers(numContainers);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>relaxLocality</code> of the request.
|
||||||
|
* @see ResourceRequest#setRelaxLocality(boolean)
|
||||||
|
* @param relaxLocality <code>relaxLocality</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public ResourceRequestBuilder relaxLocality(boolean relaxLocality) {
|
||||||
|
resourceRequest.setRelaxLocality(relaxLocality);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>nodeLabelExpression</code> of the request.
|
||||||
|
* @see ResourceRequest#setNodeLabelExpression(String)
|
||||||
|
* @param nodeLabelExpression
|
||||||
|
* <code>nodeLabelExpression</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Evolving
|
||||||
|
public ResourceRequestBuilder nodeLabelExpression(
|
||||||
|
String nodeLabelExpression) {
|
||||||
|
resourceRequest.setNodeLabelExpression(nodeLabelExpression);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>executionTypeRequest</code> of the request.
|
||||||
|
* @see ResourceRequest#setExecutionTypeRequest(
|
||||||
|
* ExecutionTypeRequest)
|
||||||
|
* @param executionTypeRequest
|
||||||
|
* <code>executionTypeRequest</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Evolving
|
||||||
|
public ResourceRequestBuilder executionTypeRequest(
|
||||||
|
ExecutionTypeRequest executionTypeRequest) {
|
||||||
|
resourceRequest.setExecutionTypeRequest(executionTypeRequest);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the <code>allocationRequestId</code> of the request.
|
||||||
|
* @see ResourceRequest#setAllocationRequestId(long)
|
||||||
|
* @param allocationRequestId
|
||||||
|
* <code>allocationRequestId</code> of the request
|
||||||
|
* @return {@link ResourceRequestBuilder}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Evolving
|
||||||
|
public ResourceRequestBuilder allocationRequestId(
|
||||||
|
long allocationRequestId) {
|
||||||
|
resourceRequest.setAllocationRequestId(allocationRequestId);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Return generated {@link ResourceRequest} object.
|
||||||
|
* @return {@link ResourceRequest}
|
||||||
|
*/
|
||||||
|
@Public
|
||||||
|
@Stable
|
||||||
|
public ResourceRequest build() {
|
||||||
|
return resourceRequest;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Public
|
@Public
|
||||||
|
|
|
@ -31,7 +31,6 @@ import org.apache.hadoop.classification.InterfaceStability;
|
||||||
import org.apache.hadoop.service.AbstractService;
|
import org.apache.hadoop.service.AbstractService;
|
||||||
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
|
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
|
||||||
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
|
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
|
||||||
|
|
||||||
import org.apache.hadoop.yarn.api.records.Container;
|
import org.apache.hadoop.yarn.api.records.Container;
|
||||||
import org.apache.hadoop.yarn.api.records.ContainerId;
|
import org.apache.hadoop.yarn.api.records.ContainerId;
|
||||||
import org.apache.hadoop.yarn.api.records.ExecutionType;
|
import org.apache.hadoop.yarn.api.records.ExecutionType;
|
||||||
|
@ -106,14 +105,14 @@ public abstract class AMRMClient<T extends AMRMClient.ContainerRequest> extends
|
||||||
* All getters return immutable values.
|
* All getters return immutable values.
|
||||||
*/
|
*/
|
||||||
public static class ContainerRequest {
|
public static class ContainerRequest {
|
||||||
final Resource capability;
|
private Resource capability;
|
||||||
final List<String> nodes;
|
private List<String> nodes;
|
||||||
final List<String> racks;
|
private List<String> racks;
|
||||||
final Priority priority;
|
private Priority priority;
|
||||||
final long allocationRequestId;
|
private long allocationRequestId;
|
||||||
final boolean relaxLocality;
|
private boolean relaxLocality;
|
||||||
final String nodeLabelsExpression;
|
private String nodeLabelsExpression;
|
||||||
final ExecutionTypeRequest executionTypeRequest;
|
private ExecutionTypeRequest executionTypeRequest;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Instantiates a {@link ContainerRequest} with the given constraints and
|
* Instantiates a {@link ContainerRequest} with the given constraints and
|
||||||
|
@ -306,17 +305,6 @@ public abstract class AMRMClient<T extends AMRMClient.ContainerRequest> extends
|
||||||
Priority priority, long allocationRequestId, boolean relaxLocality,
|
Priority priority, long allocationRequestId, boolean relaxLocality,
|
||||||
String nodeLabelsExpression,
|
String nodeLabelsExpression,
|
||||||
ExecutionTypeRequest executionTypeRequest) {
|
ExecutionTypeRequest executionTypeRequest) {
|
||||||
// Validate request
|
|
||||||
Preconditions.checkArgument(capability != null,
|
|
||||||
"The Resource to be requested for each container " +
|
|
||||||
"should not be null ");
|
|
||||||
Preconditions.checkArgument(priority != null,
|
|
||||||
"The priority at which to request containers should not be null ");
|
|
||||||
Preconditions.checkArgument(
|
|
||||||
!(!relaxLocality && (racks == null || racks.length == 0)
|
|
||||||
&& (nodes == null || nodes.length == 0)),
|
|
||||||
"Can't turn off locality relaxation on a " +
|
|
||||||
"request with no location constraints");
|
|
||||||
this.allocationRequestId = allocationRequestId;
|
this.allocationRequestId = allocationRequestId;
|
||||||
this.capability = capability;
|
this.capability = capability;
|
||||||
this.nodes = (nodes != null ? ImmutableList.copyOf(nodes) : null);
|
this.nodes = (nodes != null ? ImmutableList.copyOf(nodes) : null);
|
||||||
|
@ -325,8 +313,25 @@ public abstract class AMRMClient<T extends AMRMClient.ContainerRequest> extends
|
||||||
this.relaxLocality = relaxLocality;
|
this.relaxLocality = relaxLocality;
|
||||||
this.nodeLabelsExpression = nodeLabelsExpression;
|
this.nodeLabelsExpression = nodeLabelsExpression;
|
||||||
this.executionTypeRequest = executionTypeRequest;
|
this.executionTypeRequest = executionTypeRequest;
|
||||||
|
sanityCheck();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Validate request
|
||||||
|
private void sanityCheck() {
|
||||||
|
Preconditions.checkArgument(capability != null,
|
||||||
|
"The Resource to be requested for each container " +
|
||||||
|
"should not be null ");
|
||||||
|
Preconditions.checkArgument(priority != null,
|
||||||
|
"The priority at which to request containers should not be null ");
|
||||||
|
Preconditions.checkArgument(
|
||||||
|
!(!relaxLocality && (racks == null || racks.size() == 0)
|
||||||
|
&& (nodes == null || nodes.size() == 0)),
|
||||||
|
"Can't turn off locality relaxation on a " +
|
||||||
|
"request with no location constraints");
|
||||||
|
}
|
||||||
|
|
||||||
|
private ContainerRequest() {};
|
||||||
|
|
||||||
public Resource getCapability() {
|
public Resource getCapability() {
|
||||||
return capability;
|
return capability;
|
||||||
}
|
}
|
||||||
|
@ -368,6 +373,68 @@ public abstract class AMRMClient<T extends AMRMClient.ContainerRequest> extends
|
||||||
.append("]");
|
.append("]");
|
||||||
return sb.toString();
|
return sb.toString();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public static ContainerRequestBuilder newBuilder() {
|
||||||
|
return new ContainerRequestBuilder();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Class to construct instances of {@link ContainerRequest} with specific
|
||||||
|
* options.
|
||||||
|
*/
|
||||||
|
public static final class ContainerRequestBuilder {
|
||||||
|
private ContainerRequest containerRequest = new ContainerRequest();
|
||||||
|
|
||||||
|
public ContainerRequestBuilder capability(Resource capability) {
|
||||||
|
containerRequest.capability = capability;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequestBuilder nodes(String[] nodes) {
|
||||||
|
containerRequest.nodes =
|
||||||
|
(nodes != null ? ImmutableList.copyOf(nodes): null);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequestBuilder racks(String[] racks) {
|
||||||
|
containerRequest.racks =
|
||||||
|
(racks != null ? ImmutableList.copyOf(racks) : null);
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequestBuilder priority(Priority priority) {
|
||||||
|
containerRequest.priority = priority;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequestBuilder allocationRequestId(
|
||||||
|
long allocationRequestId) {
|
||||||
|
containerRequest.allocationRequestId = allocationRequestId;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequestBuilder relaxLocality(boolean relaxLocality) {
|
||||||
|
containerRequest.relaxLocality = relaxLocality;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequestBuilder nodeLabelsExpression(
|
||||||
|
String nodeLabelsExpression) {
|
||||||
|
containerRequest.nodeLabelsExpression = nodeLabelsExpression;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequestBuilder executionTypeRequest(
|
||||||
|
ExecutionTypeRequest executionTypeRequest) {
|
||||||
|
containerRequest.executionTypeRequest = executionTypeRequest;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ContainerRequest build() {
|
||||||
|
containerRequest.sanityCheck();
|
||||||
|
return containerRequest;
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|
|
@ -112,10 +112,10 @@ public class AMRMClientImpl<T extends ContainerRequest> extends AMRMClient<T> {
|
||||||
|
|
||||||
ResourceRequestInfo(Long allocationRequestId, Priority priority,
|
ResourceRequestInfo(Long allocationRequestId, Priority priority,
|
||||||
String resourceName, Resource capability, boolean relaxLocality) {
|
String resourceName, Resource capability, boolean relaxLocality) {
|
||||||
remoteRequest = ResourceRequest.newInstance(priority, resourceName,
|
remoteRequest = ResourceRequest.newBuilder().priority(priority)
|
||||||
capability, 0);
|
.resourceName(resourceName).capability(capability).numContainers(0)
|
||||||
remoteRequest.setAllocationRequestId(allocationRequestId);
|
.allocationRequestId(allocationRequestId)
|
||||||
remoteRequest.setRelaxLocality(relaxLocality);
|
.relaxLocality(relaxLocality).build();
|
||||||
containerRequests = new LinkedHashSet<T>();
|
containerRequests = new LinkedHashSet<T>();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -280,9 +280,10 @@ public class AMRMClientImpl<T extends ContainerRequest> extends AMRMClient<T> {
|
||||||
ResourceBlacklistRequest.newInstance(blacklistToAdd,
|
ResourceBlacklistRequest.newInstance(blacklistToAdd,
|
||||||
blacklistToRemove);
|
blacklistToRemove);
|
||||||
|
|
||||||
allocateRequest =
|
allocateRequest = AllocateRequest.newBuilder()
|
||||||
AllocateRequest.newInstance(lastResponseId, progressIndicator,
|
.responseId(lastResponseId).progress(progressIndicator)
|
||||||
askList, releaseList, blacklistRequest, updateList);
|
.askList(askList).resourceBlacklistRequest(blacklistRequest)
|
||||||
|
.releaseList(releaseList).updateRequests(updateList).build();
|
||||||
// clear blacklistAdditions and blacklistRemovals before
|
// clear blacklistAdditions and blacklistRemovals before
|
||||||
// unsynchronized part
|
// unsynchronized part
|
||||||
blacklistAdditions.clear();
|
blacklistAdditions.clear();
|
||||||
|
@ -415,11 +416,13 @@ public class AMRMClientImpl<T extends ContainerRequest> extends AMRMClient<T> {
|
||||||
for(ResourceRequest r : ask) {
|
for(ResourceRequest r : ask) {
|
||||||
// create a copy of ResourceRequest as we might change it while the
|
// create a copy of ResourceRequest as we might change it while the
|
||||||
// RPC layer is using it to send info across
|
// RPC layer is using it to send info across
|
||||||
ResourceRequest rr = ResourceRequest.newInstance(r.getPriority(),
|
ResourceRequest rr = ResourceRequest.newBuilder()
|
||||||
r.getResourceName(), r.getCapability(), r.getNumContainers(),
|
.priority(r.getPriority()).resourceName(r.getResourceName())
|
||||||
r.getRelaxLocality(), r.getNodeLabelExpression(),
|
.capability(r.getCapability()).numContainers(r.getNumContainers())
|
||||||
r.getExecutionTypeRequest());
|
.relaxLocality(r.getRelaxLocality())
|
||||||
rr.setAllocationRequestId(r.getAllocationRequestId());
|
.nodeLabelExpression(r.getNodeLabelExpression())
|
||||||
|
.executionTypeRequest(r.getExecutionTypeRequest())
|
||||||
|
.allocationRequestId(r.getAllocationRequestId()).build();
|
||||||
askList.add(rr);
|
askList.add(rr);
|
||||||
}
|
}
|
||||||
return askList;
|
return askList;
|
||||||
|
|
|
@ -261,7 +261,9 @@ public class AllocateResponsePBImpl extends AllocateResponse {
|
||||||
public synchronized void setUpdateErrors(
|
public synchronized void setUpdateErrors(
|
||||||
List<UpdateContainerError> updateErrors) {
|
List<UpdateContainerError> updateErrors) {
|
||||||
if (updateErrors == null) {
|
if (updateErrors == null) {
|
||||||
this.updateErrors.clear();
|
if (this.updateErrors != null) {
|
||||||
|
this.updateErrors.clear();
|
||||||
|
}
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
this.updateErrors = new ArrayList<>(
|
this.updateErrors = new ArrayList<>(
|
||||||
|
|
|
@ -946,10 +946,13 @@ public class AppSchedulingInfo {
|
||||||
}
|
}
|
||||||
|
|
||||||
public ResourceRequest cloneResourceRequest(ResourceRequest request) {
|
public ResourceRequest cloneResourceRequest(ResourceRequest request) {
|
||||||
ResourceRequest newRequest =
|
ResourceRequest newRequest = ResourceRequest.newBuilder()
|
||||||
ResourceRequest.newInstance(request.getPriority(),
|
.priority(request.getPriority())
|
||||||
request.getResourceName(), request.getCapability(), 1,
|
.resourceName(request.getResourceName())
|
||||||
request.getRelaxLocality(), request.getNodeLabelExpression());
|
.capability(request.getCapability())
|
||||||
|
.numContainers(1)
|
||||||
|
.relaxLocality(request.getRelaxLocality())
|
||||||
|
.nodeLabelExpression(request.getNodeLabelExpression()).build();
|
||||||
return newRequest;
|
return newRequest;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -744,8 +744,9 @@ public class FiCaSchedulerApp extends SchedulerApplicationAttempt {
|
||||||
}
|
}
|
||||||
int numCont = (int) Math.ceil(
|
int numCont = (int) Math.ceil(
|
||||||
Resources.divide(rc, clusterResource, tot, minimumAllocation));
|
Resources.divide(rc, clusterResource, tot, minimumAllocation));
|
||||||
ResourceRequest rr = ResourceRequest.newInstance(Priority.UNDEFINED,
|
ResourceRequest rr = ResourceRequest.newBuilder()
|
||||||
ResourceRequest.ANY, minimumAllocation, numCont);
|
.priority(Priority.UNDEFINED).resourceName(ResourceRequest.ANY)
|
||||||
|
.capability(minimumAllocation).numContainers(numCont).build();
|
||||||
List<Container> newlyAllocatedContainers = pullNewlyAllocatedContainers();
|
List<Container> newlyAllocatedContainers = pullNewlyAllocatedContainers();
|
||||||
List<Container> newlyIncreasedContainers = pullNewlyIncreasedContainers();
|
List<Container> newlyIncreasedContainers = pullNewlyIncreasedContainers();
|
||||||
List<Container> newlyDecreasedContainers = pullNewlyDecreasedContainers();
|
List<Container> newlyDecreasedContainers = pullNewlyDecreasedContainers();
|
||||||
|
|
Loading…
Reference in New Issue