Modifier and Type | Method and Description |
---|---|
Resource |
ClusterInfo.getMaxContainerCapability() |
Modifier and Type | Method and Description |
---|---|
void |
ClusterInfo.setMaxContainerCapability(Resource maxContainerCapability) |
Constructor and Description |
---|
ClusterInfo(Resource maxCapability) |
Modifier and Type | Method and Description |
---|---|
protected Resource |
RMContainerRequestor.getAvailableResources() |
Resource |
ContainerRequestEvent.getCapability() |
protected Resource |
RMCommunicator.getMaxContainerCapability() |
Modifier and Type | Method and Description |
---|---|
static ContainerRequestEvent |
ContainerRequestEvent.createContainerRequestEventForFailedContainer(TaskAttemptId attemptID,
Resource capability) |
Constructor and Description |
---|
ContainerRequestEvent(TaskAttemptId attemptID,
Resource capability,
String[] hosts,
String[] racks) |
Modifier and Type | Method and Description |
---|---|
abstract Resource |
AllocateResponse.getAvailableResources()
Get the available headroom for resources in the cluster for the
application.
|
abstract Resource |
GetNewApplicationResponse.getMaximumResourceCapability()
Get the maximum capability for any
Resource allocated by the
ResourceManager in the cluster. |
abstract Resource |
RegisterApplicationMasterResponse.getMaximumResourceCapability()
Get the maximum capability for any
Resource allocated by the
ResourceManager in the cluster. |
Modifier and Type | Method and Description |
---|---|
static GetNewApplicationResponse |
GetNewApplicationResponse.newInstance(ApplicationId applicationId,
Resource minCapability,
Resource maxCapability) |
static AllocateResponse |
AllocateResponse.newInstance(int responseId,
List<ContainerStatus> completedContainers,
List<Container> allocatedContainers,
List<NodeReport> updatedNodes,
Resource availResources,
AMCommand command,
int numClusterNodes,
PreemptionMessage preempt,
List<NMToken> nmTokens) |
static RegisterApplicationMasterResponse |
RegisterApplicationMasterResponse.newInstance(Resource minCapability,
Resource maxCapability,
Map<ApplicationAccessType,String> acls,
ByteBuffer key) |
abstract void |
AllocateResponse.setAvailableResources(Resource limit) |
abstract void |
GetNewApplicationResponse.setMaximumResourceCapability(Resource capability) |
abstract void |
RegisterApplicationMasterResponse.setMaximumResourceCapability(Resource capability) |
Modifier and Type | Method and Description |
---|---|
Resource |
AllocateResponsePBImpl.getAvailableResources() |
Resource |
RegisterApplicationMasterResponsePBImpl.getMaximumResourceCapability() |
Resource |
GetNewApplicationResponsePBImpl.getMaximumResourceCapability() |
Modifier and Type | Method and Description |
---|---|
void |
AllocateResponsePBImpl.setAvailableResources(Resource limit) |
void |
RegisterApplicationMasterResponsePBImpl.setMaximumResourceCapability(Resource capability) |
void |
GetNewApplicationResponsePBImpl.setMaximumResourceCapability(Resource capability) |
Modifier and Type | Method and Description |
---|---|
abstract Resource |
ResourceRequest.getCapability()
Get the
Resource capability of the request. |
abstract Resource |
NodeReport.getCapability()
Get the total
Resource on the node. |
abstract Resource |
ApplicationResourceUsageReport.getNeededResources()
Get the needed
Resource |
abstract Resource |
ApplicationResourceUsageReport.getReservedResources()
Get the reserved
Resource |
abstract Resource |
ApplicationSubmissionContext.getResource()
Get the resource required by the
ApplicationMaster for this
application. |
abstract Resource |
Container.getResource()
Get the
Resource allocated to the container. |
abstract Resource |
NodeReport.getUsed()
Get used
Resource on the node. |
abstract Resource |
ApplicationResourceUsageReport.getUsedResources()
Get the used
Resource |
static Resource |
Resource.newInstance(int memory,
int vCores) |
Modifier and Type | Method and Description |
---|---|
static ApplicationSubmissionContext |
ApplicationSubmissionContext.newInstance(ApplicationId applicationId,
String applicationName,
String queue,
Priority priority,
ContainerLaunchContext amContainer,
boolean isUnmanagedAM,
boolean cancelTokensWhenComplete,
int maxAppAttempts,
Resource resource) |
static ApplicationSubmissionContext |
ApplicationSubmissionContext.newInstance(ApplicationId applicationId,
String applicationName,
String queue,
Priority priority,
ContainerLaunchContext amContainer,
boolean isUnmanagedAM,
boolean cancelTokensWhenComplete,
int maxAppAttempts,
Resource resource,
String applicationType) |
static Container |
Container.newInstance(ContainerId containerId,
NodeId nodeId,
String nodeHttpAddress,
Resource resource,
Priority priority,
Token containerToken) |
static ApplicationResourceUsageReport |
ApplicationResourceUsageReport.newInstance(int numUsedContainers,
int numReservedContainers,
Resource usedResources,
Resource reservedResources,
Resource neededResources) |
static NodeReport |
NodeReport.newInstance(NodeId nodeId,
NodeState nodeState,
String httpAddress,
String rackName,
Resource used,
Resource capability,
int numContainers,
String healthReport,
long lastHealthReportTime) |
static ResourceRequest |
ResourceRequest.newInstance(Priority priority,
String hostName,
Resource capability,
int numContainers) |
static ResourceRequest |
ResourceRequest.newInstance(Priority priority,
String hostName,
Resource capability,
int numContainers,
boolean relaxLocality) |
abstract void |
ResourceRequest.setCapability(Resource capability)
Set the
Resource capability of the request |
abstract void |
NodeReport.setCapability(Resource capability) |
abstract void |
ApplicationResourceUsageReport.setNeededResources(Resource needed_resources) |
abstract void |
ApplicationResourceUsageReport.setReservedResources(Resource reserved_resources) |
abstract void |
ApplicationSubmissionContext.setResource(Resource resource)
Set the resource required by the
ApplicationMaster for this
application. |
abstract void |
Container.setResource(Resource resource) |
abstract void |
NodeReport.setUsed(Resource used) |
abstract void |
ApplicationResourceUsageReport.setUsedResources(Resource resources) |
Modifier and Type | Class and Description |
---|---|
class |
ResourcePBImpl |
Modifier and Type | Method and Description |
---|---|
Resource |
ResourceRequestPBImpl.getCapability() |
Resource |
NodeReportPBImpl.getCapability() |
Resource |
ApplicationResourceUsageReportPBImpl.getNeededResources() |
Resource |
ApplicationResourceUsageReportPBImpl.getReservedResources() |
Resource |
ContainerPBImpl.getResource() |
Resource |
ApplicationSubmissionContextPBImpl.getResource() |
Resource |
NodeReportPBImpl.getUsed() |
Resource |
ApplicationResourceUsageReportPBImpl.getUsedResources() |
Modifier and Type | Method and Description |
---|---|
int |
ResourcePBImpl.compareTo(Resource other) |
void |
ResourceRequestPBImpl.setCapability(Resource capability) |
void |
NodeReportPBImpl.setCapability(Resource capability) |
void |
ApplicationResourceUsageReportPBImpl.setNeededResources(Resource reserved_resources) |
void |
ApplicationResourceUsageReportPBImpl.setReservedResources(Resource reserved_resources) |
void |
ContainerPBImpl.setResource(Resource resource) |
void |
ApplicationSubmissionContextPBImpl.setResource(Resource resource) |
void |
NodeReportPBImpl.setUsed(Resource used) |
void |
ApplicationResourceUsageReportPBImpl.setUsedResources(Resource resources) |
Modifier and Type | Method and Description |
---|---|
abstract Resource |
AMRMClient.getAvailableResources()
Get the currently available resources in the cluster.
|
Resource |
AMRMClient.ContainerRequest.getCapability() |
Modifier and Type | Method and Description |
---|---|
abstract List<? extends Collection<T>> |
AMRMClient.getMatchingRequests(Priority priority,
String resourceName,
Resource capability)
Get outstanding
ContainerRequest s matching the given
parameters. |
Constructor and Description |
---|
AMRMClient.ContainerRequest(Resource capability,
String[] nodes,
String[] racks,
Priority priority)
Instantiates a
AMRMClient.ContainerRequest with the given constraints and
locality relaxation enabled. |
AMRMClient.ContainerRequest(Resource capability,
String[] nodes,
String[] racks,
Priority priority,
boolean relaxLocality)
Instantiates a
AMRMClient.ContainerRequest with the given constraints. |
Modifier and Type | Method and Description |
---|---|
abstract Resource |
AMRMClientAsync.getAvailableResources()
Get the currently available resources in the cluster.
|
Modifier and Type | Method and Description |
---|---|
abstract List<? extends Collection<T>> |
AMRMClientAsync.getMatchingRequests(Priority priority,
String resourceName,
Resource capability) |
Modifier and Type | Method and Description |
---|---|
Resource |
AMRMClientAsyncImpl.getAvailableResources()
Get the currently available resources in the cluster.
|
Modifier and Type | Method and Description |
---|---|
List<? extends Collection<T>> |
AMRMClientAsyncImpl.getMatchingRequests(Priority priority,
String resourceName,
Resource capability) |
Modifier and Type | Field and Description |
---|---|
protected Resource |
AMRMClientImpl.clusterAvailableResources |
Modifier and Type | Field and Description |
---|---|
protected Map<Priority,Map<String,TreeMap<Resource,org.apache.hadoop.yarn.client.api.impl.AMRMClientImpl.ResourceRequestInfo>>> |
AMRMClientImpl.remoteRequestsTable |
Modifier and Type | Method and Description |
---|---|
Resource |
AMRMClientImpl.getAvailableResources() |
Modifier and Type | Method and Description |
---|---|
List<? extends Collection<T>> |
AMRMClientImpl.getMatchingRequests(Priority priority,
String resourceName,
Resource capability) |
Modifier and Type | Method and Description |
---|---|
Resource |
ContainerTokenIdentifier.getResource() |
Constructor and Description |
---|
ContainerTokenIdentifier(ContainerId containerID,
String hostName,
String appSubmitter,
Resource r,
long expiryTimeStamp,
int masterKeyId,
long rmIdentifier) |
Modifier and Type | Method and Description |
---|---|
Resource |
ContainerContext.getResource()
Get
Resource the resource capability allocated to the container
being initialized or stopped. |
Constructor and Description |
---|
ContainerContext(String user,
ContainerId containerId,
Resource resource) |
ContainerInitializationContext(String user,
ContainerId containerId,
Resource resource) |
ContainerTerminationContext(String user,
ContainerId containerId,
Resource resource) |
Modifier and Type | Method and Description |
---|---|
Resource |
RegisterNodeManagerRequest.getResource() |
Modifier and Type | Method and Description |
---|---|
void |
RegisterNodeManagerRequest.setResource(Resource resource) |
Modifier and Type | Method and Description |
---|---|
Resource |
RegisterNodeManagerRequestPBImpl.getResource() |
Modifier and Type | Method and Description |
---|---|
void |
RegisterNodeManagerRequestPBImpl.setResource(Resource resource) |
Modifier and Type | Method and Description |
---|---|
Resource |
ContainerImpl.getResource() |
Resource |
Container.getResource() |
Modifier and Type | Method and Description |
---|---|
void |
NodeManagerMetrics.addResource(Resource res) |
void |
NodeManagerMetrics.allocateContainer(Resource res) |
void |
NodeManagerMetrics.releaseContainer(Resource res) |
Modifier and Type | Method and Description |
---|---|
void |
DefaultLCEResourcesHandler.preExecute(ContainerId containerId,
Resource containerResource) |
void |
CgroupsLCEResourcesHandler.preExecute(ContainerId containerId,
Resource containerResource) |
void |
LCEResourcesHandler.preExecute(ContainerId containerId,
Resource containerResource)
Called by the LinuxContainerExecutor before launching the executable
inside the container.
|
Modifier and Type | Method and Description |
---|---|
static void |
RMServerUtils.validateResourceRequests(List<ResourceRequest> ask,
Resource maximumResource)
Utility method to validate a list resource requests, by insuring that the
requested memory/vcore is non-negative and not greater than max
|
Modifier and Type | Method and Description |
---|---|
Resource |
RMContainerImpl.getReservedResource() |
Resource |
RMContainer.getReservedResource() |
Resource |
RMContainerReservedEvent.getReservedResource() |
Constructor and Description |
---|
RMContainerReservedEvent(ContainerId containerId,
Resource reservedResource,
NodeId reservedNode,
Priority reservedPriority) |
Modifier and Type | Method and Description |
---|---|
Resource |
RMNodeImpl.getTotalCapability() |
Resource |
RMNode.getTotalCapability()
the total available resource.
|
Constructor and Description |
---|
RMNodeImpl(NodeId nodeId,
RMContext context,
String hostName,
int cmPort,
int httpPort,
Node node,
Resource capability) |
Modifier and Type | Method and Description |
---|---|
Resource |
QueueMetrics.getAllocatedResources() |
Resource |
SchedulerNodeReport.getAvailableResource() |
abstract Resource |
SchedulerNode.getAvailableResource()
Get available resources on the node.
|
Resource |
YarnScheduler.getMaximumResourceCapability()
Get maximum allocatable
Resource . |
Resource |
YarnScheduler.getMinimumResourceCapability()
Get minimum allocatable
Resource . |
Resource |
AppSchedulingInfo.getResource(Priority priority) |
Resource |
Allocation.getResourceLimit() |
abstract Resource |
SchedulerNode.getTotalResource()
Get total resources on the node.
|
Resource |
SchedulerNodeReport.getUsedResource() |
abstract Resource |
SchedulerNode.getUsedResource()
Get used resources on the node.
|
Resource |
NodeReport.getUsedResources() |
Modifier and Type | Method and Description |
---|---|
void |
QueueMetrics.allocateResources(String user,
int containers,
Resource res) |
void |
QueueMetrics.decrPendingResources(String user,
int containers,
Resource res) |
void |
QueueMetrics.incrPendingResources(String user,
int containers,
Resource res)
Increment pending resource metrics
|
static void |
SchedulerUtils.normalizeRequest(ResourceRequest ask,
ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource minimumResource,
Resource maximumResource)
Utility method to normalize a resource request, by insuring that the
requested memory is a multiple of minMemory and is not zero.
|
static void |
SchedulerUtils.normalizeRequest(ResourceRequest ask,
ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource minimumResource,
Resource maximumResource,
Resource incrementResource)
Utility method to normalize a resource request, by insuring that the
requested memory is a multiple of minMemory and is not zero.
|
static void |
SchedulerUtils.normalizeRequests(List<ResourceRequest> asks,
ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource minimumResource,
Resource maximumResource)
Utility method to normalize a list of resource requests, by insuring that
the memory for each request is a multiple of minMemory and is not zero.
|
static void |
SchedulerUtils.normalizeRequests(List<ResourceRequest> asks,
ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource minimumResource,
Resource maximumResource,
Resource incrementResource)
Utility method to normalize a list of resource requests, by insuring that
the memory for each request is a multiple of minMemory and is not zero.
|
void |
QueueMetrics.releaseResources(String user,
int containers,
Resource res) |
void |
QueueMetrics.reserveResource(String user,
Resource res) |
void |
QueueMetrics.setAvailableResourcesToQueue(Resource limit)
Set available resources.
|
void |
QueueMetrics.setAvailableResourcesToUser(String user,
Resource limit)
Set available resources.
|
void |
QueueMetrics.unreserveResource(String user,
Resource res) |
static void |
SchedulerUtils.validateResourceRequest(ResourceRequest resReq,
Resource maximumResource)
Utility method to validate a resource request, by insuring that the
requested memory/vcore is non-negative and not greater than max
|
Constructor and Description |
---|
Allocation(List<Container> containers,
Resource resourceLimit) |
Allocation(List<Container> containers,
Resource resourceLimit,
Set<ContainerId> strictContainers) |
Allocation(List<Container> containers,
Resource resourceLimit,
Set<ContainerId> strictContainers,
Set<ContainerId> fungibleContainers,
List<ResourceRequest> fungibleResources) |
NodeReport(Resource used,
int numContainers) |
Modifier and Type | Method and Description |
---|---|
Resource |
CapacitySchedulerContext.getClusterResources() |
Resource |
CapacityScheduler.getClusterResources() |
Resource |
CapacitySchedulerConfiguration.getMaximumAllocation() |
Resource |
LeafQueue.getMaximumAllocation()
Used only by tests.
|
Resource |
CapacitySchedulerContext.getMaximumResourceCapability() |
Resource |
CapacityScheduler.getMaximumResourceCapability() |
Resource |
CapacitySchedulerConfiguration.getMinimumAllocation() |
Resource |
LeafQueue.getMinimumAllocation()
Used only by tests.
|
Resource |
CapacitySchedulerContext.getMinimumResourceCapability() |
Resource |
CapacityScheduler.getMinimumResourceCapability() |
Resource |
CSAssignment.getResource() |
Resource |
LeafQueue.getTotalResourcePending() |
Resource |
ParentQueue.getUsedResources() |
Resource |
CSQueue.getUsedResources()
Get the currently utilized resources in the cluster
by the queue and children (if any).
|
Resource |
LeafQueue.getUsedResources() |
Modifier and Type | Method and Description |
---|---|
CSAssignment |
ParentQueue.assignContainers(Resource clusterResource,
FiCaSchedulerNode node) |
CSAssignment |
CSQueue.assignContainers(Resource clusterResource,
FiCaSchedulerNode node)
Assign containers to applications in the queue or it's children (if any).
|
CSAssignment |
LeafQueue.assignContainers(Resource clusterResource,
FiCaSchedulerNode node) |
void |
ParentQueue.completedContainer(Resource clusterResource,
FiCaSchedulerApp application,
FiCaSchedulerNode node,
RMContainer rmContainer,
ContainerStatus containerStatus,
RMContainerEventType event,
CSQueue completedChildQueue) |
void |
CSQueue.completedContainer(Resource clusterResource,
FiCaSchedulerApp application,
FiCaSchedulerNode node,
RMContainer container,
ContainerStatus containerStatus,
RMContainerEventType event,
CSQueue childQueue)
A container assigned to the queue has completed.
|
void |
LeafQueue.completedContainer(Resource clusterResource,
FiCaSchedulerApp application,
FiCaSchedulerNode node,
RMContainer rmContainer,
ContainerStatus containerStatus,
RMContainerEventType event,
CSQueue childQueue) |
void |
ParentQueue.recoverContainer(Resource clusterResource,
FiCaSchedulerApp application,
Container container) |
void |
CSQueue.recoverContainer(Resource clusterResource,
FiCaSchedulerApp application,
Container container)
Recover the state of the queue
|
void |
LeafQueue.recoverContainer(Resource clusterResource,
FiCaSchedulerApp application,
Container container) |
void |
ParentQueue.reinitialize(CSQueue newlyParsedQueue,
Resource clusterResource) |
void |
CSQueue.reinitialize(CSQueue newlyParsedQueue,
Resource clusterResource)
Reinitialize the queue.
|
void |
LeafQueue.reinitialize(CSQueue newlyParsedQueue,
Resource clusterResource) |
void |
ParentQueue.updateClusterResource(Resource clusterResource) |
void |
CSQueue.updateClusterResource(Resource clusterResource)
Update the cluster resource for queues as we add/remove nodes
|
void |
LeafQueue.updateClusterResource(Resource clusterResource) |
Constructor and Description |
---|
CSAssignment(Resource resource,
NodeType type) |
Modifier and Type | Method and Description |
---|---|
Resource |
FiCaSchedulerNode.getAvailableResource() |
Resource |
FiCaSchedulerApp.getCurrentConsumption() |
Resource |
FiCaSchedulerApp.getCurrentReservation()
Get total current reservations.
|
Resource |
FiCaSchedulerApp.getHeadroom()
Get available headroom in terms of resources for the application's user.
|
Resource |
FiCaSchedulerApp.getResource(Priority priority) |
Resource |
FiCaSchedulerApp.getTotalPendingRequests() |
Resource |
FiCaSchedulerNode.getTotalResource() |
Resource |
FiCaSchedulerNode.getUsedResource() |
Modifier and Type | Method and Description |
---|---|
Allocation |
FiCaSchedulerApp.getAllocation(ResourceCalculator rc,
Resource clusterResource,
Resource minimumAllocation)
This method produces an Allocation that includes the current view
of the resources that will be allocated to and preempted from this
application.
|
void |
FiCaSchedulerApp.setHeadroom(Resource globalLimit) |
Modifier and Type | Field and Description |
---|---|
static Resource |
FairScheduler.CONTAINER_RESERVED |
Modifier and Type | Method and Description |
---|---|
Resource |
AppSchedulable.assignContainer(FSSchedulerNode node) |
Resource |
FSLeafQueue.assignContainer(FSSchedulerNode node) |
abstract Resource |
Schedulable.assignContainer(FSSchedulerNode node)
Assign a container on this node if possible, and return the amount of
resources assigned.
|
Resource |
FSParentQueue.assignContainer(FSSchedulerNode node) |
Resource |
AppSchedulable.assignReservedContainer(FSSchedulerNode node) |
Resource |
FSSchedulerNode.getAvailableResource() |
Resource |
FairScheduler.getClusterCapacity() |
Resource |
FSSchedulerApp.getCurrentConsumption() |
Resource |
FSSchedulerApp.getCurrentReservation()
Get total current reservations.
|
Resource |
AppSchedulable.getDemand() |
Resource |
FSLeafQueue.getDemand() |
abstract Resource |
Schedulable.getDemand()
Maximum number of resources required by this Schedulable.
|
Resource |
FSParentQueue.getDemand() |
Resource |
Schedulable.getFairShare()
Get the fair share assigned to this Schedulable.
|
Resource |
FSSchedulerApp.getHeadroom()
Get available headroom in terms of resources for the application's user.
|
Resource |
FairSchedulerConfiguration.getIncrementAllocation() |
Resource |
FairScheduler.getIncrementResourceCapability() |
Resource |
FairSchedulerConfiguration.getMaximumAllocation() |
Resource |
FairScheduler.getMaximumResourceCapability() |
Resource |
QueueManager.getMaxResources(String queueName)
Get the maximum resource allocation for the given queue.
|
Resource |
AppSchedulable.getMaxShare() |
Resource |
FSQueue.getMaxShare() |
abstract Resource |
Schedulable.getMaxShare()
Maximum Resource share assigned to the schedulable.
|
Resource |
FairSchedulerConfiguration.getMinimumAllocation() |
Resource |
FairScheduler.getMinimumResourceCapability() |
Resource |
QueueManager.getMinResources(String queue)
Get the minimum resource allocation for the given queue.
|
Resource |
AppSchedulable.getMinShare() |
Resource |
FSQueue.getMinShare() |
abstract Resource |
Schedulable.getMinShare()
Minimum Resource share assigned to the schedulable.
|
Resource |
FSSchedulerApp.getResource(Priority priority) |
Resource |
AppSchedulable.getResourceUsage() |
Resource |
FSLeafQueue.getResourceUsage() |
abstract Resource |
Schedulable.getResourceUsage()
Get the aggregate amount of resources consumed by the schedulable.
|
Resource |
FSParentQueue.getResourceUsage() |
Resource |
FSSchedulerNode.getTotalResource() |
Resource |
FSSchedulerNode.getUsedResource() |
static Resource |
FairSchedulerConfiguration.parseResourceConfigValue(String val)
Parses a resource config value of a form like "1024", "1024 mb",
or "1024 mb, 3 vcores".
|
protected Resource |
FairScheduler.resToPreempt(FSLeafQueue sched,
long curTime)
Return the resource amount that this queue is allowed to preempt, if any.
|
Modifier and Type | Method and Description |
---|---|
abstract void |
SchedulingPolicy.computeShares(Collection<? extends Schedulable> schedulables,
Resource totalResources)
Computes and updates the shares of
Schedulable s as per the
SchedulingPolicy , to be used later at schedule time. |
Container |
AppSchedulable.createContainer(FSSchedulerApp application,
FSSchedulerNode node,
Resource capability,
Priority priority)
Create and return a container object reflecting an allocation for the
given appliction on the given node with the given capability and
priority.
|
void |
SchedulingPolicy.initialize(Resource clusterCapacity) |
protected void |
FairScheduler.preemptResources(Collection<FSLeafQueue> scheds,
Resource toPreempt)
Preempt a quantity of resources from a list of QueueSchedulables.
|
void |
FSQueue.setFairShare(Resource fairShare) |
void |
FSQueueMetrics.setFairShare(Resource resource) |
void |
Schedulable.setFairShare(Resource fairShare)
Assign a fair share to this Schedulable.
|
void |
FSSchedulerApp.setHeadroom(Resource globalLimit) |
void |
FSQueueMetrics.setMaxShare(Resource resource) |
void |
FSQueueMetrics.setMinShare(Resource resource) |
Modifier and Type | Method and Description |
---|---|
void |
FairSharePolicy.computeShares(Collection<? extends Schedulable> schedulables,
Resource totalResources) |
void |
FifoPolicy.computeShares(Collection<? extends Schedulable> schedulables,
Resource totalResources) |
void |
DominantResourceFairnessPolicy.computeShares(Collection<? extends Schedulable> schedulables,
Resource totalResources) |
static void |
ComputeFairShares.computeShares(Collection<? extends Schedulable> schedulables,
Resource totalResources,
ResourceType type)
Given a set of Schedulables and a number of slots, compute their weighted
fair shares.
|
void |
DominantResourceFairnessPolicy.initialize(Resource clusterCapacity) |
void |
DominantResourceFairnessPolicy.DominantResourceFairnessComparator.setClusterCapacity(Resource clusterCapacity) |
Modifier and Type | Method and Description |
---|---|
Resource |
FifoScheduler.getMaximumResourceCapability() |
Resource |
FifoScheduler.getMinimumResourceCapability() |
Modifier and Type | Method and Description |
---|---|
Token |
RMContainerTokenSecretManager.createContainerToken(ContainerId containerId,
NodeId nodeId,
String appSubmitter,
Resource capability)
Helper function for creating ContainerTokens
|
Constructor and Description |
---|
ResourceInfo(Resource res) |
Modifier and Type | Method and Description |
---|---|
static Resource |
BuilderUtils.newResource(int memory,
int vCores) |
Modifier and Type | Method and Description |
---|---|
static AllocateResponse |
BuilderUtils.newAllocateResponse(int responseId,
List<ContainerStatus> completedContainers,
List<Container> allocatedContainers,
List<NodeReport> updatedNodes,
Resource availResources,
AMCommand command,
int numClusterNodes,
PreemptionMessage preempt) |
static ApplicationResourceUsageReport |
BuilderUtils.newApplicationResourceUsageReport(int numUsedContainers,
int numReservedContainers,
Resource usedResources,
Resource reservedResources,
Resource neededResources) |
static ApplicationSubmissionContext |
BuilderUtils.newApplicationSubmissionContext(ApplicationId applicationId,
String applicationName,
String queue,
Priority priority,
ContainerLaunchContext amContainer,
boolean isUnmanagedAM,
boolean cancelTokensWhenComplete,
int maxAppAttempts,
Resource resource) |
static ApplicationSubmissionContext |
BuilderUtils.newApplicationSubmissionContext(ApplicationId applicationId,
String applicationName,
String queue,
Priority priority,
ContainerLaunchContext amContainer,
boolean isUnmanagedAM,
boolean cancelTokensWhenComplete,
int maxAppAttempts,
Resource resource,
String applicationType) |
static Container |
BuilderUtils.newContainer(ContainerId containerId,
NodeId nodeId,
String nodeHttpAddress,
Resource resource,
Priority priority,
Token containerToken) |
static Token |
BuilderUtils.newContainerToken(ContainerId cId,
String host,
int port,
String user,
Resource r,
long expiryTime,
int masterKeyId,
byte[] password,
long rmIdentifier) |
static NodeReport |
BuilderUtils.newNodeReport(NodeId nodeId,
NodeState nodeState,
String httpAddress,
String rackName,
Resource used,
Resource capability,
int numContainers,
String healthReport,
long lastHealthReportTime) |
static ResourceRequest |
BuilderUtils.newResourceRequest(Priority priority,
String hostName,
Resource capability,
int numContainers) |
Modifier and Type | Method and Description |
---|---|
static Resource |
Resources.add(Resource lhs,
Resource rhs) |
static Resource |
Resources.addTo(Resource lhs,
Resource rhs) |
static Resource |
Resources.clone(Resource res) |
static Resource |
Resources.componentwiseMin(Resource lhs,
Resource rhs) |
static Resource |
Resources.createResource(int memory) |
static Resource |
Resources.createResource(int memory,
int cores) |
static Resource |
Resources.divideAndCeil(ResourceCalculator resourceCalculator,
Resource lhs,
int rhs) |
abstract Resource |
ResourceCalculator.divideAndCeil(Resource numerator,
int denominator)
Divide-and-ceil
numerator by denominator . |
Resource |
DominantResourceCalculator.divideAndCeil(Resource numerator,
int denominator) |
Resource |
DefaultResourceCalculator.divideAndCeil(Resource numerator,
int denominator) |
static Resource |
Resources.max(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static Resource |
Resources.min(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static Resource |
Resources.multiply(Resource lhs,
double by) |
static Resource |
Resources.multiplyAndNormalizeDown(ResourceCalculator calculator,
Resource lhs,
double by,
Resource factor) |
abstract Resource |
ResourceCalculator.multiplyAndNormalizeDown(Resource r,
double by,
Resource stepFactor)
Multiply resource
r by factor by
and normalize down using step-factor stepFactor . |
Resource |
DominantResourceCalculator.multiplyAndNormalizeDown(Resource r,
double by,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.multiplyAndNormalizeDown(Resource r,
double by,
Resource stepFactor) |
static Resource |
Resources.multiplyAndNormalizeUp(ResourceCalculator calculator,
Resource lhs,
double by,
Resource factor) |
abstract Resource |
ResourceCalculator.multiplyAndNormalizeUp(Resource r,
double by,
Resource stepFactor)
Multiply resource
r by factor by
and normalize up using step-factor stepFactor . |
Resource |
DominantResourceCalculator.multiplyAndNormalizeUp(Resource r,
double by,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.multiplyAndNormalizeUp(Resource r,
double by,
Resource stepFactor) |
static Resource |
Resources.multiplyAndRoundDown(Resource lhs,
double by) |
static Resource |
Resources.multiplyTo(Resource lhs,
double by) |
static Resource |
Resources.negate(Resource resource) |
static Resource |
Resources.none() |
static Resource |
Resources.normalize(ResourceCalculator calculator,
Resource lhs,
Resource min,
Resource max,
Resource increment) |
Resource |
ResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource)
Normalize resource
r given the base
minimumResource and verify against max allowed
maximumResource |
Resource |
DefaultResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource) |
abstract Resource |
ResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource,
Resource stepFactor)
Normalize resource
r given the base
minimumResource and verify against max allowed
maximumResource using a step factor for hte normalization. |
Resource |
DominantResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource,
Resource stepFactor) |
static Resource |
Resources.roundDown(ResourceCalculator calculator,
Resource lhs,
Resource factor) |
abstract Resource |
ResourceCalculator.roundDown(Resource r,
Resource stepFactor)
Round-down resource
r given factor stepFactor . |
Resource |
DominantResourceCalculator.roundDown(Resource r,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.roundDown(Resource r,
Resource stepFactor) |
static Resource |
Resources.roundUp(ResourceCalculator calculator,
Resource lhs,
Resource factor) |
abstract Resource |
ResourceCalculator.roundUp(Resource r,
Resource stepFactor)
Round-up resource
r given factor stepFactor . |
Resource |
DominantResourceCalculator.roundUp(Resource r,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.roundUp(Resource r,
Resource stepFactor) |
static Resource |
Resources.subtract(Resource lhs,
Resource rhs) |
static Resource |
Resources.subtractFrom(Resource lhs,
Resource rhs) |
static Resource |
Resources.unbounded() |
Modifier and Type | Method and Description |
---|---|
static Resource |
Resources.add(Resource lhs,
Resource rhs) |
static Resource |
Resources.addTo(Resource lhs,
Resource rhs) |
static Resource |
Resources.clone(Resource res) |
abstract int |
ResourceCalculator.compare(Resource clusterResource,
Resource lhs,
Resource rhs) |
int |
DominantResourceCalculator.compare(Resource clusterResource,
Resource lhs,
Resource rhs) |
int |
DefaultResourceCalculator.compare(Resource unused,
Resource lhs,
Resource rhs) |
static Resource |
Resources.componentwiseMin(Resource lhs,
Resource rhs) |
abstract int |
ResourceCalculator.computeAvailableContainers(Resource available,
Resource required)
Compute the number of containers which can be allocated given
available and required resources. |
int |
DominantResourceCalculator.computeAvailableContainers(Resource available,
Resource required) |
int |
DefaultResourceCalculator.computeAvailableContainers(Resource available,
Resource required) |
static float |
Resources.divide(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
abstract float |
ResourceCalculator.divide(Resource clusterResource,
Resource numerator,
Resource denominator)
Divide resource
numerator by resource denominator
using specified policy (domination, average, fairness etc.); hence overall
clusterResource is provided for context. |
float |
DominantResourceCalculator.divide(Resource clusterResource,
Resource numerator,
Resource denominator) |
float |
DefaultResourceCalculator.divide(Resource unused,
Resource numerator,
Resource denominator) |
static Resource |
Resources.divideAndCeil(ResourceCalculator resourceCalculator,
Resource lhs,
int rhs) |
abstract Resource |
ResourceCalculator.divideAndCeil(Resource numerator,
int denominator)
Divide-and-ceil
numerator by denominator . |
Resource |
DominantResourceCalculator.divideAndCeil(Resource numerator,
int denominator) |
Resource |
DefaultResourceCalculator.divideAndCeil(Resource numerator,
int denominator) |
static boolean |
Resources.equals(Resource lhs,
Resource rhs) |
static boolean |
Resources.fitsIn(Resource smaller,
Resource bigger) |
protected float |
DominantResourceCalculator.getResourceAsValue(Resource clusterResource,
Resource resource,
boolean dominant)
Use 'dominant' for now since we only have 2 resources - gives us a slight
performance boost.
|
static boolean |
Resources.greaterThan(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static boolean |
Resources.greaterThanOrEqual(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static boolean |
Resources.lessThan(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static boolean |
Resources.lessThanOrEqual(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static Resource |
Resources.max(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static Resource |
Resources.min(ResourceCalculator resourceCalculator,
Resource clusterResource,
Resource lhs,
Resource rhs) |
static Resource |
Resources.multiply(Resource lhs,
double by) |
static Resource |
Resources.multiplyAndNormalizeDown(ResourceCalculator calculator,
Resource lhs,
double by,
Resource factor) |
abstract Resource |
ResourceCalculator.multiplyAndNormalizeDown(Resource r,
double by,
Resource stepFactor)
Multiply resource
r by factor by
and normalize down using step-factor stepFactor . |
Resource |
DominantResourceCalculator.multiplyAndNormalizeDown(Resource r,
double by,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.multiplyAndNormalizeDown(Resource r,
double by,
Resource stepFactor) |
static Resource |
Resources.multiplyAndNormalizeUp(ResourceCalculator calculator,
Resource lhs,
double by,
Resource factor) |
abstract Resource |
ResourceCalculator.multiplyAndNormalizeUp(Resource r,
double by,
Resource stepFactor)
Multiply resource
r by factor by
and normalize up using step-factor stepFactor . |
Resource |
DominantResourceCalculator.multiplyAndNormalizeUp(Resource r,
double by,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.multiplyAndNormalizeUp(Resource r,
double by,
Resource stepFactor) |
static Resource |
Resources.multiplyAndRoundDown(Resource lhs,
double by) |
static Resource |
Resources.multiplyTo(Resource lhs,
double by) |
static Resource |
Resources.negate(Resource resource) |
static Resource |
Resources.normalize(ResourceCalculator calculator,
Resource lhs,
Resource min,
Resource max,
Resource increment) |
Resource |
ResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource)
Normalize resource
r given the base
minimumResource and verify against max allowed
maximumResource |
Resource |
DefaultResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource) |
abstract Resource |
ResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource,
Resource stepFactor)
Normalize resource
r given the base
minimumResource and verify against max allowed
maximumResource using a step factor for hte normalization. |
Resource |
DominantResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.normalize(Resource r,
Resource minimumResource,
Resource maximumResource,
Resource stepFactor) |
static float |
Resources.ratio(ResourceCalculator resourceCalculator,
Resource lhs,
Resource rhs) |
abstract float |
ResourceCalculator.ratio(Resource a,
Resource b)
Ratio of resource
a to resource b . |
float |
DominantResourceCalculator.ratio(Resource a,
Resource b) |
float |
DefaultResourceCalculator.ratio(Resource a,
Resource b) |
static Resource |
Resources.roundDown(ResourceCalculator calculator,
Resource lhs,
Resource factor) |
abstract Resource |
ResourceCalculator.roundDown(Resource r,
Resource stepFactor)
Round-down resource
r given factor stepFactor . |
Resource |
DominantResourceCalculator.roundDown(Resource r,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.roundDown(Resource r,
Resource stepFactor) |
static Resource |
Resources.roundUp(ResourceCalculator calculator,
Resource lhs,
Resource factor) |
abstract Resource |
ResourceCalculator.roundUp(Resource r,
Resource stepFactor)
Round-up resource
r given factor stepFactor . |
Resource |
DominantResourceCalculator.roundUp(Resource r,
Resource stepFactor) |
Resource |
DefaultResourceCalculator.roundUp(Resource r,
Resource stepFactor) |
static Resource |
Resources.subtract(Resource lhs,
Resource rhs) |
static Resource |
Resources.subtractFrom(Resource lhs,
Resource rhs) |
Copyright © 2013 Apache Software Foundation. All rights reserved.