org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.QueueCapacities.getAbsoluteCapacity()方法的使用及代码示例

x33g5p2x  于2022-01-28 转载在 其他  
字(11.5k)|赞(0)|评价(0)|浏览(286)

本文整理了Java中org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.QueueCapacities.getAbsoluteCapacity方法的一些代码示例,展示了QueueCapacities.getAbsoluteCapacity的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。QueueCapacities.getAbsoluteCapacity方法的具体详情如下:
包路径:org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.QueueCapacities
类名称:QueueCapacities
方法名:getAbsoluteCapacity

QueueCapacities.getAbsoluteCapacity介绍

暂无

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
public float getAbsoluteCapacity() {
 return queueCapacities.getAbsoluteCapacity();
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

@Override
public synchronized float getAbsoluteCapacity() {
 return queueCapacities.getAbsoluteCapacity();
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

@Override
public synchronized float getAbsoluteCapacity() {
 return queueCapacities.getAbsoluteCapacity();
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

private void updateAbsoluteCapacityResource(Resource clusterResource) {
 absoluteCapacityResource =
   Resources.multiplyAndNormalizeUp(resourceCalculator, clusterResource,
     queueCapacities.getAbsoluteCapacity(), minimumAllocation);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

private void updateAbsoluteCapacityResource(Resource clusterResource) {
 absoluteCapacityResource =
   Resources.multiplyAndNormalizeUp(resourceCalculator, clusterResource,
     queueCapacities.getAbsoluteCapacity(), minimumAllocation);
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Check sanity of capacities:
 * - capacity <= maxCapacity
 * - absCapacity <= absMaximumCapacity
 */
private static void capacitiesSanityCheck(String queueName,
  QueueCapacities queueCapacities) {
 for (String label : queueCapacities.getExistingNodeLabels()) {
  // The only thing we should care about is absolute capacity <=
  // absolute max capacity otherwise the absolute max capacity is
  // no longer an absolute maximum.
  float absCapacity = queueCapacities.getAbsoluteCapacity(label);
  float absMaxCapacity = queueCapacities.getAbsoluteMaximumCapacity(label);
  if (absCapacity > absMaxCapacity) {
   throw new IllegalArgumentException("Illegal queue capacity setting, "
     + "(abs-capacity=" + absCapacity + ") > (abs-maximum-capacity="
     + absMaxCapacity + "). When label=[" + label + "]");
  }
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

public String toString() {
 return queueName + ": " +
   "numChildQueue= " + childQueues.size() + ", " + 
   "capacity=" + queueCapacities.getCapacity() + ", " +  
   "absoluteCapacity=" + queueCapacities.getAbsoluteCapacity() + ", " +
   "usedResources=" + queueUsage.getUsed() + 
   "usedCapacity=" + getUsedCapacity() + ", " + 
   "numApps=" + getNumApplications() + ", " + 
   "numContainers=" + getNumContainers();
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

public String toString() {
 return queueName + ": " +
   "numChildQueue= " + childQueues.size() + ", " + 
   "capacity=" + queueCapacities.getCapacity() + ", " +  
   "absoluteCapacity=" + queueCapacities.getAbsoluteCapacity() + ", " +
   "usedResources=" + queueUsage.getUsed() + 
   "usedCapacity=" + getUsedCapacity() + ", " + 
   "numApps=" + getNumApplications() + ", " + 
   "numContainers=" + getNumContainers();
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public String toString() {
 return queueName + ": " +
   "numChildQueue= " + childQueues.size() + ", " + 
   "capacity=" + queueCapacities.getCapacity() + ", " +  
   "absoluteCapacity=" + queueCapacities.getAbsoluteCapacity() + ", " +
   "usedResources=" + queueUsage.getUsed() + 
   "usedCapacity=" + getUsedCapacity() + ", " + 
   "numApps=" + getNumApplications() + ", " + 
   "numContainers=" + getNumContainers();
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public String toString() {
 try {
  readLock.lock();
  return queueName + ": " + "capacity=" + queueCapacities.getCapacity()
    + ", " + "absoluteCapacity=" + queueCapacities.getAbsoluteCapacity()
    + ", " + "usedResources=" + queueUsage.getUsed() + ", "
    + "usedCapacity=" + getUsedCapacity() + ", " + "absoluteUsedCapacity="
    + getAbsoluteUsedCapacity() + ", " + "numApps=" + getNumApplications()
    + ", " + "numContainers=" + getNumContainers() + ", "
    + "effectiveMinResource=" +
    getEffectiveCapacity(CommonNodeLabelsManager.NO_LABEL) +
    " , effectiveMaxResource=" +
    getEffectiveMaxCapacity(CommonNodeLabelsManager.NO_LABEL);
 } finally {
  readLock.unlock();
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Set maximum capacity - used only for testing.
 * @param maximumCapacity new max capacity
 */
void setMaxCapacity(float maximumCapacity) {
 try {
  writeLock.lock();
  // Sanity check
  CSQueueUtils.checkMaxCapacity(getQueueName(),
    queueCapacities.getCapacity(), maximumCapacity);
  float absMaxCapacity = CSQueueUtils.computeAbsoluteMaximumCapacity(
    maximumCapacity, parent);
  CSQueueUtils.checkAbsoluteCapacity(getQueueName(),
    queueCapacities.getAbsoluteCapacity(), absMaxCapacity);
  queueCapacities.setMaximumCapacity(maximumCapacity);
  queueCapacities.setAbsoluteMaximumCapacity(absMaxCapacity);
 } finally {
  writeLock.unlock();
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Set maximum capacity
 * @param maximumCapacity new max capacity
 */
void setMaxCapacity(String nodeLabel, float maximumCapacity) {
 try {
  writeLock.lock();
  // Sanity check
  CSQueueUtils.checkMaxCapacity(getQueueName(),
    queueCapacities.getCapacity(nodeLabel), maximumCapacity);
  float absMaxCapacity = CSQueueUtils.computeAbsoluteMaximumCapacity(
    maximumCapacity, parent);
  CSQueueUtils.checkAbsoluteCapacity(getQueueName(),
    queueCapacities.getAbsoluteCapacity(nodeLabel), absMaxCapacity);
  queueCapacities.setMaximumCapacity(maximumCapacity);
  queueCapacities.setAbsoluteMaximumCapacity(absMaxCapacity);
 } finally {
  writeLock.unlock();
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

public String toString() {
 return queueName + ": " + 
   "capacity=" + queueCapacities.getCapacity() + ", " + 
   "absoluteCapacity=" + queueCapacities.getAbsoluteCapacity() + ", " + 
   "usedResources=" + queueUsage.getUsed() +  ", " +
   "usedCapacity=" + getUsedCapacity() + ", " + 
   "absoluteUsedCapacity=" + getAbsoluteUsedCapacity() + ", " +
   "numApps=" + getNumApplications() + ", " + 
   "numContainers=" + getNumContainers();  
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

public String toString() {
 return queueName + ": " + 
   "capacity=" + queueCapacities.getCapacity() + ", " + 
   "absoluteCapacity=" + queueCapacities.getAbsoluteCapacity() + ", " + 
   "usedResources=" + queueUsage.getUsed() +  ", " +
   "usedCapacity=" + getUsedCapacity() + ", " + 
   "absoluteUsedCapacity=" + getAbsoluteUsedCapacity() + ", " +
   "numApps=" + getNumApplications() + ", " + 
   "numContainers=" + getNumContainers();  
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Set maximum capacity - used only for testing.
 * @param maximumCapacity new max capacity
 */
synchronized void setMaxCapacity(float maximumCapacity) {
 // Sanity check
 CSQueueUtils.checkMaxCapacity(getQueueName(),
   queueCapacities.getCapacity(), maximumCapacity);
 float absMaxCapacity =
   CSQueueUtils.computeAbsoluteMaximumCapacity(maximumCapacity, parent);
 CSQueueUtils.checkAbsoluteCapacity(getQueueName(),
   queueCapacities.getAbsoluteCapacity(),
   absMaxCapacity);
 
 queueCapacities.setMaximumCapacity(maximumCapacity);
 queueCapacities.setAbsoluteMaximumCapacity(absMaxCapacity);
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

/**
 * Set maximum capacity - used only for testing.
 * @param maximumCapacity new max capacity
 */
synchronized void setMaxCapacity(float maximumCapacity) {
 // Sanity check
 CSQueueUtils.checkMaxCapacity(getQueueName(),
   queueCapacities.getCapacity(), maximumCapacity);
 float absMaxCapacity =
   CSQueueUtils.computeAbsoluteMaximumCapacity(maximumCapacity, parent);
 CSQueueUtils.checkAbsoluteCapacity(getQueueName(),
   queueCapacities.getAbsoluteCapacity(),
   absMaxCapacity);
 
 queueCapacities.setMaximumCapacity(maximumCapacity);
 queueCapacities.setAbsoluteMaximumCapacity(absMaxCapacity);
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void setPreemptionAllowed(ResourceLimits limits, String nodePartition) {
 // Set preemption-allowed:
 // For leaf queue, only under-utilized queue is allowed to preempt resources from other queues
 if (!queueResourceQuotas.getEffectiveMinResource(nodePartition)
   .equals(Resources.none())) {
  limits.setIsAllowPreemption(Resources.lessThan(resourceCalculator,
    csContext.getClusterResource(), queueUsage.getUsed(nodePartition),
    queueResourceQuotas.getEffectiveMinResource(nodePartition)));
  return;
 }
 float usedCapacity = queueCapacities.getAbsoluteUsedCapacity(nodePartition);
 float guaranteedCapacity = queueCapacities.getAbsoluteCapacity(nodePartition);
 limits.setIsAllowPreemption(usedCapacity < guaranteedCapacity);
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void mergeCapacities(QueueCapacities capacities) {
 for ( String nodeLabel : capacities.getExistingNodeLabels()) {
  queueCapacities.setCapacity(nodeLabel,
    capacities.getCapacity(nodeLabel));
  queueCapacities.setAbsoluteCapacity(nodeLabel, capacities
    .getAbsoluteCapacity(nodeLabel));
  queueCapacities.setMaximumCapacity(nodeLabel, capacities
    .getMaximumCapacity(nodeLabel));
  queueCapacities.setAbsoluteMaximumCapacity(nodeLabel, capacities
    .getAbsoluteMaximumCapacity(nodeLabel));
  Resource resourceByLabel = labelManager.getResourceByLabel(nodeLabel,
    csContext.getClusterResource());
  getQueueResourceQuotas().setEffectiveMinResource(nodeLabel,
    Resources.multiply(resourceByLabel,
      queueCapacities.getAbsoluteCapacity(nodeLabel)));
  getQueueResourceQuotas().setEffectiveMaxResource(nodeLabel,
    Resources.multiply(resourceByLabel, queueCapacities
      .getAbsoluteMaximumCapacity(nodeLabel)));
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public void checkAbsCapacities(CSQueue queue, String partition,
  float guaranteed, float max, float used) {
 QueueCapacities qc = queue.getQueueCapacities();
 Assert.assertEquals(guaranteed, qc.getAbsoluteCapacity(partition), 1e-3);
 Assert.assertEquals(max, qc.getAbsoluteMaximumCapacity(partition), 1e-3);
 Assert.assertEquals(used, qc.getAbsoluteUsedCapacity(partition), 1e-3);
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

protected void validateEffectiveMinResource(CSQueue leafQueue,
  String label, Map<String, QueueEntitlement> expectedQueueEntitlements) {
 ManagedParentQueue parentQueue = (ManagedParentQueue) leafQueue.getParent();
 Resource resourceByLabel = mockRM.getRMContext().getNodeLabelManager().
   getResourceByLabel(label, cs.getClusterResource());
 Resource effMinCapacity = Resources.multiply(resourceByLabel,
   expectedQueueEntitlements.get(label).getCapacity() * parentQueue
     .getQueueCapacities().getAbsoluteCapacity(label));
 assertEquals(effMinCapacity, Resources.multiply(resourceByLabel,
   leafQueue.getQueueCapacities().getAbsoluteCapacity(label)));
 assertEquals(effMinCapacity, leafQueue.getEffectiveCapacity(label));
 if (leafQueue.getQueueCapacities().getAbsoluteCapacity(label) > 0) {
  assertTrue(Resources
    .greaterThan(cs.getResourceCalculator(), cs.getClusterResource(),
      effMinCapacity, Resources.none()));
 } else{
  assertTrue(Resources.equals(effMinCapacity, Resources.none()));
 }
}

相关文章