org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AllocationConfiguration.getQueueMaxApps()方法的使用及代码示例

x33g5p2x  于2022-01-17 转载在 其他  
字(9.3k)|赞(0)|评价(0)|浏览(109)

本文整理了Java中org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AllocationConfiguration.getQueueMaxApps()方法的一些代码示例，展示了AllocationConfiguration.getQueueMaxApps()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。AllocationConfiguration.getQueueMaxApps()方法的具体详情如下：
包路径：org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AllocationConfiguration
类名称：AllocationConfiguration
方法名：getQueueMaxApps

AllocationConfiguration.getQueueMaxApps介绍

暂无

代码示例

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

/**
 * Checks whether making the application runnable would exceed any
 * maxRunningApps limits.
 */
public boolean canAppBeRunnable(FSQueue queue, String user) {
 AllocationConfiguration allocConf = scheduler.getAllocationConfiguration();
 Integer userNumRunnable = usersNumRunnableApps.get(user);
 if (userNumRunnable == null) {
  userNumRunnable = 0;
 }
 if (userNumRunnable >= allocConf.getUserMaxApps(user)) {
  return false;
 }
 // Check queue and all parent queues
 while (queue != null) {
  int queueMaxApps = allocConf.getQueueMaxApps(queue.getName());
  if (queue.getNumRunnableApps() >= queueMaxApps) {
   return false;
  }
  queue = queue.getParent();
 }
 return true;
}

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

/**
 * Traverses the queue hierarchy under the given queue to gather all lists
 * of non-runnable applications.
 */
private void gatherPossiblyRunnableAppLists(FSQueue queue,
  List<List<FSAppAttempt>> appLists) {
 if (queue.getNumRunnableApps() < scheduler.getAllocationConfiguration()
   .getQueueMaxApps(queue.getName())) {
  if (queue instanceof FSLeafQueue) {
   appLists.add(
     ((FSLeafQueue)queue).getCopyOfNonRunnableAppSchedulables());
  } else {
   for (FSQueue child : queue.getChildQueues()) {
    gatherPossiblyRunnableAppLists(child, appLists);
   }
  }
 }
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Checks whether making the application runnable would exceed any
 * maxRunningApps limits.
 */
public boolean canAppBeRunnable(FSQueue queue, String user) {
 AllocationConfiguration allocConf = scheduler.getAllocationConfiguration();
 Integer userNumRunnable = usersNumRunnableApps.get(user);
 if (userNumRunnable == null) {
  userNumRunnable = 0;
 }
 if (userNumRunnable >= allocConf.getUserMaxApps(user)) {
  return false;
 }
 // Check queue and all parent queues
 while (queue != null) {
  int queueMaxApps = allocConf.getQueueMaxApps(queue.getName());
  if (queue.getNumRunnableApps() >= queueMaxApps) {
   return false;
  }
  queue = queue.getParent();
 }
 return true;
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Traverses the queue hierarchy under the given queue to gather all lists
 * of non-runnable applications.
 */
private void gatherPossiblyRunnableAppLists(FSQueue queue,
  List<List<FSAppAttempt>> appLists) {
 if (queue.getNumRunnableApps() < scheduler.getAllocationConfiguration()
   .getQueueMaxApps(queue.getName())) {
  if (queue instanceof FSLeafQueue) {
   appLists.add(
     ((FSLeafQueue)queue).getCopyOfNonRunnableAppSchedulables());
  } else {
   for (FSQueue child : queue.getChildQueues()) {
    gatherPossiblyRunnableAppLists(child, appLists);
   }
  }
 }
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

allocConf.getQueueMaxApps(queue.getName()) - 1) ? queue : null;
FSParentQueue parent = queue.getParent();
while (parent != null) {
 if (parent.getNumRunnableApps() == allocConf.getQueueMaxApps(parent
   .getName()) - 1) {
  highestQueueWithAppsNowRunnable = parent;

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

allocConf.getQueueMaxApps(queue.getName()) - 1) ? queue : null;
FSParentQueue parent = queue.getParent();
while (parent != null) {
 if (parent.getNumRunnableApps() == allocConf.getQueueMaxApps(parent
   .getName()) - 1) {
  highestQueueWithAppsNowRunnable = parent;

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

assertEquals(1, rules.size());
assertEquals(QueuePlacementRule.Default.class, rules.get(0).getClass());
assertEquals(1, allocConf.getQueueMaxApps("root.queueA"));
assertEquals(2, allocConf.getConfiguredQueues().get(FSQueueType.LEAF)
  .size());
  ((NestedUserQueue) (rules.get(1))).nestedRule.getClass());
assertEquals(QueuePlacementRule.Default.class, rules.get(2).getClass());
assertEquals(3, allocConf.getQueueMaxApps("root.queueB"));
assertEquals(1, allocConf.getConfiguredQueues().get(FSQueueType.LEAF)
  .size());

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

assertEquals(1, rules.size());
assertEquals(QueuePlacementRule.Default.class, rules.get(0).getClass());
assertEquals(1, allocConf.getQueueMaxApps("root.queueA"));
assertEquals(2, allocConf.getConfiguredQueues().get(FSQueueType.LEAF)
  .size());
  ((NestedUserQueue) (rules.get(1))).nestedRule.getClass());
assertEquals(QueuePlacementRule.Default.class, rules.get(2).getClass());
assertEquals(3, allocConf.getQueueMaxApps("root.queueB"));
assertEquals(1, allocConf.getConfiguredQueues().get(FSQueueType.LEAF)
  .size());

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

queueConf.getMinResources("root.queueE"));
assertEquals(15, queueConf.getQueueMaxApps("root." + YarnConfiguration.DEFAULT_QUEUE_NAME));
assertEquals(15, queueConf.getQueueMaxApps("root.queueA"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueB"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueC"));
assertEquals(3, queueConf.getQueueMaxApps("root.queueD"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueE"));
assertEquals(10, queueConf.getUserMaxApps("user1"));
assertEquals(5, queueConf.getUserMaxApps("user2"));

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

while (cur != lowestCommonAncestor) {
 if (cur.getNumRunnableApps() == allocConf.getQueueMaxApps(cur.getQueueName())) {
  throw new YarnException("Moving app attempt " + appAttId + " to queue "
    + queueName + " would violate queue maxRunningApps constraints on"

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

queueConf.getMinResources("root.queueE"));
assertEquals(15, queueConf.getQueueMaxApps("root." + YarnConfiguration.DEFAULT_QUEUE_NAME));
assertEquals(15, queueConf.getQueueMaxApps("root.queueA"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueB"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueC"));
assertEquals(3, queueConf.getQueueMaxApps("root.queueD"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueE"));
assertEquals(10, queueConf.getUserMaxApps("user1"));
assertEquals(5, queueConf.getUserMaxApps("user2"));

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

while (cur != lowestCommonAncestor) {
 if (cur.getNumRunnableApps() == allocConf.getQueueMaxApps(cur.getQueueName())) {
  throw new YarnException("Moving app attempt " + appAttId + " to queue "
    + queueName + " would violate queue maxRunningApps constraints on"

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

fractionMemMaxShare = (float)maxResources.getMemory() / clusterResources.getMemory();
maxApps = allocConf.getQueueMaxApps(queueName);

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

fractionMemMaxShare = (float)maxResources.getMemory() / clusterResources.getMemory();
maxApps = allocConf.getQueueMaxApps(queueName);

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

queueConf.getMinResources("root.queueE"));
assertEquals(15, queueConf.getQueueMaxApps("root." + YarnConfiguration.DEFAULT_QUEUE_NAME));
assertEquals(15, queueConf.getQueueMaxApps("root.queueA"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueB"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueC"));
assertEquals(3, queueConf.getQueueMaxApps("root.queueD"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueE"));
assertEquals(10, queueConf.getUserMaxApps("user1"));
assertEquals(5, queueConf.getUserMaxApps("user2"));

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

/**
  * Initialize a {@link FSQueue} with queue-specific properties and its
  * metrics.
  * @param queue the FSQueue needed to be initialized
  */
 public void initFSQueue(FSQueue queue){
  // Set queue-specific properties.
  String name = queue.getName();
  queue.setWeights(getQueueWeight(name));
  queue.setMinShare(getMinResources(name));
  queue.setMaxShare(getMaxResources(name));
  queue.setMaxRunningApps(getQueueMaxApps(name));
  queue.setMaxAMShare(getQueueMaxAMShare(name));
  queue.setMaxChildQueueResource(getMaxChildResources(name));
  queue.setMaxContainerAllocation(getQueueMaxContainerAllocation(name));

  // Set queue metrics.
  queue.getMetrics().setMinShare(queue.getMinShare());
  queue.getMetrics().setMaxShare(queue.getMaxShare());
  queue.getMetrics().setMaxApps(queue.getMaxRunningApps());
  queue.getMetrics().setSchedulingPolicy(getSchedulingPolicy(name).getName());
 }
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

queueConf.getMaxChildResources("root.queueG.queueH"));
assertEquals(15, queueConf.getQueueMaxApps("root."
  + YarnConfiguration.DEFAULT_QUEUE_NAME));
assertEquals(15, queueConf.getQueueMaxApps("root.queueA"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueB"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueC"));
assertEquals(3, queueConf.getQueueMaxApps("root.queueD"));
assertEquals(15, queueConf.getQueueMaxApps("root.queueE"));
assertEquals(10, queueConf.getUserMaxApps("user1"));
assertEquals(5, queueConf.getUserMaxApps("user2"));

内容来源于网络，如有侵权，请联系作者删除！

AllocationConfiguration

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    AllocationConfiguration类方法

    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com