org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler.getQueueInfo()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(6.6k)|赞(0)|评价(0)|浏览(78)

本文整理了Java中org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler.getQueueInfo()方法的一些代码示例,展示了YarnScheduler.getQueueInfo()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。YarnScheduler.getQueueInfo()方法的具体详情如下:
包路径:org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
类名称:YarnScheduler
方法名:getQueueInfo

YarnScheduler.getQueueInfo介绍

[英]Get queue information
[中]获取队列信息

代码示例

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

/**
 * Utility method to validate a list resource requests, by insuring that the
 * requested memory/vcore is non-negative and not greater than max
 */
public static void normalizeAndValidateRequests(List<ResourceRequest> ask,
  Resource maximumResource, String queueName, YarnScheduler scheduler,
  RMContext rmContext)
  throws InvalidResourceRequestException {
 QueueInfo queueInfo = null;
 try {
  queueInfo = scheduler.getQueueInfo(queueName, false, false);
 } catch (IOException e) {
 }
 for (ResourceRequest resReq : ask) {
  SchedulerUtils.normalizeAndvalidateRequest(resReq, maximumResource,
    queueName, scheduler, rmContext, queueInfo);
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Utility method to validate a list resource requests, by insuring that the
 * requested memory/vcore is non-negative and not greater than max
 */
public static void normalizeAndValidateRequests(List<ResourceRequest> ask,
  Resource maximumResource, String queueName, YarnScheduler scheduler,
  RMContext rmContext)
  throws InvalidResourceRequestException {
 QueueInfo queueInfo = null;
 try {
  queueInfo = scheduler.getQueueInfo(queueName, false, false);
 } catch (IOException e) {
 }
 for (ResourceRequest resReq : ask) {
  SchedulerUtils.normalizeAndvalidateRequest(resReq, maximumResource,
    queueName, scheduler, rmContext, queueInfo);
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

/**
 * Utility method to validate a list resource requests, by insuring that the
 * requested memory/vcore is non-negative and not greater than max
 */
public static void normalizeAndValidateRequests(List<ResourceRequest> ask,
  Resource maximumAllocation, String queueName, YarnScheduler scheduler,
  RMContext rmContext) throws InvalidResourceRequestException {
 // Get queue from scheduler
 QueueInfo queueInfo = null;
 try {
  queueInfo = scheduler.getQueueInfo(queueName, false, false);
 } catch (IOException e) {
  //Queue may not exist since it could be auto-created in case of
  // dynamic queues
 }
 for (ResourceRequest resReq : ask) {
  SchedulerUtils.normalizeAndValidateRequest(resReq, maximumAllocation,
    queueName, scheduler, rmContext, queueInfo);
 }
}

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

public static void normalizeAndValidateRequest(ResourceRequest resReq,
  Resource maximumResource, String queueName, YarnScheduler scheduler,
  boolean isRecovery, RMContext rmContext, QueueInfo queueInfo)
  throws InvalidResourceRequestException {
 if (queueInfo == null) {
  try {
   queueInfo = scheduler.getQueueInfo(queueName, false, false);
  } catch (IOException e) {
   // it is possible queue cannot get when queue mapping is set, just ignore
   // the queueInfo here, and move forward
  }
 }
 SchedulerUtils.normalizeNodeLabelExpressionInRequest(resReq, queueInfo);
 if (!isRecovery) {
  validateResourceRequest(resReq, maximumResource, queueInfo, rmContext);
 }
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

public static void normalizeAndValidateRequest(ResourceRequest resReq,
  Resource maximumResource, String queueName, YarnScheduler scheduler,
  boolean isRecovery, RMContext rmContext, QueueInfo queueInfo)
  throws InvalidResourceRequestException {
 if (queueInfo == null) {
  try {
   queueInfo = scheduler.getQueueInfo(queueName, false, false);
  } catch (IOException e) {
   // it is possible queue cannot get when queue mapping is set, just ignore
   // the queueInfo here, and move forward
  }
 }
 SchedulerUtils.normalizeNodeLabelExpressionInRequest(resReq, queueInfo);
 if (!isRecovery) {
  validateResourceRequest(resReq, maximumResource, queueInfo, rmContext);
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

queueInfo = scheduler.getQueueInfo(queueName, false, false);
} catch (IOException e) {

代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

try {
 QueueInfo queueInfo = 
  scheduler.getQueueInfo(request.getQueueName(),  
    request.getIncludeChildQueues(), 
    request.getRecursive());

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

private void mockRMContext(YarnScheduler yarnScheduler, RMContext rmContext)
  throws IOException {
 Dispatcher dispatcher = mock(Dispatcher.class);
 when(rmContext.getDispatcher()).thenReturn(dispatcher);
 EventHandler eventHandler = mock(EventHandler.class);
 when(dispatcher.getEventHandler()).thenReturn(eventHandler);
 QueueInfo queInfo = recordFactory.newRecordInstance(QueueInfo.class);
 queInfo.setQueueName("testqueue");
 when(yarnScheduler.getQueueInfo(eq("testqueue"), anyBoolean(), anyBoolean()))
   .thenReturn(queInfo);
 when(yarnScheduler.getQueueInfo(eq("nonexistentqueue"), anyBoolean(), anyBoolean()))
   .thenThrow(new IOException("queue does not exist"));
 RMApplicationHistoryWriter writer = mock(RMApplicationHistoryWriter.class);
 when(rmContext.getRMApplicationHistoryWriter()).thenReturn(writer);
 SystemMetricsPublisher publisher = mock(SystemMetricsPublisher.class);
 when(rmContext.getSystemMetricsPublisher()).thenReturn(publisher);
 when(rmContext.getYarnConfiguration()).thenReturn(new YarnConfiguration());
 ConcurrentHashMap<ApplicationId, RMApp> apps = getRMApps(rmContext,
   yarnScheduler);
 when(rmContext.getRMApps()).thenReturn(apps);
 when(yarnScheduler.getAppsInQueue(eq("testqueue"))).thenReturn(
   getSchedulerApps(apps));
  ResourceScheduler rs = mock(ResourceScheduler.class);
  when(rmContext.getScheduler()).thenReturn(rs);
}

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

try {
 QueueInfo queueInfo = 
  scheduler.getQueueInfo(request.getQueueName(),  
    request.getIncludeChildQueues(), 
    request.getRecursive());

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

try {
 QueueInfo queueInfo = 
  scheduler.getQueueInfo(request.getQueueName(),  
    request.getIncludeChildQueues(), 
    request.getRecursive());

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

when(queueInfo.getAccessibleNodeLabels()).thenReturn(queueAccessibleNodeLabels);
when(queueInfo.getDefaultNodeLabelExpression()).thenReturn(" x ");
when(scheduler.getQueueInfo(any(String.class), anyBoolean(), anyBoolean()))
  .thenReturn(queueInfo);

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

queueInfo = appAttempt.scheduler.getQueueInfo(queue, false,
   false);
} catch (IOException e) {

代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

when(queueInfo.getQueueName()).thenReturn("queue");
when(queueInfo.getAccessibleNodeLabels()).thenReturn(queueAccessibleNodeLabels);
when(scheduler.getQueueInfo(any(String.class), anyBoolean(), anyBoolean()))
  .thenReturn(queueInfo);

相关文章