org.apache.hadoop.yarn.api.records.Container.getId()方法的使用及代码示例

x33g5p2x  于2022-01-18 转载在 其他  
字(9.4k)|赞(0)|评价(0)|浏览(78)

本文整理了Java中org.apache.hadoop.yarn.api.records.Container.getId()方法的一些代码示例,展示了Container.getId()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Container.getId()方法的具体详情如下:
包路径:org.apache.hadoop.yarn.api.records.Container
类名称:Container
方法名:getId

Container.getId介绍

[英]Get the globally unique identifier for the container.
[中]获取容器的全局唯一标识符。

代码示例

代码示例来源:origin: apache/drill

public ContainerId getContainerId() {
 assert container != null;
 return container.getId();
}

代码示例来源:origin: apache/flink

private void releaseYarnContainer(Container container) {
  LOG.info("Releasing YARN container {}", container.getId());
  containersBeingReturned.put(container.getId(), container);
  // release the container on the node manager
  try {
    nodeManagerClient.stopContainer(container.getId(), container.getNodeId());
  } catch (Throwable t) {
    // we only log this error. since the ResourceManager also gets the release
    // notification, the container should be eventually cleaned up
    LOG.error("Error while calling YARN Node Manager to release container", t);
  }
  // tell the master that the container is no longer needed
  resourceManagerClient.releaseAssignedContainer(container.getId());
}

代码示例来源:origin: apache/incubator-gobblin

@Override
 public void run() {
  try {
   LOGGER.info("Starting container " + container.getId());
   nmClientAsync.startContainerAsync(container, newContainerLaunchContext(container, finalInstanceName));
  } catch (IOException ioe) {
   LOGGER.error("Failed to start container " + container.getId(), ioe);
  }
 }
});

代码示例来源:origin: alibaba/jstorm

@Override
public void removeSpecNimbus(String container_id) throws TException {
  if (jstormMasterContext.nimbusContainers.isEmpty())
    return;
  for (Container container : jstormMasterContext.nimbusContainers) {
    if (container.getId().toString().trim().equals(container_id.trim())) {
      jstormMasterContext.nimbusContainers.remove(container);
      amRMClient.releaseAssignedContainer(container.getId());
    }
  }
}

代码示例来源:origin: alibaba/jstorm

@Override
public void removeNimbus(int number) throws TException {
  if (jstormMasterContext.nimbusContainers.isEmpty())
    return;
  for (int i = 0; i < number; i++) {
    Container container = jstormMasterContext.nimbusContainers.poll();
    if (container != null) {
      amRMClient.releaseAssignedContainer(container.getId());
      LOG.info("release nimbus container, id: " + container.getId().toString());
    }
  }
}

代码示例来源:origin: alibaba/jstorm

@Override
public void removeSupervisors(int number) throws TException {
  if (jstormMaster.jstormMasterContext.supervisorContainers.isEmpty())
    return;
  for (int i = 0; i < number; i++) {
    Container container = jstormMaster.jstormMasterContext.supervisorContainers.poll();
    if (container != null) {
      amRMClient.releaseAssignedContainer(container.getId());
      LOG.info("release supervisor's " + String.valueOf(number) + " container, id: " + container.getId().toString());
    }
  }
}

代码示例来源:origin: alibaba/jstorm

@Override
public void stopNimbus() throws TException {
  if (jstormMasterContext.nimbusContainers.isEmpty())
    return;
  int nimbusCount = jstormMasterContext.nimbusContainers.size();
  for (int i = 0; i < nimbusCount; i++) {
    Container container = jstormMasterContext.nimbusContainers.poll();
    if (container != null) {
      amRMClient.releaseAssignedContainer(container.getId());
      LOG.info("release nimbus container, id: " + container.getId().toString());
    }
  }
}

代码示例来源:origin: alibaba/jstorm

@Override
public void stopSupervisors() throws TException {
  if (jstormMaster.jstormMasterContext.supervisorContainers.isEmpty())
    return;
  int supervisorCount = jstormMaster.jstormMasterContext.supervisorContainers.size();
  for (int i = 0; i < supervisorCount; i++) {
    Container container = jstormMaster.jstormMasterContext.supervisorContainers.poll();
    if (container != null) {
      amRMClient.releaseAssignedContainer(container.getId());
      LOG.info("release all supervisor container, id: " + container.getId().toString());
    }
  }
}

代码示例来源:origin: apache/flink

@Override
public boolean stopWorker(final YarnWorkerNode workerNode) {
  final Container container = workerNode.getContainer();
  log.info("Stopping container {}.", container.getId());
  try {
    nodeManagerClient.stopContainer(container.getId(), container.getNodeId());
  } catch (final Exception e) {
    log.warn("Error while calling YARN Node Manager to stop container", e);
  }
  resourceManagerClient.releaseAssignedContainer(container.getId());
  workerNodeMap.remove(workerNode.getResourceID());
  return true;
}

代码示例来源:origin: apache/drill

@Override
public void releaseContainer(Container container) {
 resourceMgr.releaseAssignedContainer(container.getId());
}

代码示例来源:origin: alibaba/jstorm

@Override
public void removeSpecSupervisors(String container_id) throws TException {
  LOG.info("remove spec supervisor: " + container_id);
  for (Container container : jstormMaster.jstormMasterContext.supervisorContainers) {
    if (container.getId().toString().trim().equals(container_id.trim())) {
      LOG.info("found one  remove");
      jstormMaster.jstormMasterContext.supervisorContainers.remove(container);
      amRMClient.releaseAssignedContainer(container.getId());
      return;
    }
  }
  LOG.info("remove spec nimbus : " + container_id);
  for (Container container : jstormMaster.jstormMasterContext.nimbusContainers) {
    if (container.getId().toString().trim().equals(container_id.trim())) {
      LOG.info("found one  remove");
      jstormMaster.jstormMasterContext.nimbusContainers.remove(container);
      amRMClient.releaseAssignedContainer(container.getId());
    }
  }
}

代码示例来源:origin: apache/flink

/**
 * Extracts a unique ResourceID from the Yarn Container.
 * @param container The Yarn container
 * @return The ResourceID for the container
 */
static ResourceID extractResourceID(Container container) {
  return new ResourceID(container.getId().toString());
}

代码示例来源:origin: apache/drill

public static String labelContainer(Container container) {
 StringBuilder buf = new StringBuilder()
   .append("[id: ")
   .append(container.getId())
   .append(", host: ")
   .append(container.getNodeId().getHost())
   .append(", priority: ")
   .append(container.getPriority())
   .append("]");
 return buf.toString();
}

代码示例来源:origin: apache/incubator-gobblin

@SuppressWarnings("unused")
@Subscribe
public void handleContainerShutdownRequest(ContainerShutdownRequest containerShutdownRequest) {
 for (Container container : containerShutdownRequest.getContainers()) {
  LOGGER.info(String.format("Stopping container %s running on %s", container.getId(), container.getNodeId()));
  this.nmClientAsync.stopContainerAsync(container.getId(), container.getNodeId());
 }
}

代码示例来源:origin: apache/flink

private void getContainersFromPreviousAttempts(final RegisterApplicationMasterResponse registerApplicationMasterResponse) {
  final List<Container> containersFromPreviousAttempts =
    new RegisterApplicationMasterResponseReflector(log).getContainersFromPreviousAttempts(registerApplicationMasterResponse);
  log.info("Recovered {} containers from previous attempts ({}).", containersFromPreviousAttempts.size(), containersFromPreviousAttempts);
  for (final Container container : containersFromPreviousAttempts) {
    workerNodeMap.put(new ResourceID(container.getId().toString()), new YarnWorkerNode(container));
  }
}

代码示例来源:origin: apache/flink

public YarnWorkerNode(Container container) {
  Preconditions.checkNotNull(container);
  this.resourceID = new ResourceID(container.getId().toString());
  this.container = container;
}

代码示例来源:origin: apache/drill

@Override
public void killContainer(Container container) {
 nodeMgr.stopContainerAsync(container.getId(), container.getNodeId());
}

代码示例来源:origin: alibaba/jstorm

@Override
public String info() throws TException {
  StringBuffer sbRet = new StringBuffer();
  sbRet.append("JstormOnYarn\n");
  sbRet.append("Instance Name:" + jstormMasterContext.instanceName + "\n");
  sbRet.append("Jstorm's location on hdfs:" + jstormMasterContext.deployPath + "\n");
  if (jstormMasterContext.user != null) {
    sbRet.append("Jstorm's data path:" + jstormMasterContext.nimbusDataDirPrefix + jstormMasterContext.instanceName + "\n");
    sbRet.append("Cluster userName:" + jstormMasterContext.user + "\n");
  }
  sbRet.append("Nimbus Count:" + jstormMasterContext.nimbusContainers.size() + "\n");
  sbRet.append("Supervisor Count:" + jstormMasterContext.supervisorContainers.size() + "\n");
  sbRet.append("detail :\n");
  sbRet.append("Type      \tContainerId                              \tHost      \tContainerMemory\tContainerVCores\n");
  for (Container container : jstormMasterContext.nimbusContainers) {
    sbRet.append("Nimbus    \t" + container.getId().toString() + "\t" + container.getNodeId().getHost() + "\t" + container.getResource().getMemory()
        + "\t        " + container.getResource().getVirtualCores() + "\n");
  }
  for (Container container : jstormMasterContext.supervisorContainers) {
    sbRet.append("Supervisor\t" + container.getId().toString() + "\t" + container.getNodeId().getHost() + "\t" + container.getResource().getMemory()
        + "\t        " + container.getResource().getVirtualCores() + "\n");
  }
  LOG.info("info is: " + sbRet.toString());
  return sbRet.toString();
}

代码示例来源:origin: apache/flink

private static Container mockContainer(String host, int port, int containerId, Resource resource) {
  Container mockContainer = mock(Container.class);
  NodeId mockNodeId = NodeId.newInstance(host, port);
  ContainerId mockContainerId = ContainerId.newInstance(
    ApplicationAttemptId.newInstance(
      ApplicationId.newInstance(System.currentTimeMillis(), 1),
      1
    ),
    containerId
  );
  when(mockContainer.getId()).thenReturn(mockContainerId);
  when(mockContainer.getNodeId()).thenReturn(mockNodeId);
  when(mockContainer.getResource()).thenReturn(resource);
  when(mockContainer.getPriority()).thenReturn(Priority.UNDEFINED);
  return mockContainer;
}

代码示例来源:origin: apache/flink

ContainerStatus testingContainerStatus = mockContainerStatus(testingContainer.getId());

相关文章