org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.getData()方法的使用及代码示例

x33g5p2x  于2022-02-05 转载在 其他  
字(6.7k)|赞(0)|评价(0)|浏览(58)

本文整理了Java中org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.getData()方法的一些代码示例,展示了ZKRMStateStore.getData()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。ZKRMStateStore.getData()方法的具体详情如下:
包路径:org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore
类名称:ZKRMStateStore
方法名:getData

ZKRMStateStore.getData介绍

暂无

代码示例

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void loadRMSequentialNumberState(RMState rmState) throws Exception {
 byte[] seqData = getData(dtSequenceNumberPath);
 if (seqData != null) {
  ByteArrayInputStream seqIs = new ByteArrayInputStream(seqData);
  try (DataInputStream seqIn = new DataInputStream(seqIs)) {
   rmState.rmSecretManagerState.dtSequenceNumber = seqIn.readInt();
  }
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
 public void run() {
  try {
   store.getData(path);
  } catch (Exception e) {
   e.printStackTrace();
   assertionFailedInThread.set(true);
  }
 }
};

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void loadDelegationTokenFromNode(RMState rmState, String path)
  throws Exception {
 byte[] data = getData(path);
 if (data == null) {
  LOG.warn("Content of " + path + " is broken.");
 } else {
  ByteArrayInputStream is = new ByteArrayInputStream(data);
  try (DataInputStream fsIn = new DataInputStream(is)) {
   RMDelegationTokenIdentifierData identifierData =
     RMStateStoreUtils.readRMDelegationTokenIdentifierData(fsIn);
   RMDelegationTokenIdentifier identifier =
     identifierData.getTokenIdentifier();
   long renewDate = identifierData.getRenewDate();
   rmState.rmSecretManagerState.delegationTokenState.put(identifier,
     renewDate);
   if (LOG.isDebugEnabled()) {
    LOG.debug("Loaded RMDelegationTokenIdentifier: " + identifier
      + " renewDate=" + renewDate);
   }
  }
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void loadApplicationAttemptState(ApplicationStateData appState,
  String appPath) throws Exception {
 List<String> attempts = getChildren(appPath);
 for (String attemptIDStr : attempts) {
  if (attemptIDStr.startsWith(ApplicationAttemptId.appAttemptIdStrPrefix)) {
   String attemptPath = getNodePath(appPath, attemptIDStr);
   byte[] attemptData = getData(attemptPath);
   ApplicationAttemptStateDataPBImpl attemptState =
     new ApplicationAttemptStateDataPBImpl(
       ApplicationAttemptStateDataProto.parseFrom(attemptData));
   appState.attempts.put(attemptState.getAttemptId(), attemptState);
  }
 }
 LOG.debug("Done loading applications from ZK state store");
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void loadRMDelegationKeyState(RMState rmState) throws Exception {
 List<String> childNodes = getChildren(dtMasterKeysRootPath);
 for (String childNodeName : childNodes) {
  String childNodePath = getNodePath(dtMasterKeysRootPath, childNodeName);
  byte[] childData = getData(childNodePath);
  if (childData == null) {
   LOG.warn("Content of " + childNodePath + " is broken.");
   continue;
  }
  ByteArrayInputStream is = new ByteArrayInputStream(childData);
  try (DataInputStream fsIn = new DataInputStream(is)) {
   if (childNodeName.startsWith(DELEGATION_KEY_PREFIX)) {
    DelegationKey key = new DelegationKey();
    key.readFields(fsIn);
    rmState.rmSecretManagerState.masterKeyState.add(key);
    if (LOG.isDebugEnabled()) {
     LOG.debug("Loaded delegation key: keyId=" + key.getKeyId()
       + ", expirationDate=" + key.getExpiryDate());
    }
   }
  }
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
protected synchronized Version loadVersion() throws Exception {
 String versionNodePath = getNodePath(zkRootNodePath, VERSION_NODE);
 if (exists(versionNodePath)) {
  byte[] data = getData(versionNodePath);
  return new VersionPBImpl(VersionProto.parseFrom(data));
 }
 return null;
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void loadReservationSystemState(RMState rmState) throws Exception {
 List<String> planNodes = getChildren(reservationRoot);
 for (String planName : planNodes) {
  if (LOG.isDebugEnabled()) {
   LOG.debug("Loading plan from znode: " + planName);
  }
  String planNodePath = getNodePath(reservationRoot, planName);
  List<String> reservationNodes = getChildren(planNodePath);
  for (String reservationNodeName : reservationNodes) {
   String reservationNodePath =
     getNodePath(planNodePath, reservationNodeName);
   if (LOG.isDebugEnabled()) {
    LOG.debug("Loading reservation from znode: " + reservationNodePath);
   }
   byte[] reservationData = getData(reservationNodePath);
   ReservationAllocationStateProto allocationState =
     ReservationAllocationStateProto.parseFrom(reservationData);
   if (!rmState.getReservationState().containsKey(planName)) {
    rmState.getReservationState().put(planName, new HashMap<>());
   }
   ReservationId reservationId =
     ReservationId.parseReservationId(reservationNodeName);
   rmState.getReservationState().get(planName).put(reservationId,
     allocationState);
  }
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void loadAMRMTokenSecretManagerState(RMState rmState)
  throws Exception {
 byte[] data = getData(amrmTokenSecretManagerRoot);
 if (data == null) {
  LOG.warn("There is no data saved");
 } else {
  AMRMTokenSecretManagerStatePBImpl stateData =
    new AMRMTokenSecretManagerStatePBImpl(
     AMRMTokenSecretManagerStateProto.parseFrom(data));
  rmState.amrmTokenSecretManagerState =
    AMRMTokenSecretManagerState.newInstance(
     stateData.getCurrentMasterKey(), stateData.getNextMasterKey());
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

private void loadRMAppStateFromAppNode(RMState rmState, String appNodePath,
  String appIdStr) throws Exception {
 byte[] appData = getData(appNodePath);
 if (LOG.isDebugEnabled()) {
  LOG.debug("Loading application from znode: " + appNodePath);
 }
 ApplicationId appId = ApplicationId.fromString(appIdStr);
 ApplicationStateDataPBImpl appState = new ApplicationStateDataPBImpl(
   ApplicationStateDataProto.parseFrom(appData));
 if (!appId.equals(
   appState.getApplicationSubmissionContext().getApplicationId())) {
  throw new YarnRuntimeException("The node name is different from the " +
      "application id");
 }
 rmState.appState.put(appId, appState);
 loadApplicationAttemptState(appState, appNodePath);
}

代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
public synchronized long getAndIncrementEpoch() throws Exception {
 String epochNodePath = getNodePath(zkRootNodePath, EPOCH_NODE);
 long currentEpoch = baseEpoch;
 if (exists(epochNodePath)) {
  // load current epoch
  byte[] data = getData(epochNodePath);
  Epoch epoch = new EpochPBImpl(EpochProto.parseFrom(data));
  currentEpoch = epoch.getEpoch();
  // increment epoch and store it
  byte[] storeData = Epoch.newInstance(nextEpoch(currentEpoch)).getProto()
    .toByteArray();
  zkManager.safeSetData(epochNodePath, storeData, -1, zkAcl,
    fencingNodePath);
 } else {
  // initialize epoch node with 1 for the next time.
  byte[] storeData = Epoch.newInstance(nextEpoch(currentEpoch)).getProto()
    .toByteArray();
  zkManager.safeCreate(epochNodePath, storeData, zkAcl,
    CreateMode.PERSISTENT, zkAcl, fencingNodePath);
 }
 return currentEpoch;
}

相关文章

微信公众号

最新文章

更多