org.apache.hadoop.mapred.Task.getTaskID()方法的使用及代码示例

x33g5p2x  于2022-01-30 转载在 其他  
字(5.1k)|赞(0)|评价(0)|浏览(120)

本文整理了Java中org.apache.hadoop.mapred.Task.getTaskID()方法的一些代码示例,展示了Task.getTaskID()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Task.getTaskID()方法的具体详情如下:
包路径:org.apache.hadoop.mapred.Task
类名称:Task
方法名:getTaskID

Task.getTaskID介绍

暂无

代码示例

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

@Override
 public int hashCode() {
  return task.getTaskID().hashCode();
 }
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

@Override
 public int hashCode() {
  return task.getTaskID().hashCode();
 }
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

@Override
public boolean equals(Object obj) {
 return (obj instanceof TaskInProgress) &&
  task.getTaskID().equals
  (((TaskInProgress) obj).getTask().getTaskID());
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

@Override
public boolean equals(Object obj) {
 return (obj instanceof TaskInProgress) &&
  task.getTaskID().equals
  (((TaskInProgress) obj).getTask().getTaskID());
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapred

@Override
 public int hashCode() {
  return task.getTaskID().hashCode();
 }
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

private String getTaskCacheDirectory(TaskControllerContext context) {
 // In the case of JVM reuse, the task specific directory
 // is different from what is set with respect with
 // env.workDir. Hence building this from the taskId everytime.
 String taskId = context.task.getTaskID().toString();
 File cacheDirForJob = context.env.workDir.getParentFile().getParentFile();
 if(context.task.isTaskCleanupTask()) {
  taskId = taskId + TaskTracker.TASK_CLEANUP_SUFFIX;
 }
 return new File(cacheDirForJob, taskId).getAbsolutePath(); 
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

private void setupTaskLogFileAccess(TaskControllerContext context) {
 TaskAttemptID taskId = context.task.getTaskID();
 File f = TaskLog.getTaskLogFile(taskId, TaskLog.LogName.SYSLOG);
 String taskAttemptLogDir = f.getParentFile().getAbsolutePath();
 changeDirectoryPermissions(taskAttemptLogDir, FILE_PERMISSIONS, false);
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

@Override
public String toString() {
 return "<" + tip.getTask().getTaskID().toString() + "," + timeToFinish +
   ">";
}
@Override

代码示例来源:origin: com.facebook.hadoop/hadoop-core

private void truncateJVMLogs() {
 Task firstTask = initalContext.task;
 tracker.getTaskLogsMonitor().addProcessForLogTruncation(
   firstTask.getTaskID(), tasksGiven);
}

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

/** Delete all of the temporary map output files. */
 public void close() throws IOException {
  LOG.info(getTask()+" done; removing files.");
  mapOutputFile.removeAll(getTask().getTaskID());
 }
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/** Delete all of the temporary map output files. */
public void close() throws IOException {
 LOG.info(getTask()+" done; removing files.");
 mapOutputFile.removeAll(getTask().getTaskID());
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/**
 * Builds the path of taskAttemptDir OR taskWorkDir based on
 * mapredLocalDir, jobId, taskId, etc
 */
String buildPathForDeletion() {
 String subDir = TaskTracker.getLocalTaskDir(task.getJobID().toString(),
   task.getTaskID().toString(), task.isTaskCleanupTask());
 if (isWorkDir) {
  subDir = subDir + Path.SEPARATOR + "work";
 }
 return mapredLocalDir.toUri().getPath() + Path.SEPARATOR + subDir;
}

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

/** Assemble all of the map output files */
public boolean prepare() throws IOException {
 if (!super.prepare()) {
  return false;
 }
 
 // cleanup from failures
 mapOutputFile.removeAll(getTask().getTaskID());
 return true;
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/** Assemble all of the map output files */
public boolean prepare() throws IOException {
 if (!super.prepare()) {
  return false;
 }
 
 // cleanup from failures
 mapOutputFile.removeAll(getTask().getTaskID());
 return true;
}

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

/** Delete any temporary files from previous failed attempts. */
public boolean prepare() throws IOException {
 if (!super.prepare()) {
  return false;
 }
 
 mapOutputFile.removeAll(getTask().getTaskID());
 return true;
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/** Delete any temporary files from previous failed attempts. */
public boolean prepare() throws IOException {
 if (!super.prepare()) {
  return false;
 }
 
 mapOutputFile.removeAll(getTask().getTaskID());
 return true;
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

private String getJobId(TaskControllerContext context) {
 String taskId = context.task.getTaskID().toString();
 TaskAttemptID tId = TaskAttemptID.forName(taskId);
 String jobId = tId.getJobID().toString();
 return jobId;
}

代码示例来源:origin: com.facebook.hadoop/hadoop-core

/** Delete all of the temporary map output files. */
public void close() throws IOException {
 LOG.info(getTask()+" done; removing files.");
 getTask().getProgress().setStatus("closed");
 mapOutputFile.removeAll(getTask().getTaskID());
}

代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core

/** Delete all of the temporary map output files. */
 public void close() throws IOException {
  LOG.info(getTask()+" done; removing files.");
  getTask().getProgress().setStatus("closed");
  mapOutputFile.removeAll(getTask().getTaskID());
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test

@Override
 void startNewTask(TaskInProgress tip) {
  assertEquals(expectedLaunchAttemptId, tip.getTask().getTaskID().getId());
  tip.getStatus().setRunState(TaskStatus.State.RUNNING);
 }
}

相关文章

微信公众号

最新文章

更多