本文整理了Java中org.apache.hadoop.mapred.Task.getTaskID()
方法的一些代码示例,展示了Task.getTaskID()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Task.getTaskID()
方法的具体详情如下:
包路径:org.apache.hadoop.mapred.Task
类名称:Task
方法名:getTaskID
暂无
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
@Override
public int hashCode() {
return task.getTaskID().hashCode();
}
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
@Override
public int hashCode() {
return task.getTaskID().hashCode();
}
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
@Override
public boolean equals(Object obj) {
return (obj instanceof TaskInProgress) &&
task.getTaskID().equals
(((TaskInProgress) obj).getTask().getTaskID());
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred
@Override
public boolean equals(Object obj) {
return (obj instanceof TaskInProgress) &&
task.getTaskID().equals
(((TaskInProgress) obj).getTask().getTaskID());
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred
@Override
public int hashCode() {
return task.getTaskID().hashCode();
}
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
private String getTaskCacheDirectory(TaskControllerContext context) {
// In the case of JVM reuse, the task specific directory
// is different from what is set with respect with
// env.workDir. Hence building this from the taskId everytime.
String taskId = context.task.getTaskID().toString();
File cacheDirForJob = context.env.workDir.getParentFile().getParentFile();
if(context.task.isTaskCleanupTask()) {
taskId = taskId + TaskTracker.TASK_CLEANUP_SUFFIX;
}
return new File(cacheDirForJob, taskId).getAbsolutePath();
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
private void setupTaskLogFileAccess(TaskControllerContext context) {
TaskAttemptID taskId = context.task.getTaskID();
File f = TaskLog.getTaskLogFile(taskId, TaskLog.LogName.SYSLOG);
String taskAttemptLogDir = f.getParentFile().getAbsolutePath();
changeDirectoryPermissions(taskAttemptLogDir, FILE_PERMISSIONS, false);
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
@Override
public String toString() {
return "<" + tip.getTask().getTaskID().toString() + "," + timeToFinish +
">";
}
@Override
代码示例来源:origin: com.facebook.hadoop/hadoop-core
private void truncateJVMLogs() {
Task firstTask = initalContext.task;
tracker.getTaskLogsMonitor().addProcessForLogTruncation(
firstTask.getTaskID(), tasksGiven);
}
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
/** Delete all of the temporary map output files. */
public void close() throws IOException {
LOG.info(getTask()+" done; removing files.");
mapOutputFile.removeAll(getTask().getTaskID());
}
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
/** Delete all of the temporary map output files. */
public void close() throws IOException {
LOG.info(getTask()+" done; removing files.");
mapOutputFile.removeAll(getTask().getTaskID());
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
/**
* Builds the path of taskAttemptDir OR taskWorkDir based on
* mapredLocalDir, jobId, taskId, etc
*/
String buildPathForDeletion() {
String subDir = TaskTracker.getLocalTaskDir(task.getJobID().toString(),
task.getTaskID().toString(), task.isTaskCleanupTask());
if (isWorkDir) {
subDir = subDir + Path.SEPARATOR + "work";
}
return mapredLocalDir.toUri().getPath() + Path.SEPARATOR + subDir;
}
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
/** Assemble all of the map output files */
public boolean prepare() throws IOException {
if (!super.prepare()) {
return false;
}
// cleanup from failures
mapOutputFile.removeAll(getTask().getTaskID());
return true;
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
/** Assemble all of the map output files */
public boolean prepare() throws IOException {
if (!super.prepare()) {
return false;
}
// cleanup from failures
mapOutputFile.removeAll(getTask().getTaskID());
return true;
}
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
/** Delete any temporary files from previous failed attempts. */
public boolean prepare() throws IOException {
if (!super.prepare()) {
return false;
}
mapOutputFile.removeAll(getTask().getTaskID());
return true;
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
/** Delete any temporary files from previous failed attempts. */
public boolean prepare() throws IOException {
if (!super.prepare()) {
return false;
}
mapOutputFile.removeAll(getTask().getTaskID());
return true;
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
private String getJobId(TaskControllerContext context) {
String taskId = context.task.getTaskID().toString();
TaskAttemptID tId = TaskAttemptID.forName(taskId);
String jobId = tId.getJobID().toString();
return jobId;
}
代码示例来源:origin: com.facebook.hadoop/hadoop-core
/** Delete all of the temporary map output files. */
public void close() throws IOException {
LOG.info(getTask()+" done; removing files.");
getTask().getProgress().setStatus("closed");
mapOutputFile.removeAll(getTask().getTaskID());
}
代码示例来源:origin: org.jvnet.hudson.hadoop/hadoop-core
/** Delete all of the temporary map output files. */
public void close() throws IOException {
LOG.info(getTask()+" done; removing files.");
getTask().getProgress().setStatus("closed");
mapOutputFile.removeAll(getTask().getTaskID());
}
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
@Override
void startNewTask(TaskInProgress tip) {
assertEquals(expectedLaunchAttemptId, tip.getTask().getTaskID().getId());
tip.getStatus().setRunState(TaskStatus.State.RUNNING);
}
}
内容来源于网络,如有侵权,请联系作者删除!