org.apache.hadoop.mapred.Task.getState()方法的使用及代码示例

x33g5p2x  于2022-01-30 转载在 其他  
字(6.1k)|赞(0)|评价(0)|浏览(89)

本文整理了Java中org.apache.hadoop.mapred.Task.getState()方法的一些代码示例，展示了Task.getState()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Task.getState()方法的具体详情如下：
包路径：org.apache.hadoop.mapred.Task
类名称：Task
方法名：getState

Task.getState介绍

[英]Return current state of the task. needs to be synchronized as communication thread sends the state every second
[中]返回任务的当前状态。需要同步，因为通信线程每秒发送一次状态

代码示例

代码示例来源：origin: org.jvnet.hudson.hadoop/hadoop-core

private TaskInProgress registerTask(LaunchTaskAction action, 
  TaskLauncher launcher) {
 Task t = action.getTask();
 LOG.info("LaunchTaskAction (registerTask): " + t.getTaskID() +
      " task's state:" + t.getState());
 TaskInProgress tip = new TaskInProgress(t, this.fConf, launcher);
 synchronized (this) {
  tasks.put(t.getTaskID(), tip);
  runningTasks.put(t.getTaskID(), tip);
  boolean isMap = t.isMapTask();
  if (isMap) {
   mapTotal++;
  } else {
   reduceTotal++;
  }
 }
 return tip;
}
/**

代码示例来源：origin: org.apache.hadoop/hadoop-mapred

private TaskInProgress registerTask(LaunchTaskAction action, 
  TaskLauncher launcher) {
 Task t = action.getTask();
 LOG.info("LaunchTaskAction (registerTask): " + t.getTaskID() +
      " task's state:" + t.getState());
 TaskInProgress tip = new TaskInProgress(t, this.fConf, launcher);
 synchronized (this) {
  tasks.put(t.getTaskID(), tip);
  runningTasks.put(t.getTaskID(), tip);
  boolean isMap = t.isMapTask();
  if (isMap) {
   mapTotal++;
  } else {
   reduceTotal++;
  }
 }
 return tip;
}
/**

代码示例来源：origin: org.jvnet.hudson.hadoop/hadoop-core

private void sendLastUpdate(TaskUmbilicalProtocol umbilical) 
throws IOException {
 // send a final status report
 taskStatus.statusUpdate(getState(),
             taskProgress.get(),
             taskProgress.toString(), 
             counters);
 statusUpdate(umbilical);
}

代码示例来源：origin: com.facebook.hadoop/hadoop-core

private TaskInProgress registerTask(LaunchTaskAction action,
  TaskLauncher launcher) {
 Task t = action.getTask();
 LOG.info("LaunchTaskAction (registerTask): " + t.getTaskID() +
      " task's state:" + t.getState());
 TaskInProgress tip = new TaskInProgress(
   t, fConf, launcher, action.getExtensible());
 synchronized (this) {
  tasks.put(t.getTaskID(), tip);
  runningTasks.put(t.getTaskID(), tip);
  boolean isMap = t.isMapTask();
  if (isMap) {
   mapTotal++;
  } else {
   reduceTotal++;
  }
 }
 return tip;
}
/**

代码示例来源：origin: org.jvnet.hudson.hadoop/hadoop-core

taskStatus.statusUpdate(getState(),
            taskProgress.get(),
            taskProgress.toString(),

代码示例来源：origin: org.jvnet.hudson.hadoop/hadoop-core

public TaskInProgress(Task task, JobConf conf, TaskLauncher launcher) {
 this.task = task;
 this.launcher = launcher;
 this.lastProgressReport = System.currentTimeMillis();
 this.defaultJobConf = conf;
 localJobConf = null;
 taskStatus = TaskStatus.createTaskStatus(task.isMapTask(), task.getTaskID(), 
                      0.0f, 
                      task.getState(),
                      diagnosticInfo.toString(), 
                      "initializing",  
                      getName(), 
                      task.isTaskCleanupTask() ? 
                       TaskStatus.Phase.CLEANUP :  
                      task.isMapTask()? TaskStatus.Phase.MAP:
                      TaskStatus.Phase.SHUFFLE,
                      task.getCounters()); 
 taskTimeout = (10 * 60 * 1000);
}

代码示例来源：origin: org.apache.hadoop/hadoop-mapred

public TaskInProgress(Task task, JobConf conf, TaskLauncher launcher) {
 this.task = task;
 this.launcher = launcher;
 this.lastProgressReport = System.currentTimeMillis();
 this.defaultJobConf = conf;
 localJobConf = null;
 taskStatus = TaskStatus.createTaskStatus(task.isMapTask(), task.getTaskID(), 
                      0.0f, 
                      task.getNumSlotsRequired(),
                      task.getState(),
                      diagnosticInfo.toString(), 
                      "initializing",  
                      getName(), 
                      task.isTaskCleanupTask() ? 
                       TaskStatus.Phase.CLEANUP :  
                      task.isMapTask()? TaskStatus.Phase.MAP:
                      TaskStatus.Phase.SHUFFLE,
                      task.getCounters()); 
 taskTimeout = (10 * 60 * 1000);
}

代码示例来源：origin: com.facebook.hadoop/hadoop-core

public TaskInProgress(Task task, JobConf conf,
  TaskLauncher launcher, Writable extensible) {
 this.task = task;
 this.launcher = launcher;
 this.lastProgressReport = System.currentTimeMillis();
 this.defaultJobConf = conf;
 this.extensible = extensible;
 localJobConf = null;
 taskStatus = TaskStatus.createTaskStatus(task.isMapTask(), task.getTaskID(),
                      0.0f,
                      task.getNumSlotsRequired(),
                      task.getState(),
                      diagnosticInfo.toString(),
                      "initializing",
                      getName(),
                      task.isTaskCleanupTask() ?
                       TaskStatus.Phase.CLEANUP :
                      task.isMapTask()? TaskStatus.Phase.MAP:
                      TaskStatus.Phase.SHUFFLE,
                      task.getCounters());
 taskTimeout = (10 * 60 * 1000);
}

代码示例来源：origin: io.hops/hadoop-mapreduce-client-core

jobContext = new JobContextImpl(job, id, reporter);
taskContext = new TaskAttemptContextImpl(job, taskId, reporter);
if (getState() == TaskStatus.State.UNASSIGNED) {
 setState(TaskStatus.State.RUNNING);

代码示例来源：origin: ch.cern.hadoop/hadoop-mapreduce-client-core

jobContext = new JobContextImpl(job, id, reporter);
taskContext = new TaskAttemptContextImpl(job, taskId, reporter);
if (getState() == TaskStatus.State.UNASSIGNED) {
 setState(TaskStatus.State.RUNNING);

代码示例来源：origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core

jobContext = new JobContextImpl(job, id, reporter);
taskContext = new TaskAttemptContextImpl(job, taskId, reporter);
if (getState() == TaskStatus.State.UNASSIGNED) {
 setState(TaskStatus.State.RUNNING);

代码示例来源：origin: org.apache.hadoop/hadoop-mapred

jobContext = new JobContextImpl(job, id, reporter);
taskContext = new TaskAttemptContextImpl(job, taskId, reporter);
if (getState() == TaskStatus.State.UNASSIGNED) {
 setState(TaskStatus.State.RUNNING);

代码示例来源：origin: com.facebook.hadoop/hadoop-core

jobContext = new JobContext(job, id, reporter);
taskContext = new TaskAttemptContext(job, taskId, reporter);
if (getState() == TaskStatus.State.UNASSIGNED) {
 setState(TaskStatus.State.RUNNING);

代码示例来源：origin: org.jvnet.hudson.hadoop/hadoop-core

public void initialize(JobConf job, Reporter reporter) 
throws IOException {
 jobContext = new JobContext(job, reporter);
 taskContext = new TaskAttemptContext(job, taskId, reporter);
 if (getState() == TaskStatus.State.UNASSIGNED) {
  setState(TaskStatus.State.RUNNING);
 }
 OutputCommitter committer = conf.getOutputCommitter();
 Path outputPath = FileOutputFormat.getOutputPath(conf);
 if (outputPath != null) {
  if ((committer instanceof FileOutputCommitter)) {
   FileOutputFormat.setWorkOutputPath(conf, 
    ((FileOutputCommitter)committer).getTempTaskOutputPath(taskContext));
  } else {
   FileOutputFormat.setWorkOutputPath(conf, outputPath);
  }
 }
 committer.setupTask(taskContext);
}

代码示例来源：origin: io.prestosql.hadoop/hadoop-apache

jobContext = new JobContextImpl(job, id, reporter);
taskContext = new TaskAttemptContextImpl(job, taskId, reporter);
if (getState() == TaskStatus.State.UNASSIGNED) {
 setState(TaskStatus.State.RUNNING);

内容来源于网络，如有侵权，请联系作者删除！

task

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多

    Task类方法

    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com