本文整理了Java中org.apache.hadoop.mapred.Task.isCommitRequired()
方法的一些代码示例,展示了Task.isCommitRequired()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Task.isCommitRequired()
方法的具体详情如下:
包路径:org.apache.hadoop.mapred.Task
类名称:Task
方法名:isCommitRequired
[英]Checks if this task has anything to commit, depending on the type of task, as well as on whether the OutputCommitterhas anything to commit.
[中]
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
public void testCommitRequiredForMapTask() throws Exception {
Task testTask = createDummyTask(TaskType.MAP);
assertTrue("MapTask should need commit", testTask.isCommitRequired());
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
public void testCommitRequiredForReduceTask() throws Exception {
Task testTask = createDummyTask(TaskType.REDUCE);
assertTrue("ReduceTask should need commit", testTask.isCommitRequired());
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
public void testCommitNotRequiredForTaskCleanup() throws Exception {
Task testTask = createDummyTask(TaskType.REDUCE);
testTask.setTaskCleanupTask();
assertFalse("Task cleanup task should not need commit",
testTask.isCommitRequired());
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
public void testCommitNotRequiredForJobSetup() throws Exception {
Task testTask = createDummyTask(TaskType.MAP);
testTask.setJobSetupTask();
assertFalse("Job setup task should not need commit",
testTask.isCommitRequired());
}
代码示例来源:origin: org.apache.hadoop/hadoop-mapred-test
public void testCommitNotRequiredForJobCleanup() throws Exception {
Task testTask = createDummyTask(TaskType.MAP);
testTask.setJobCleanupTask();
assertFalse("Job cleanup task should not need commit",
testTask.isCommitRequired());
}
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
public void testCommitRequiredForReduceTask() throws Exception {
Task testTask = createDummyTask(TaskType.REDUCE);
assertTrue("ReduceTask should need commit", testTask.isCommitRequired());
}
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
public void testCommitRequiredForMapTask() throws Exception {
Task testTask = createDummyTask(TaskType.MAP);
assertTrue("MapTask should need commit", testTask.isCommitRequired());
}
代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-core
updateCounters();
boolean commitRequired = isCommitRequired();
if (commitRequired) {
int retries = MAX_RETRIES;
代码示例来源:origin: org.apache.hadoop/hadoop-mapred
updateCounters();
boolean commitRequired = isCommitRequired();
if (commitRequired) {
int retries = MAX_RETRIES;
代码示例来源:origin: io.hops/hadoop-mapreduce-client-core
updateCounters();
boolean commitRequired = isCommitRequired();
if (commitRequired) {
int retries = MAX_RETRIES;
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
public void testCommitNotRequiredForJobCleanup() throws Exception {
Task testTask = createDummyTask(TaskType.MAP);
testTask.setJobCleanupTask();
assertFalse("Job cleanup task should not need commit",
testTask.isCommitRequired());
}
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
public void testCommitNotRequiredForJobSetup() throws Exception {
Task testTask = createDummyTask(TaskType.MAP);
testTask.setJobSetupTask();
assertFalse("Job setup task should not need commit",
testTask.isCommitRequired());
}
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-jobclient
public void testCommitNotRequiredForTaskCleanup() throws Exception {
Task testTask = createDummyTask(TaskType.REDUCE);
testTask.setTaskCleanupTask();
assertFalse("Task cleanup task should not need commit",
testTask.isCommitRequired());
}
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-core
updateCounters();
boolean commitRequired = isCommitRequired();
if (commitRequired) {
int retries = MAX_RETRIES;
代码示例来源:origin: io.prestosql.hadoop/hadoop-apache
updateCounters();
boolean commitRequired = isCommitRequired();
if (commitRequired) {
int retries = MAX_RETRIES;
内容来源于网络,如有侵权,请联系作者删除!