org.apache.hadoop.yarn.event.AsyncDispatcher.start()方法的使用及代码示例

x33g5p2x  于2022-01-16 转载在 其他  
字(10.6k)|赞(0)|评价(0)|浏览(76)

本文整理了Java中org.apache.hadoop.yarn.event.AsyncDispatcher.start()方法的一些代码示例，展示了AsyncDispatcher.start()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。AsyncDispatcher.start()方法的具体详情如下：
包路径：org.apache.hadoop.yarn.event.AsyncDispatcher
类名称：AsyncDispatcher
方法名：start

AsyncDispatcher.start介绍

暂无

代码示例

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-common

protected void startDispatcher() {
 // start dispatcher
 AsyncDispatcher asyncDispatcher = (AsyncDispatcher) dispatcher;
 asyncDispatcher.start();
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-common

protected void startDispatcher() {
 // start dispatcher
 AsyncDispatcher asyncDispatcher = (AsyncDispatcher) dispatcher;
 asyncDispatcher.start();
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

protected void startDispatcher() {
 // start dispatcher
 AsyncDispatcher asyncDispatcher = (AsyncDispatcher) dispatcher;
 asyncDispatcher.start();
}

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-common

protected void startDispatcher() {
 // start dispatcher
 AsyncDispatcher asyncDispatcher = (AsyncDispatcher) dispatcher;
 asyncDispatcher.start();
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Override
protected void serviceStart() throws Exception {
 dispatcher.start();
 startInternal();
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

@Override
protected void serviceStart() throws Exception {
 dispatcher.start();
 startInternal();
}

代码示例来源：origin: com.github.jiayuhan-it/hadoop-yarn-server-resourcemanager

@Override
protected void serviceStart() throws Exception {
 dispatcher.start();
 startInternal();
}

代码示例来源：origin: org.apache.hadoop/hadoop-mapreduce-client-app

@Override
protected void serviceStart() {
 if (timelineClient != null) {
  timelineClient.start();
 } else if (timelineV2Client != null) {
  timelineV2Client.start();
 }
 if (handleTimelineEvent) {
  atsEventDispatcher.start();
 }
}

代码示例来源：origin: org.apache.hadoop/hadoop-mapreduce-client-app

@Test(timeout=20000)
public void testRebootedDuringCommit() throws Exception {
 Configuration conf = new Configuration();
 conf.set(MRJobConfig.MR_AM_STAGING_DIR, stagingDir);
 conf.setInt(MRJobConfig.MR_AM_MAX_ATTEMPTS, 2);
 AsyncDispatcher dispatcher = new AsyncDispatcher();
 dispatcher.init(conf);
 dispatcher.start();
 CyclicBarrier syncBarrier = new CyclicBarrier(2);
 OutputCommitter committer = new WaitingOutputCommitter(syncBarrier, true);
 CommitterEventHandler commitHandler =
   createCommitterEventHandler(dispatcher, committer);
 commitHandler.init(conf);
 commitHandler.start();
 AppContext mockContext = mock(AppContext.class);
 when(mockContext.isLastAMRetry()).thenReturn(true);
 when(mockContext.hasSuccessfullyUnregistered()).thenReturn(false);
 JobImpl job = createRunningStubbedJob(conf, dispatcher, 2, mockContext);
 completeJobTasks(job);
 assertJobState(job, JobStateInternal.COMMITTING);
 syncBarrier.await();
 job.handle(new JobEvent(job.getID(), JobEventType.JOB_AM_REBOOT));
 assertJobState(job, JobStateInternal.REBOOT);
 // return the external state as ERROR since this is last retry.
 Assert.assertEquals(JobState.RUNNING, job.getState());
 when(mockContext.hasSuccessfullyUnregistered()).thenReturn(true);
 Assert.assertEquals(JobState.ERROR, job.getState());
 dispatcher.stop();
 commitHandler.stop();
}

代码示例来源：origin: org.apache.hadoop/hadoop-mapreduce-client-app

@Test(timeout=20000)
public void testCommitJobFailsJob() throws Exception {
 Configuration conf = new Configuration();
 conf.set(MRJobConfig.MR_AM_STAGING_DIR, stagingDir);
 AsyncDispatcher dispatcher = new AsyncDispatcher();
 dispatcher.init(conf);
 dispatcher.start();
 CyclicBarrier syncBarrier = new CyclicBarrier(2);
 OutputCommitter committer = new TestingOutputCommitter(syncBarrier, false);
 CommitterEventHandler commitHandler =
   createCommitterEventHandler(dispatcher, committer);
 commitHandler.init(conf);
 commitHandler.start();
 JobImpl job = createRunningStubbedJob(conf, dispatcher, 2, null);
 completeJobTasks(job);
 assertJobState(job, JobStateInternal.COMMITTING);
 // let the committer fail and verify the job fails
 syncBarrier.await();
 assertJobState(job, JobStateInternal.FAILED);
 dispatcher.stop();
 commitHandler.stop();
}

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

@Before
public void setUp() throws IOException {
 scheduler = new FairScheduler();
 
 Configuration conf = new YarnConfiguration();
 conf.setClass(YarnConfiguration.RM_SCHEDULER, FairScheduler.class,
   ResourceScheduler.class);
 conf.set("yarn.scheduler.fair.event-log-enabled", "true");
 // All tests assume only one assignment per node update
 conf.set(FairSchedulerConfiguration.ASSIGN_MULTIPLE, "false");
 resourceManager = new ResourceManager();
 resourceManager.init(conf);
 ((AsyncDispatcher)resourceManager.getRMContext().getDispatcher()).start();
 scheduler.init(conf);
 scheduler.start();
 scheduler.reinitialize(conf, resourceManager.getRMContext());
}

代码示例来源：origin: org.apache.hadoop/hadoop-mapreduce-client-app

@Test(timeout=20000)
public void testKilledDuringCommit() throws Exception {
 Configuration conf = new Configuration();
 conf.set(MRJobConfig.MR_AM_STAGING_DIR, stagingDir);
 AsyncDispatcher dispatcher = new AsyncDispatcher();
 dispatcher.init(conf);
 dispatcher.start();
 CyclicBarrier syncBarrier = new CyclicBarrier(2);
 OutputCommitter committer = new WaitingOutputCommitter(syncBarrier, true);
 CommitterEventHandler commitHandler =
   createCommitterEventHandler(dispatcher, committer);
 commitHandler.init(conf);
 commitHandler.start();
 JobImpl job = createRunningStubbedJob(conf, dispatcher, 2, null);
 completeJobTasks(job);
 assertJobState(job, JobStateInternal.COMMITTING);
 syncBarrier.await();
 job.handle(new JobEvent(job.getID(), JobEventType.JOB_KILL));
 assertJobState(job, JobStateInternal.KILLED);
 dispatcher.stop();
 commitHandler.stop();
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Before
public void setUp() throws Exception {
 resourceManager = new ResourceManager() {
  @Override
  protected RMNodeLabelsManager createNodeLabelManager() {
   RMNodeLabelsManager mgr = new NullRMNodeLabelsManager();
   mgr.init(getConfig());
   return mgr;
  }
 };
 CapacitySchedulerConfiguration csConf
   = new CapacitySchedulerConfiguration();
 setupQueueConfiguration(csConf);
 YarnConfiguration conf = new YarnConfiguration(csConf);
 conf.setClass(YarnConfiguration.RM_SCHEDULER,
   CapacityScheduler.class, ResourceScheduler.class);
 resourceManager.init(conf);
 resourceManager.getRMContext().getContainerTokenSecretManager().rollMasterKey();
 resourceManager.getRMContext().getNMTokenSecretManager().rollMasterKey();
 ((AsyncDispatcher)resourceManager.getRMContext().getDispatcher()).start();
 mockContext = mock(RMContext.class);
 when(mockContext.getConfigurationProvider()).thenReturn(
   new LocalConfigurationProvider());
}

代码示例来源：origin: org.apache.hadoop/hadoop-mapreduce-client-app

AsyncDispatcher dispatcher = new AsyncDispatcher();
dispatcher.init(conf);
dispatcher.start();

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

@Before
public void setUp() throws Exception {
 resourceManager = new ResourceManager() {
  @Override
  protected RMNodeLabelsManager createNodeLabelManager() {
   RMNodeLabelsManager mgr = new NullRMNodeLabelsManager();
   mgr.init(getConfig());
   return mgr;
  }
 };
 CapacitySchedulerConfiguration csConf 
   = new CapacitySchedulerConfiguration();
 setupQueueConfiguration(csConf);
 YarnConfiguration conf = new YarnConfiguration(csConf);
 conf.setClass(YarnConfiguration.RM_SCHEDULER, 
   CapacityScheduler.class, ResourceScheduler.class);
 resourceManager.init(conf);
 resourceManager.getRMContext().getContainerTokenSecretManager().rollMasterKey();
 resourceManager.getRMContext().getNMTokenSecretManager().rollMasterKey();
 ((AsyncDispatcher)resourceManager.getRMContext().getDispatcher()).start();
 mockContext = mock(RMContext.class);
 when(mockContext.getConfigurationProvider()).thenReturn(
   new LocalConfigurationProvider());
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public void setup() {
 resourceManager = new ResourceManager() {
  @Override
  protected RMNodeLabelsManager createNodeLabelManager() {
   RMNodeLabelsManager mgr = new NullRMNodeLabelsManager();
   mgr.init(getConfig());
   return mgr;
  }
 };
 YarnConfiguration conf = new YarnConfiguration();
 conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class,
  ResourceScheduler.class);
 resourceManager.init(conf);
 resourceManager.getRMContext().getContainerTokenSecretManager()
  .rollMasterKey();
 resourceManager.getRMContext().getNMTokenSecretManager().rollMasterKey();
 ((AsyncDispatcher) resourceManager.getRMContext().getDispatcher()).start();
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

@Before
public void setUp() throws IOException {
 scheduler = new FairScheduler();
 conf = createConfiguration();
 resourceManager = new MockRM(conf);
 ((AsyncDispatcher)resourceManager.getRMContext().getDispatcher()).start();
 resourceManager.getRMContext().getStateStore().start();
 // to initialize the master key
 resourceManager.getRMContext().getContainerTokenSecretManager().rollMasterKey();
 scheduler.setRMContext(resourceManager.getRMContext());
}

代码示例来源：origin: org.apache.hadoop/hadoop-mapreduce-client-app

AsyncDispatcher dispatcher = new AsyncDispatcher();
dispatcher.init(conf);
dispatcher.start();
CyclicBarrier syncBarrier = new CyclicBarrier(2);
OutputCommitter committer = new TestingOutputCommitter(syncBarrier, true);

代码示例来源：origin: ch.cern.hadoop/hadoop-yarn-server-resourcemanager

@Before
public void setUp() throws IOException {
 scheduler = new FairScheduler();
 conf = createConfiguration();
 resourceManager = new ResourceManager();
 resourceManager.init(conf);
 // TODO: This test should really be using MockRM. For now starting stuff
 // that is needed at a bare minimum.
 ((AsyncDispatcher)resourceManager.getRMContext().getDispatcher()).start();
 resourceManager.getRMContext().getStateStore().start();
 // to initialize the master key
 resourceManager.getRMContext().getContainerTokenSecretManager().rollMasterKey();
 scheduler.setRMContext(resourceManager.getRMContext());
}

代码示例来源：origin: apache/tajo

@BeforeClass
public static void setUp() throws Exception {
 util = new TajoTestingCluster();
 util.startCatalogCluster();
 conf = util.getConfiguration();
 conf.set(TajoConf.ConfVars.$TEST_BROADCAST_JOIN_ENABLED.varname, "false");
 catalog = util.getCatalogService();
 catalog.createTablespace(DEFAULT_TABLESPACE_NAME, "hdfs://localhost:!234/warehouse");
 catalog.createDatabase(DEFAULT_DATABASE_NAME, DEFAULT_TABLESPACE_NAME);
 TPCH tpch = new TPCH();
 tpch.loadSchemas();
 tpch.loadOutSchema();
 for (String table : tpch.getTableNames()) {
  TableMeta m = CatalogUtil.newTableMeta(BuiltinStorages.TEXT, util.getConfiguration());
  TableDesc d = CatalogUtil.newTableDesc(
    IdentifierUtil.buildFQName(DEFAULT_DATABASE_NAME, table), tpch.getSchema(table), m, CommonTestingUtil.getTestDir());
  TableStats stats = new TableStats();
  stats.setNumBytes(TPCH.tableVolumes.get(table));
  d.setStats(stats);
  catalog.createTable(d);
 }
 analyzer = new SQLAnalyzer();
 logicalPlanner = new LogicalPlanner(catalog, TablespaceManager.getInstance());
 optimizer = new LogicalOptimizer(conf, catalog, TablespaceManager.getInstance());
 dispatcher = new AsyncDispatcher();
 dispatcher.init(conf);
 dispatcher.start();
 planner = new GlobalPlanner(conf, catalog);
}

内容来源于网络，如有侵权，请联系作者删除！

AsyncDispatcher

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com