org.apache.hadoop.hive.ql.txn.compactor.Worker类的使用及代码示例

x33g5p2x  于2022-02-03 转载在 其他  
字(6.5k)|赞(0)|评价(0)|浏览(134)

本文整理了Java中org.apache.hadoop.hive.ql.txn.compactor.Worker类的一些代码示例,展示了Worker类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Worker类的具体详情如下:
包路径:org.apache.hadoop.hive.ql.txn.compactor.Worker
类名称:Worker

Worker介绍

[英]A class to do compactions. This will run in a separate thread. It will spin on the compaction queue and look for new work to do.
[中]一个做压缩的类。这将在单独的线程中运行。它将在压缩队列中旋转,并寻找新的工作要做。

代码示例

代码示例来源:origin: apache/hive

/**
 * this is a clone from TestHiveStreamingConnection.TxnStatement2....
 */
public static void runWorker(HiveConf hiveConf) throws Exception {
 AtomicBoolean stop = new AtomicBoolean(true);
 Worker t = new Worker();
 t.setThreadId((int) t.getId());
 t.setConf(hiveConf);
 AtomicBoolean looped = new AtomicBoolean();
 t.init(stop, looped);
 t.run();
}

代码示例来源:origin: apache/hive

@Override
public void init(AtomicBoolean stop, AtomicBoolean looped) throws Exception {
 super.init(stop, looped);
 StringBuilder name = new StringBuilder(hostname());
 name.append("-");
 name.append(getId());
 this.workerName = name.toString();
 setName(name.toString());
}

代码示例来源:origin: apache/drill

t1 = resolveTable(ci);
 if (t1 == null) {
  LOG.info("Unable to find table " + ci.getFullTableName() +
 p = resolvePartition(ci);
 if (p == null && ci.partName != null) {
  LOG.info("Unable to find partition " + ci.getFullPartitionName() +
final StorageDescriptor sd =  resolveStorageDescriptor(t, p);
 runAs = findUserToRunAs(sd.getLocation(), t);
 txnHandler.setRunAs(ci.id, runAs);
} else {
 runJobAsSelf(runAs) ? runAs : t.getOwner());
final CompactorMR mr = new CompactorMR();
launchedJob = true;
try {
 if (runJobAsSelf(runAs)) {
  mr.run(conf, jobName.toString(), t, sd, txns, ci, su, txnHandler);
 } else {

代码示例来源:origin: stackoverflow.com

Worker worker = new Worker();
worker.start();
worker.waitUntilReady(); // <- ADDED
worker.handler.sendMessage(...);

代码示例来源:origin: apache/hive

private void maybeStartCompactorThreads(HiveConf hiveConf) throws Exception {
 if (MetastoreConf.getVar(hiveConf, MetastoreConf.ConfVars.HIVE_METASTORE_RUNWORKER_IN).equals("hs2")) {
  int numWorkers = MetastoreConf.getIntVar(hiveConf, MetastoreConf.ConfVars.COMPACTOR_WORKER_THREADS);
  for (int i = 0; i < numWorkers; i++) {
   Worker w = new Worker();
   CompactorThread.initializeAndStartThread(w, hiveConf);
  }
 }
}

代码示例来源:origin: apache/hive

private static void runWorker(HiveConf hiveConf) throws MetaException {
 AtomicBoolean stop = new AtomicBoolean(true);
 Worker t = new Worker();
 t.setThreadId((int) t.getId());
 t.setHiveConf(hiveConf);
 AtomicBoolean looped = new AtomicBoolean();
 t.init(stop, looped);
 t.run();
}

代码示例来源:origin: stackoverflow.com

public void onResponse(String response) { 
       Log.d("2pg",response); 
       Toast.makeText(getApplicationContext(),response,Toast.LENGTH_LONG).show(); 
       recyclerView = (RecyclerView) findViewById(R.id.recyclerView); 
       //recyclerView.setAdapter(new CardAdapter(listWorkers, this)); 
       recyclerView.setHasFixedSize(true); 
       layoutManager = new LinearLayoutManager(getApplicationContext()); 
       recyclerView.setLayoutManager(layoutManager); 
       //Finally initializing our adapter 
       adapter = new CardAdapter(listWorkers, getApplicationContext()); 
       recyclerView.setAdapter(adapter); 
       getData();
     } 
public void getData(){
  Worker worker=new Worker(); 
  worker.setImageUrl("http://vorkal.com/images/vorkal_cover.PNG"); 
  worker.setName("name"); 
  worker.setLocation("location"); 
  worker.setRating(5); 
  worker.setId(1); 
  worker.setPhone(784512369); 
  worker.setOccupation("occupation"); 
  worker.setPrice(20); 
  worker.setReview("Review"); 
  listWorkers.add(worker); 
  adapter.notifydatasetchanged()
}

代码示例来源:origin: stackoverflow.com

public static void main(String[] args){
  Worker w1 = new Worker(1);
  Worker w2 = new Worker(2);
  w1.start();
  w2.start();
}

代码示例来源:origin: stackoverflow.com

List<? extends Orderable> cats = new BasicEventList<? extends Orderable>();

for (int i=0; i<10; i++)
{
  cats.add(new Cat("Maroo"+i, i));
}

Worker worker = new Worker(); 
worker.setList(cats);

代码示例来源:origin: stackoverflow.com

Worker w = new Worker();
Class c = w.getClass();
Class noparams[] = {};

boolean hasSetJob = false;
try{
  c.getDeclaredMethod("setJob", noparams);
  hasSetJob = true;
} catch (NoSuchMethodException e) {
  hasSetJob = false;
}

代码示例来源:origin: stackoverflow.com

public static void main(String[] args) {
  Worker a = new Worker();
  a.execute();
  System.out.println("Doing swing stuff");
}

代码示例来源:origin: apache/hive

private void recoverFailedCompactions(boolean remoteOnly) throws MetaException {
 if (!remoteOnly) txnHandler.revokeFromLocalWorkers(Worker.hostname());
 txnHandler.revokeTimedoutWorkers(HiveConf.getTimeVar(conf,
   HiveConf.ConfVars.HIVE_COMPACTOR_WORKER_TIMEOUT, TimeUnit.MILLISECONDS));
}

代码示例来源:origin: stackoverflow.com

@Test
public void
does_the_worker_drink_while_working() {
  VodkaFactory vodkaFactory = mock(VodkaFactory.class);
  Vodka vodka = mock(Vodka.class);
  Worker worker = new Worker();
  when(vodkaFactory.getVodka()).thenReturn(vodka);

  //call your setter        
  worker.setVodkaFactory(vodkaFactory);

  worker.work();
  verify(vodka,times(1)).drink();
}

代码示例来源:origin: stackoverflow.com

Worker workerUnderTest = new Worker();
Worker spiedWorkerUT = spy(workerUnderTest);
Helper mockHelper = mock(Helper.class);
when(spiedWorkerUT.createHelper()).thenReturn(mockHelper);
Integer actual = spiedWorkerUT.someWork();
verify(mockHelper).change(0);

代码示例来源:origin: stackoverflow.com

@RequestMapping(method = RequestMethod.PUT, value = "/workers/{id}")
public ModelAndView update(@PathVariable final Long id, @Valid Worker entity, Errors errors, NativeWebRequest request) {
  ModelAndView model = new ModelAndView();
  entity.setId(id);
  if (errors.hasErrors()) {
    model.addObject("entity", entity);
    model.addObject("errors", errors);
    model.setViewName(names.provideViewName(Pages.EDIT));
  } else {
    System.out.println("upd-done");
    service.update(entity);
    model.setViewName("redirect:/workers/" + entity.getId());
    model.addObject(entity);
  }
  return model;
}

代码示例来源:origin: stackoverflow.com

private void runTest() {
  Worker worker = new Worker();
  worker.print(field -> new SomeClass(field));
  worker.print(SomeClass::new);
}

代码示例来源:origin: stackoverflow.com

final Worker theWorker = new Worker(); // the object you show code for

new Thread(new Runnable() {
  public void run() {
    theWorker.doWork();
  }
}.start();

try {
  Thread.sleep(1000L);
} catch(InterruptedException ie) {}

theWorker.shutdown();

代码示例来源:origin: stackoverflow.com

void DoItForReal()
 {
   Worker worker = new Worker();
   worker.DoWork();
 }

代码示例来源:origin: stackoverflow.com

void Test()
 {
   Worker worker = new Worker();
   worker.StepOneAction = NewStepOne;
   worker.DoSomeWork();
 }
 Widget NewStepOne(Widget widget)
 {
   // Do some mocking here
   return widget;
 }

代码示例来源:origin: stackoverflow.com

public class Caller {

   private boolean someState;

   // ...

   public void doSomething() {
     // the method call
     Worker w = new Worker(this);
     int result = w.workForMe();
   }

   public void setState(boolean state) {
     this.someState = state;
   }

}

相关文章