org.apache.hadoop.hive.ql.exec.Utilities.setBaseWork()方法的使用及代码示例

x33g5p2x  于2022-02-01 转载在 其他  
字(4.8k)|赞(0)|评价(0)|浏览(84)

本文整理了Java中org.apache.hadoop.hive.ql.exec.Utilities.setBaseWork()方法的一些代码示例,展示了Utilities.setBaseWork()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Utilities.setBaseWork()方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.exec.Utilities
类名称:Utilities
方法名:setBaseWork

Utilities.setBaseWork介绍

[英]Pushes work into the global work map
[中]

代码示例

代码示例来源:origin: apache/hive

public static Path setReduceWork(Configuration conf, ReduceWork w, Path hiveScratchDir, boolean useCache) {
 return setBaseWork(conf, w, hiveScratchDir, REDUCE_PLAN_NAME, useCache);
}

代码示例来源:origin: apache/hive

public static Path setMapWork(Configuration conf, MapWork w, Path hiveScratchDir, boolean useCache) {
 return setBaseWork(conf, w, hiveScratchDir, MAP_PLAN_NAME, useCache);
}

代码示例来源:origin: apache/hive

public static void setReduceWork(Configuration conf, ReduceWork work) {
 setBaseWork(conf, REDUCE_PLAN_NAME, work);
}

代码示例来源:origin: apache/hive

public static void setMapWork(Configuration conf, MapWork work) {
 setBaseWork(conf, MAP_PLAN_NAME, work);
}

代码示例来源:origin: apache/drill

public static Path setReduceWork(Configuration conf, ReduceWork w, Path hiveScratchDir, boolean useCache) {
 return setBaseWork(conf, w, hiveScratchDir, REDUCE_PLAN_NAME, useCache);
}

代码示例来源:origin: apache/drill

public static void setMapWork(Configuration conf, MapWork work) {
 setBaseWork(conf, MAP_PLAN_NAME, work);
}

代码示例来源:origin: apache/drill

public static void setReduceWork(Configuration conf, ReduceWork work) {
 setBaseWork(conf, REDUCE_PLAN_NAME, work);
}

代码示例来源:origin: apache/drill

public static Path setMapWork(Configuration conf, MapWork w, Path hiveScratchDir, boolean useCache) {
 return setBaseWork(conf, w, hiveScratchDir, MAP_PLAN_NAME, useCache);
}

代码示例来源:origin: apache/hive

public static void cacheBaseWork(Configuration conf, String name, BaseWork work,
  Path hiveScratchDir) {
 try {
  setPlanPath(conf, hiveScratchDir);
  setBaseWork(conf, name, work);
 } catch (IOException e) {
  LOG.error("Failed to cache plan", e);
  throw new RuntimeException(e);
 }
}

代码示例来源:origin: apache/drill

public static void cacheBaseWork(Configuration conf, String name, BaseWork work,
  Path hiveScratchDir) {
 try {
  setPlanPath(conf, hiveScratchDir);
  setBaseWork(conf, name, work);
 } catch (IOException e) {
  LOG.error("Failed to cache plan", e);
  throw new RuntimeException(e);
 }
}

代码示例来源:origin: apache/hive

public static Path setMergeWork(JobConf conf, MergeJoinWork mergeJoinWork, Path mrScratchDir,
  boolean useCache) {
 for (BaseWork baseWork : mergeJoinWork.getBaseWorkList()) {
  setBaseWork(conf, baseWork, mrScratchDir, baseWork.getName() + MERGE_PLAN_NAME, useCache);
  String prefixes = conf.get(DagUtils.TEZ_MERGE_WORK_FILE_PREFIXES);
  if (prefixes == null) {
   prefixes = baseWork.getName();
  } else {
   prefixes = prefixes + "," + baseWork.getName();
  }
  conf.set(DagUtils.TEZ_MERGE_WORK_FILE_PREFIXES, prefixes);
 }
 // nothing to return
 return null;
}

代码示例来源:origin: apache/drill

public static Path setMergeWork(JobConf conf, MergeJoinWork mergeJoinWork, Path mrScratchDir,
  boolean useCache) {
 for (BaseWork baseWork : mergeJoinWork.getBaseWorkList()) {
  setBaseWork(conf, baseWork, mrScratchDir, baseWork.getName() + MERGE_PLAN_NAME, useCache);
  String prefixes = conf.get(DagUtils.TEZ_MERGE_WORK_FILE_PREFIXES);
  if (prefixes == null) {
   prefixes = baseWork.getName();
  } else {
   prefixes = prefixes + "," + baseWork.getName();
  }
  conf.set(DagUtils.TEZ_MERGE_WORK_FILE_PREFIXES, prefixes);
 }
 // nothing to return
 return null;
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static Path setReduceWork(Configuration conf, ReduceWork w, Path hiveScratchDir, boolean useCache) {
 return setBaseWork(conf, w, hiveScratchDir, REDUCE_PLAN_NAME, useCache);
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static void setReduceWork(Configuration conf, ReduceWork work) {
 setBaseWork(conf, REDUCE_PLAN_NAME, work);
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static void setMapWork(Configuration conf, MapWork work) {
 setBaseWork(conf, MAP_PLAN_NAME, work);
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static Path setMapWork(Configuration conf, MapWork w, Path hiveScratchDir, boolean useCache) {
 return setBaseWork(conf, w, hiveScratchDir, MAP_PLAN_NAME, useCache);
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static void cacheBaseWork(Configuration conf, String name, BaseWork work,
  Path hiveScratchDir) {
 try {
  setPlanPath(conf, hiveScratchDir);
  setBaseWork(conf, name, work);
 } catch (IOException e) {
  LOG.error("Failed to cache plan", e);
  throw new RuntimeException(e);
 }
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static Path setMergeWork(JobConf conf, MergeJoinWork mergeJoinWork, Path mrScratchDir,
  boolean useCache) {
 for (BaseWork baseWork : mergeJoinWork.getBaseWorkList()) {
  String prefix = baseWork.getName();
  setBaseWork(conf, baseWork, mrScratchDir, prefix + MERGE_PLAN_NAME, useCache);
  String prefixes = conf.get(DagUtils.TEZ_MERGE_WORK_FILE_PREFIXES);
  if (prefixes == null) {
   prefixes = prefix;
  } else {
   prefixes = prefixes + "," + prefix;
  }
  conf.set(DagUtils.TEZ_MERGE_WORK_FILE_PREFIXES, prefixes);
 }
 // nothing to return
 return null;
}

相关文章

微信公众号

最新文章

更多

Utilities类方法