本文整理了Java中org.apache.hadoop.hive.ql.exec.Utilities.getInputSummary()方法的一些代码示例，展示了Utilities.getInputSummary()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Utilities.getInputSummary()方法的具体详情如下：
包路径：org.apache.hadoop.hive.ql.exec.Utilities
类名称：Utilities
方法名：getInputSummary

Utilities.getInputSummary介绍

[英]Calculate the total size of input files.
[中]计算输入文件的总大小。

代码示例

代码示例来源：origin: apache/drill

Utilities.getInputSummary(context, currWork, null).getLength();

代码示例来源：origin: apache/hive

Utilities.getInputSummary(context, currWork, null).getLength();

代码示例来源：origin: apache/hive

return Utilities.getInputSummary(context, mapWork, null);
} finally {
 if (fs.exists(testTablePath)) {

代码示例来源：origin: apache/hive

inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work.getMapWork(), null);

代码示例来源：origin: apache/drill

inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work.getMapWork(), null);

代码示例来源：origin: apache/drill

ContentSummary inputSummary = Utilities.getInputSummary(pctx.getContext(), task.getWork().getMapWork(), null);
long inputSize = inputSummary.getLength();
if (!indexHandler.checkQuerySize(inputSize, pctx.getConf())) {

代码示例来源：origin: apache/hive

for (ExecDriver mrtask : mrtasks) {
 try {
  ContentSummary inputSummary = Utilities.getInputSummary
    (ctx, mrtask.getWork().getMapWork(), p);
  int numReducers = getNumberOfReducers(mrtask.getWork(), conf);

代码示例来源：origin: apache/drill

for (ExecDriver mrtask : mrtasks) {
 try {
  ContentSummary inputSummary = Utilities.getInputSummary
    (ctx, mrtask.getWork().getMapWork(), p);
  int numReducers = getNumberOfReducers(mrtask.getWork(), conf);

代码示例来源：origin: apache/hive

} else {
 if (inputSummary == null) {
  inputSummary =  Utilities.getInputSummary(driverContext.getCtx(), work.getMapWork(), null);

代码示例来源：origin: apache/drill

} else {
 if (inputSummary == null) {
  inputSummary =  Utilities.getInputSummary(driverContext.getCtx(), work.getMapWork(), null);

代码示例来源：origin: com.facebook.presto.hive/hive-apache

Utilities.getInputSummary(context, currWork, null).getLength();

代码示例来源：origin: org.apache.hadoop.hive/hive-exec

/**
 * Estimate the number of reducers needed for this job, based on job input,
 * and configuration parameters.
 *
 * @return the number of reducers.
 */
private int estimateNumberOfReducers() throws IOException {
 long bytesPerReducer = conf.getLongVar(HiveConf.ConfVars.BYTESPERREDUCER);
 int maxReducers = conf.getIntVar(HiveConf.ConfVars.MAXREDUCERS);
 if(inputSummary == null) {
  // compute the summary and stash it away
  inputSummary =  Utilities.getInputSummary(driverContext.getCtx(), work, null);
 }
 long totalInputFileSize = inputSummary.getLength();
 LOG.info("BytesPerReducer=" + bytesPerReducer + " maxReducers="
   + maxReducers + " totalInputFileSize=" + totalInputFileSize);
 int reducers = (int) ((totalInputFileSize + bytesPerReducer - 1) / bytesPerReducer);
 reducers = Math.max(1, reducers);
 reducers = Math.min(maxReducers, reducers);
 return reducers;
}

代码示例来源：origin: org.apache.hadoop.hive/hive-exec

inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work, null);

代码示例来源：origin: com.facebook.presto.hive/hive-apache

inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work.getMapWork(), null);

代码示例来源：origin: org.apache.hadoop.hive/hive-exec

for (ExecDriver mrtask: mrtasks) {
 try {
  ContentSummary inputSummary = Utilities.getInputSummary
   (ctx, (MapredWork)mrtask.getWork(), p);
  int numReducers = getNumberOfReducers(mrtask.getWork(), conf);

代码示例来源：origin: com.facebook.presto.hive/hive-apache

ContentSummary inputSummary = Utilities.getInputSummary(pctx.getContext(), task.getWork().getMapWork(), null);
long inputSize = inputSummary.getLength();
if (!indexHandler.checkQuerySize(inputSize, pctx.getConf())) {

代码示例来源：origin: com.facebook.presto.hive/hive-apache

} else {
 if (inputSummary == null) {
  inputSummary =  Utilities.getInputSummary(driverContext.getCtx(), work.getMapWork(), null);

代码示例来源：origin: com.facebook.presto.hive/hive-apache

for (ExecDriver mrtask : mrtasks) {
 try {
  ContentSummary inputSummary = Utilities.getInputSummary
    (ctx, mrtask.getWork().getMapWork(), p);
  int numReducers = getNumberOfReducers(mrtask.getWork(), conf);