org.apache.hadoop.hive.ql.exec.Utilities.setColumnTypeList()方法的使用及代码示例

x33g5p2x  于2022-02-01 转载在 其他  
字(4.6k)|赞(0)|评价(0)|浏览(72)

本文整理了Java中org.apache.hadoop.hive.ql.exec.Utilities.setColumnTypeList()方法的一些代码示例,展示了Utilities.setColumnTypeList()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Utilities.setColumnTypeList()方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.exec.Utilities
类名称:Utilities
方法名:setColumnTypeList

Utilities.setColumnTypeList介绍

暂无

代码示例

代码示例来源:origin: apache/hive

public static void setColumnTypeList(JobConf jobConf, Operator op) {
 setColumnTypeList(jobConf, op, false);
}

代码示例来源:origin: apache/hive

public static void setColumnTypeList(JobConf jobConf, RowSchema rowSchema) {
 setColumnTypeList(jobConf, rowSchema, false);
}

代码示例来源:origin: apache/drill

public static void setColumnTypeList(JobConf jobConf, RowSchema rowSchema) {
 setColumnTypeList(jobConf, rowSchema, false);
}

代码示例来源:origin: apache/drill

public static void setColumnTypeList(JobConf jobConf, Operator op) {
 setColumnTypeList(jobConf, op, false);
}

代码示例来源:origin: apache/hive

public static void setColumnTypeList(JobConf jobConf, Operator op, boolean excludeVCs) {
 RowSchema rowSchema = op.getSchema();
 setColumnTypeList(jobConf, rowSchema, excludeVCs);
}

代码示例来源:origin: apache/drill

public static void setColumnTypeList(JobConf jobConf, Operator op, boolean excludeVCs) {
 RowSchema rowSchema = op.getSchema();
 setColumnTypeList(jobConf, rowSchema, excludeVCs);
}

代码示例来源:origin: apache/hive

Utilities.setColumnTypeList(jobConf, scanOp, true);
HiveStorageHandler handler = table.getStorageHandler();
if (handler instanceof InputEstimator) {

代码示例来源:origin: apache/hive

Utilities.setColumnTypeList(jobConf, tableScan);

代码示例来源:origin: apache/hive

TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);

代码示例来源:origin: apache/drill

Utilities.setColumnTypeList(jobConf, tableScan);

代码示例来源:origin: apache/drill

TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);

代码示例来源:origin: apache/drill

Utilities.setColumnTypeList(jobConf, scanOp, true);
HiveStorageHandler handler = table.getStorageHandler();
if (handler instanceof InputEstimator) {

代码示例来源:origin: apache/hive

JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);

代码示例来源:origin: apache/drill

JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);
Utilities.copyTableJobPropertiesToConf(
 Utilities.getTableDesc(tbl),

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static void setColumnTypeList(JobConf jobConf, Operator op) {
 setColumnTypeList(jobConf, op, false);
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

Utilities.setColumnTypeList(jobConf, tableScan);

代码示例来源:origin: com.facebook.presto.hive/hive-apache

TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);

代码示例来源:origin: com.facebook.presto.hive/hive-apache

private long calculateLength(ParseContext pctx, long remaining) throws Exception {
 JobConf jobConf = new JobConf(pctx.getConf());
 Utilities.setColumnNameList(jobConf, scanOp, true);
 Utilities.setColumnTypeList(jobConf, scanOp, true);
 HiveStorageHandler handler = table.getStorageHandler();
 if (handler instanceof InputEstimator) {
  InputEstimator estimator = (InputEstimator) handler;
  TableDesc tableDesc = Utilities.getTableDesc(table);
  PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);
  Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf);
  return estimator.estimate(jobConf, scanOp, remaining).getTotalLength();
 }
 if (table.isNonNative()) {
  return 0; // nothing can be done
 }
 if (!table.isPartitioned()) {
  return getFileLength(jobConf, table.getPath(), table.getInputFormatClass());
 }
 long total = 0;
 for (Partition partition : partsList.getNotDeniedPartns()) {
  Path path = partition.getDataLocation();
  total += getFileLength(jobConf, path, partition.getInputFormatClass());
 }
 return total;
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);
Utilities.copyTableJobPropertiesToConf(
 Utilities.getTableDesc(tbl),

相关文章

微信公众号

最新文章

更多

Utilities类方法