org.apache.hadoop.hive.ql.exec.Utilities.setColumnNameList()方法的使用及代码示例

x33g5p2x  于2022-02-01 转载在 其他  
字(6.6k)|赞(0)|评价(0)|浏览(146)

本文整理了Java中org.apache.hadoop.hive.ql.exec.Utilities.setColumnNameList()方法的一些代码示例,展示了Utilities.setColumnNameList()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Utilities.setColumnNameList()方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.exec.Utilities
类名称:Utilities
方法名:setColumnNameList

Utilities.setColumnNameList介绍

暂无

代码示例

代码示例来源:origin: apache/hive

public static void setColumnNameList(JobConf jobConf, RowSchema rowSchema) {
 setColumnNameList(jobConf, rowSchema, false);
}

代码示例来源:origin: apache/hive

public static void setColumnNameList(JobConf jobConf, Operator op) {
 setColumnNameList(jobConf, op, false);
}

代码示例来源:origin: apache/drill

public static void setColumnNameList(JobConf jobConf, RowSchema rowSchema) {
 setColumnNameList(jobConf, rowSchema, false);
}

代码示例来源:origin: apache/drill

public static void setColumnNameList(JobConf jobConf, Operator op) {
 setColumnNameList(jobConf, op, false);
}

代码示例来源:origin: apache/hive

public static void setColumnNameList(JobConf jobConf, Operator op, boolean excludeVCs) {
 RowSchema rowSchema = op.getSchema();
 setColumnNameList(jobConf, rowSchema, excludeVCs);
}

代码示例来源:origin: apache/drill

public static void setColumnNameList(JobConf jobConf, Operator op, boolean excludeVCs) {
 RowSchema rowSchema = op.getSchema();
 setColumnNameList(jobConf, rowSchema, excludeVCs);
}

代码示例来源:origin: apache/hive

private void pushFilters(final JobConf jobConf, RowSchema rowSchema, ExprNodeGenericFuncDesc filterExpr) {
 // construct column name list for reference by filter push down
 Utilities.setColumnNameList(jobConf, rowSchema);
 // push down filters
 if (filterExpr == null) {
  LOG.debug("Not pushing filters because FilterExpr is null");
  return;
 }
 final String filterText = filterExpr.getExprString();
 final String filterExprSerialized = SerializationUtilities.serializeExpression(filterExpr);
 jobConf.set(
   TableScanDesc.FILTER_TEXT_CONF_STR,
   filterText);
 jobConf.set(
   TableScanDesc.FILTER_EXPR_CONF_STR,
   filterExprSerialized);
}

代码示例来源:origin: apache/drill

private void pushFilters(final JobConf jobConf, RowSchema rowSchema, ExprNodeGenericFuncDesc filterExpr) {
 // construct column name list for reference by filter push down
 Utilities.setColumnNameList(jobConf, rowSchema);
 // push down filters
 if (filterExpr == null) {
  LOG.debug("Not pushing filters because FilterExpr is null");
  return;
 }
 final String filterText = filterExpr.getExprString();
 final String filterExprSerialized = SerializationUtilities.serializeExpression(filterExpr);
 jobConf.set(
   TableScanDesc.FILTER_TEXT_CONF_STR,
   filterText);
 jobConf.set(
   TableScanDesc.FILTER_EXPR_CONF_STR,
   filterExprSerialized);
}

代码示例来源:origin: apache/hive

Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
HiveStorageHandler handler = table.getStorageHandler();

代码示例来源:origin: apache/hive

Utilities.setColumnNameList(jobConf, tableScan);
Utilities.setColumnTypeList(jobConf, tableScan);

代码示例来源:origin: apache/drill

Utilities.setColumnNameList(jobConf, tableScan);
Utilities.setColumnTypeList(jobConf, tableScan);

代码示例来源:origin: apache/hive

JobConf jobConf = new JobConf(myJobConf);
TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);

代码示例来源:origin: apache/drill

JobConf jobConf = new JobConf(myJobConf);
TableScanOperator scanOp = (TableScanOperator) aliasToWork.get(alias);
Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc);

代码示例来源:origin: apache/drill

Utilities.setColumnNameList(jobConf, scanOp, true);
Utilities.setColumnTypeList(jobConf, scanOp, true);
HiveStorageHandler handler = table.getStorageHandler();

代码示例来源:origin: apache/hive

(HiveStoragePredicateHandler) storageHandler;
JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);

代码示例来源:origin: apache/drill

(HiveStoragePredicateHandler) storageHandler;
JobConf jobConf = new JobConf(owi.getParseContext().getConf());
Utilities.setColumnNameList(jobConf, tableScanOp);
Utilities.setColumnTypeList(jobConf, tableScanOp);
Utilities.copyTableJobPropertiesToConf(

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static void setColumnNameList(JobConf jobConf, Operator op) {
 setColumnNameList(jobConf, op, false);
}

代码示例来源:origin: org.apache.parquet/parquet-hive-0.10-binding

private void pushFilters(final JobConf jobConf, final TableScanOperator tableScan) {
 final TableScanDesc scanDesc = tableScan.getConf();
 if (scanDesc == null) {
  LOG.debug("Not pushing filters because TableScanDesc is null");
  return;
 }
 // construct column name list for reference by filter push down
 Utilities.setColumnNameList(jobConf, tableScan);
 // push down filters
 final ExprNodeDesc filterExpr = scanDesc.getFilterExpr();
 if (filterExpr == null) {
  LOG.debug("Not pushing filters because FilterExpr is null");
  return;
 }
 final String filterText = filterExpr.getExprString();
 final String filterExprSerialized = Utilities.serializeExpression(filterExpr);
 jobConf.set(
     TableScanDesc.FILTER_TEXT_CONF_STR,
     filterText);
 jobConf.set(
     TableScanDesc.FILTER_EXPR_CONF_STR,
     filterExprSerialized);
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

private void pushFilters(final JobConf jobConf, final TableScanOperator tableScan) {
 final TableScanDesc scanDesc = tableScan.getConf();
 if (scanDesc == null) {
  LOG.debug("Not pushing filters because TableScanDesc is null");
  return;
 }
 // construct column name list for reference by filter push down
 Utilities.setColumnNameList(jobConf, tableScan);
 // push down filters
 final ExprNodeGenericFuncDesc filterExpr = scanDesc.getFilterExpr();
 if (filterExpr == null) {
  LOG.debug("Not pushing filters because FilterExpr is null");
  return;
 }
 final String filterText = filterExpr.getExprString();
 final String filterExprSerialized = Utilities.serializeExpression(filterExpr);
 jobConf.set(
   TableScanDesc.FILTER_TEXT_CONF_STR,
   filterText);
 jobConf.set(
   TableScanDesc.FILTER_EXPR_CONF_STR,
   filterExprSerialized);
}

代码示例来源:origin: com.twitter/parquet-hive-0.10-binding

private void pushFilters(final JobConf jobConf, final TableScanOperator tableScan) {
 final TableScanDesc scanDesc = tableScan.getConf();
 if (scanDesc == null) {
  LOG.debug("Not pushing filters because TableScanDesc is null");
  return;
 }
 // construct column name list for reference by filter push down
 Utilities.setColumnNameList(jobConf, tableScan);
 // push down filters
 final ExprNodeDesc filterExpr = scanDesc.getFilterExpr();
 if (filterExpr == null) {
  LOG.debug("Not pushing filters because FilterExpr is null");
  return;
 }
 final String filterText = filterExpr.getExprString();
 final String filterExprSerialized = Utilities.serializeExpression(filterExpr);
 jobConf.set(
     TableScanDesc.FILTER_TEXT_CONF_STR,
     filterText);
 jobConf.set(
     TableScanDesc.FILTER_EXPR_CONF_STR,
     filterExprSerialized);
}

相关文章

微信公众号

最新文章

更多

Utilities类方法