org.apache.hadoop.hive.ql.exec.Utilities.isInputFileFormatSelfDescribing()方法的使用及代码示例

x33g5p2x  于2022-02-01 转载在 其他  
字(4.4k)|赞(0)|评价(0)|浏览(95)

本文整理了Java中org.apache.hadoop.hive.ql.exec.Utilities.isInputFileFormatSelfDescribing()方法的一些代码示例,展示了Utilities.isInputFileFormatSelfDescribing()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Utilities.isInputFileFormatSelfDescribing()方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.exec.Utilities
类名称:Utilities
方法名:isInputFileFormatSelfDescribing

Utilities.isInputFileFormatSelfDescribing介绍

暂无

代码示例

代码示例来源:origin: apache/hive

private boolean needConversion(PartitionDesc partitionDesc) {
 boolean isAcid = AcidUtils.isTablePropertyTransactional(partitionDesc.getTableDesc().getProperties());
 if (Utilities.isSchemaEvolutionEnabled(job, isAcid) && Utilities.isInputFileFormatSelfDescribing(partitionDesc)) {
  return false;
 }
 return needConversion(partitionDesc.getTableDesc(), Arrays.asList(partitionDesc));
}

代码示例来源:origin: apache/drill

private boolean needConversion(PartitionDesc partitionDesc) {
 boolean isAcid = AcidUtils.isTablePropertyTransactional(partitionDesc.getTableDesc().getProperties());
 if (Utilities.isSchemaEvolutionEnabled(job, isAcid) && Utilities.isInputFileFormatSelfDescribing(partitionDesc)) {
  return false;
 }
 return needConversion(partitionDesc.getTableDesc(), Arrays.asList(partitionDesc));
}

代码示例来源:origin: apache/hive

VectorPartitionDesc.createVectorizedInputFileFormat(
  inputFileFormatClassName,
  Utilities.isInputFileFormatSelfDescribing(pd),
  dataTypeInfos),
vectorPartitionDescMap);
 VectorPartitionDesc.createVectorizedInputFileFormat(
   inputFileFormatClassName,
   Utilities.isInputFileFormatSelfDescribing(pd),
   dataTypeInfos),
 vectorPartitionDescMap);
 VectorPartitionDesc.createRowDeserialize(
   inputFileFormatClassName,
   Utilities.isInputFileFormatSelfDescribing(pd),
   deserializerClassName,
   dataTypeInfos),

代码示例来源:origin: apache/hive

StructObjectInspector partRawRowObjectInspector;
boolean isAcid = AcidUtils.isTablePropertyTransactional(tableDesc.getProperties());
if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) {
 Deserializer tblDeserializer = tableDesc.getDeserializer(hconf);
 partRawRowObjectInspector = (StructObjectInspector) tblDeserializer.getObjectInspector();

代码示例来源:origin: apache/drill

inputFileFormatClassName, Utilities.isInputFileFormatSelfDescribing(pd)));
   inputFileFormatClassName, Utilities.isInputFileFormatSelfDescribing(pd)));
VectorPartitionDesc.createRowDeserialize(
  inputFileFormatClassName,
  Utilities.isInputFileFormatSelfDescribing(pd),
  deserializerClassName));

代码示例来源:origin: apache/drill

StructObjectInspector partRawRowObjectInspector;
boolean isAcid = AcidUtils.isTablePropertyTransactional(tableDesc.getProperties());
if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) {
 Deserializer tblDeserializer = tableDesc.getDeserializer(hconf);
 partRawRowObjectInspector = (StructObjectInspector) tblDeserializer.getObjectInspector();

代码示例来源:origin: apache/hive

if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) {
 partRawRowObjectInspector = tableRowOI;
} else {

代码示例来源:origin: apache/hive

if (Utilities.isInputFileFormatSelfDescribing(partDesc)) {

代码示例来源:origin: apache/drill

if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) {
 partRawRowObjectInspector = tableRowOI;
} else {

代码示例来源:origin: apache/hive

public PartitionDesc(final Partition part, final TableDesc tableDesc) throws HiveException {
 PartitionDescConstructorHelper(part, tableDesc, true);
 if (Utilities.isInputFileFormatSelfDescribing(this)) {
  // if IF is self describing no need to send column info per partition, since its not used anyway.
  Table tbl = part.getTable();
  setProperties(MetaStoreUtils.getSchemaWithoutCols(part.getTPartition().getSd(),
    part.getParameters(), tbl.getDbName(), tbl.getTableName(), tbl.getPartitionKeys()));
 } else {
  setProperties(part.getMetadataFromPartitionSchema());
 }
}

代码示例来源:origin: apache/drill

public PartitionDesc(final Partition part) throws HiveException {
 PartitionDescConstructorHelper(part, getTableDesc(part.getTable()), true);
 if (Utilities.isInputFileFormatSelfDescribing(this)) {
  // if IF is self describing no need to send column info per partition, since its not used anyway.
  Table tbl = part.getTable();
  setProperties(MetaStoreUtils.getSchemaWithoutCols(part.getTPartition().getSd(), part.getTPartition().getSd(),
    part.getParameters(), tbl.getDbName(), tbl.getTableName(), tbl.getPartitionKeys()));
 } else {
  setProperties(part.getMetadataFromPartitionSchema());
 }
}

相关文章

微信公众号

最新文章

更多

Utilities类方法