org.apache.hadoop.hive.ql.metadata.Table.getMetadata()方法的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(8.2k)|赞(0)|评价(0)|浏览(115)

本文整理了Java中org.apache.hadoop.hive.ql.metadata.Table.getMetadata()方法的一些代码示例,展示了Table.getMetadata()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Table.getMetadata()方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.metadata.Table
类名称:Table
方法名:getMetadata

Table.getMetadata介绍

暂无

代码示例

代码示例来源:origin: apache/incubator-gobblin

public Properties getTableMetadata() {
 return this.hivePartition.getTable().getMetadata();
}

代码示例来源:origin: apache/nifi

@Override
public AbstractSerDe createSerde() throws SerializationError {
  try {
    Properties tableProps = table.getMetadata();
    tableProps.setProperty(serdeConstants.LIST_COLUMNS, Joiner.on(",").join(inputColumns));
    tableProps.setProperty(serdeConstants.LIST_COLUMN_TYPES, Joiner.on(":").join(inputTypes));
    NiFiRecordSerDe serde = new NiFiRecordSerDe(recordReader, log);
    SerDeUtils.initializeSerDe(serde, conf, tableProps, null);
    this.serde = serde;
    return serde;
  } catch (SerDeException e) {
    throw new SerializationError("Error initializing serde " + NiFiRecordSerDe.class.getName(), e);
  }
}

代码示例来源:origin: apache/hive

@Override
 public LazySimpleSerDe createSerde() throws SerializationError {
  try {
   Properties tableProps = table.getMetadata();
   tableProps.setProperty(serdeConstants.LIST_COLUMNS, Joiner.on(",").join(inputColumns));
   tableProps.setProperty(serdeConstants.LIST_COLUMN_TYPES, Joiner.on(":").join(inputTypes));
   tableProps.setProperty(serdeConstants.FIELD_DELIM, String.valueOf(fieldDelimiter));
   tableProps.setProperty(serdeConstants.COLLECTION_DELIM, String.valueOf(collectionDelimiter));
   tableProps.setProperty(serdeConstants.MAPKEY_DELIM, String.valueOf(mapKeyDelimiter));
   LazySimpleSerDe serde = new LazySimpleSerDe();
   SerDeUtils.initializeSerDe(serde, conf, tableProps, null);
   this.serde = serde;
   return serde;
  } catch (SerDeException e) {
   throw new SerializationError("Error initializing serde", e);
  }
 }
}

代码示例来源:origin: apache/hive

private boolean isSchemaEvolutionEnabled(Table tbl) {
 boolean isAcid = AcidUtils.isTablePropertyTransactional(tbl.getMetadata());
 if (isAcid || HiveConf.getBoolVar(conf, ConfVars.HIVE_SCHEMA_EVOLUTION)) {
  return true;
 }
 return false;
}

代码示例来源:origin: apache/hive

/**
 * Creates JsonSerDe
 *
 * @throws SerializationError if serde could not be initialized
 */
@Override
public JsonSerDe createSerde() throws SerializationError {
 try {
  Properties tableProps = table.getMetadata();
  tableProps.setProperty(serdeConstants.LIST_COLUMNS, Joiner.on(",").join(inputColumns));
  tableProps.setProperty(serdeConstants.LIST_COLUMN_TYPES, Joiner.on(":").join(inputTypes));
  JsonSerDe serde = new JsonSerDe();
  SerDeUtils.initializeSerDe(serde, conf, tableProps, null);
  this.serde = serde;
  return serde;
 } catch (SerDeException e) {
  throw new SerializationError("Error initializing serde " + JsonSerDe.class.getName(), e);
 }
}

代码示例来源:origin: apache/drill

private boolean isSchemaEvolutionEnabled(Table tbl) {
 boolean isAcid = AcidUtils.isTablePropertyTransactional(tbl.getMetadata());
 if (isAcid || HiveConf.getBoolVar(conf, ConfVars.HIVE_SCHEMA_EVOLUTION)) {
  return true;
 }
 return false;
}

代码示例来源:origin: apache/hive

/**
 * Creates RegexSerDe
 *
 * @throws SerializationError if serde could not be initialized
 */
@Override
public RegexSerDe createSerde() throws SerializationError {
 try {
  Properties tableProps = table.getMetadata();
  tableProps.setProperty(RegexSerDe.INPUT_REGEX, regex);
  tableProps.setProperty(serdeConstants.LIST_COLUMNS, Joiner.on(",").join(inputColumns));
  tableProps.setProperty(serdeConstants.LIST_COLUMN_TYPES, Joiner.on(":").join(inputTypes));
  final String columnComments = tableProps.getProperty("columns.comments");
  if (columnComments != null) {
   List<String> comments = Lists.newArrayList(Splitter.on('\0').split(columnComments));
   int commentsSize = comments.size();
   for (int i = 0; i < inputColumns.size() - commentsSize; i++) {
    comments.add("");
   }
   tableProps.setProperty("columns.comments", Joiner.on('\0').join(comments));
  }
  RegexSerDe serde = new RegexSerDe();
  SerDeUtils.initializeSerDe(serde, conf, tableProps, null);
  this.serde = serde;
  return serde;
 } catch (SerDeException e) {
  throw new SerializationError("Error initializing serde " + RegexSerDe.class.getName(), e);
 }
}

代码示例来源:origin: apache/hive

public static TableDesc getTableDesc(Table tbl) {
 Properties props = tbl.getMetadata();
 props.put(serdeConstants.SERIALIZATION_LIB, tbl.getDeserializer().getClass().getName());
 return (new TableDesc(tbl.getInputFormatClass(), tbl
   .getOutputFormatClass(), props));
}

代码示例来源:origin: apache/drill

public static TableDesc getTableDesc(Table tbl) {
 Properties props = tbl.getMetadata();
 props.put(serdeConstants.SERIALIZATION_LIB, tbl.getDeserializer().getClass().getName());
 return (new TableDesc(tbl.getInputFormatClass(), tbl
   .getOutputFormatClass(), props));
}

代码示例来源:origin: org.apache.hive/hive-streaming

@Override
 public LazySimpleSerDe createSerde() throws SerializationError {
  try {
   Properties tableProps = table.getMetadata();
   tableProps.setProperty(serdeConstants.LIST_COLUMNS, Joiner.on(",").join(inputColumns));
   tableProps.setProperty(serdeConstants.LIST_COLUMN_TYPES, Joiner.on(":").join(inputTypes));
   tableProps.setProperty(serdeConstants.FIELD_DELIM, String.valueOf(fieldDelimiter));
   tableProps.setProperty(serdeConstants.COLLECTION_DELIM, String.valueOf(collectionDelimiter));
   tableProps.setProperty(serdeConstants.MAPKEY_DELIM, String.valueOf(mapKeyDelimiter));
   LazySimpleSerDe serde = new LazySimpleSerDe();
   SerDeUtils.initializeSerDe(serde, conf, tableProps, null);
   this.serde = serde;
   return serde;
  } catch (SerDeException e) {
   throw new SerializationError("Error initializing serde", e);
  }
 }
}

代码示例来源:origin: org.apache.hive/hive-streaming

/**
 * Creates JsonSerDe
 *
 * @throws SerializationError if serde could not be initialized
 */
@Override
public JsonSerDe createSerde() throws SerializationError {
 try {
  Properties tableProps = table.getMetadata();
  tableProps.setProperty(serdeConstants.LIST_COLUMNS, Joiner.on(",").join(inputColumns));
  tableProps.setProperty(serdeConstants.LIST_COLUMN_TYPES, Joiner.on(":").join(inputTypes));
  JsonSerDe serde = new JsonSerDe();
  SerDeUtils.initializeSerDe(serde, conf, tableProps, null);
  this.serde = serde;
  return serde;
 } catch (SerDeException e) {
  throw new SerializationError("Error initializing serde " + JsonSerDe.class.getName(), e);
 }
}

代码示例来源:origin: org.apache.hive/hive-streaming

/**
 * Creates RegexSerDe
 *
 * @throws SerializationError if serde could not be initialized
 */
@Override
public RegexSerDe createSerde() throws SerializationError {
 try {
  Properties tableProps = table.getMetadata();
  tableProps.setProperty(RegexSerDe.INPUT_REGEX, regex);
  tableProps.setProperty(serdeConstants.LIST_COLUMNS, Joiner.on(",").join(inputColumns));
  tableProps.setProperty(serdeConstants.LIST_COLUMN_TYPES, Joiner.on(":").join(inputTypes));
  final String columnComments = tableProps.getProperty("columns.comments");
  if (columnComments != null) {
   List<String> comments = Lists.newArrayList(Splitter.on('\0').split(columnComments));
   int commentsSize = comments.size();
   for (int i = 0; i < inputColumns.size() - commentsSize; i++) {
    comments.add("");
   }
   tableProps.setProperty("columns.comments", Joiner.on('\0').join(comments));
  }
  RegexSerDe serde = new RegexSerDe();
  SerDeUtils.initializeSerDe(serde, conf, tableProps, null);
  this.serde = serde;
  return serde;
 } catch (SerDeException e) {
  throw new SerializationError("Error initializing serde " + RegexSerDe.class.getName(), e);
 }
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

public static TableDesc getTableDesc(Table tbl) {
 Properties props = tbl.getMetadata();
 props.put(serdeConstants.SERIALIZATION_LIB, tbl.getDeserializer().getClass().getName());
 return (new TableDesc(tbl.getInputFormatClass(), tbl
   .getOutputFormatClass(), props));
}

代码示例来源:origin: apache/tajo

options.remove("EXTERNAL");
Properties properties = table.getMetadata();
if (properties != null) {

代码示例来源:origin: io.snappydata/snappydata-core

try {
   Table table = getTableOrFail(schema, tableName);
   Properties metadata = table.getMetadata();
   String tblDataSourcePath = getDataSourcePath(metadata);
   String driverClass = metadata.getProperty("driver");
  try {
   Table table = getTableOrFail(schema, tableName);
   Properties metadata = table.getMetadata();
String compressionCodec = value == null ? Constant.DEFAULT_CODEC() : value.toString();
String tableType = ExternalTableType.getTableType(table);
Properties metadata = table.getMetadata();
String tblDataSourcePath = getDataSourcePath(metadata);
String driverClass = metadata.getProperty("driver");

相关文章

微信公众号

最新文章

更多

Table类方法