org.apache.hadoop.hive.ql.metadata.Partition.getBucketCols()方法的使用及代码示例

x33g5p2x  于2022-01-26 转载在 其他  
字(6.6k)|赞(0)|评价(0)|浏览(132)

本文整理了Java中org.apache.hadoop.hive.ql.metadata.Partition.getBucketCols()方法的一些代码示例,展示了Partition.getBucketCols()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Partition.getBucketCols()方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.metadata.Partition
类名称:Partition
方法名:getBucketCols

Partition.getBucketCols介绍

暂无

代码示例

代码示例来源:origin: apache/hive

List<List<String>> files = new ArrayList<List<String>>();
for (Partition p : partitions) {
 if (!checkBucketColumns(p.getBucketCols(), keys, joinKeyOrder)) {
  return false;

代码示例来源:origin: apache/hive

private boolean checkPartition(Partition partition,
  List<Integer> bucketPositionsDest,
  List<Integer> sortPositionsDest,
  List<Integer> sortOrderDest,
  int numBucketsDest) {
 // The bucketing and sorting positions should exactly match
 int numBuckets = partition.getBucketCount();
 if (numBucketsDest != numBuckets) {
  return false;
 }
 List<Integer> partnBucketPositions =
   getBucketPositions(partition.getBucketCols(), partition.getTable().getCols());
 List<Integer> sortPositions =
   getSortPositions(partition.getSortCols(), partition.getTable().getCols());
 List<Integer> sortOrder =
   getSortOrder(partition.getSortCols(), partition.getTable().getCols());
 return bucketPositionsDest.equals(partnBucketPositions) &&
   sortPositionsDest.equals(sortPositions) &&
   sortOrderDest.equals(sortOrder);
}

代码示例来源:origin: apache/hive

partn.getBucketCols().clear();
partn.getBucketCols().addAll(newBucketCols);
partn.getTPartition().getSd().setNumBuckets(numBuckets);

代码示例来源:origin: apache/drill

List<List<String>> files = new ArrayList<List<String>>();
for (Partition p : partitions) {
 if (!checkBucketColumns(p.getBucketCols(), keys, joinKeyOrder)) {
  return false;

代码示例来源:origin: apache/drill

partn.getBucketCols().clear();
partn.getBucketCols().addAll(newBucketCols);
partn.getTPartition().getSd().setNumBuckets(numBuckets);

代码示例来源:origin: apache/hive

for (Partition part : notDeniedPartns) {
 List<String> sortCols = part.getSortColNames();
 List<String> bucketCols = part.getBucketCols();
 GroupByOptimizerSortMatch match = matchBucketSortCols(groupByCols, bucketCols, sortCols);
 if (match == GroupByOptimizerSortMatch.NO_MATCH) {

代码示例来源:origin: apache/drill

private boolean checkPartition(Partition partition,
  List<Integer> bucketPositionsDest,
  List<Integer> sortPositionsDest,
  List<Integer> sortOrderDest,
  int numBucketsDest) {
 // The bucketing and sorting positions should exactly match
 int numBuckets = partition.getBucketCount();
 if (numBucketsDest != numBuckets) {
  return false;
 }
 List<Integer> partnBucketPositions =
   getBucketPositions(partition.getBucketCols(), partition.getTable().getCols());
 List<Integer> sortPositions =
   getSortPositions(partition.getSortCols(), partition.getTable().getCols());
 List<Integer> sortOrder =
   getSortOrder(partition.getSortCols(), partition.getTable().getCols());
 return bucketPositionsDest.equals(partnBucketPositions) &&
   sortPositionsDest.equals(sortPositions) &&
   sortOrderDest.equals(sortOrder);
}

代码示例来源:origin: apache/drill

for (Partition part : notDeniedPartns) {
 List<String> sortCols = part.getSortColNames();
 List<String> bucketCols = part.getBucketCols();
 GroupByOptimizerSortMatch match = matchBucketSortCols(groupByCols, bucketCols, sortCols);
 if (match == GroupByOptimizerSortMatch.NO_MATCH) {

代码示例来源:origin: apache/drill

+ " is partitioned but partition not found.");
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);

代码示例来源:origin: apache/hive

+ " is partitioned but partition not found.");
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);

代码示例来源:origin: apache/hive

bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);

代码示例来源:origin: apache/drill

bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);

代码示例来源:origin: com.facebook.presto.hive/hive-apache

private boolean checkPartition(Partition partition,
  List<Integer> bucketPositionsDest,
  List<Integer> sortPositionsDest,
  List<Integer> sortOrderDest,
  int numBucketsDest) {
 // The bucketing and sorting positions should exactly match
 int numBuckets = partition.getBucketCount();
 if (numBucketsDest != numBuckets) {
  return false;
 }
 List<Integer> partnBucketPositions =
   getBucketPositions(partition.getBucketCols(), partition.getTable().getCols());
 ObjectPair<List<Integer>, List<Integer>> partnSortPositionsOrder =
   getSortPositionsOrder(partition.getSortCols(), partition.getTable().getCols());
 return bucketPositionsDest.equals(partnBucketPositions) &&
   sortPositionsDest.equals(partnSortPositionsOrder.getFirst()) &&
   sortOrderDest.equals(partnSortPositionsOrder.getSecond());
}

代码示例来源:origin: com.facebook.presto.hive/hive-apache

List<List<String>> files = new ArrayList<List<String>>();
for (Partition p : partitions) {
 if (!checkBucketColumns(p.getBucketCols(), keys, joinKeyOrder)) {
  return false;

代码示例来源:origin: com.facebook.presto.hive/hive-apache

partn.getBucketCols().clear();
partn.getBucketCols().addAll(newBucketCols);
partn.getTPartition().getSd().setNumBuckets(numBuckets);

代码示例来源:origin: com.facebook.presto.hive/hive-apache

for (Partition part : notDeniedPartns) {
 List<String> sortCols = part.getSortColNames();
 List<String> bucketCols = part.getBucketCols();
 GroupByOptimizerSortMatch match = matchBucketSortCols(groupByCols, bucketCols, sortCols);
 if (match == GroupByOptimizerSortMatch.NO_MATCH) {

代码示例来源:origin: org.apache.hadoop.hive/hive-exec

parts.addAll(partsList.getUnknownPartns());
for (Partition part : parts) {
 List<String> bucketCols = part.getBucketCols();
 List<String> sortCols = part.getSortColNames();
 bucketGroupBy = matchBucketOrSortedColumns(groupByCols, bucketCols,

代码示例来源:origin: com.facebook.presto.hive/hive-apache

+ " is partitioned but partition not found.");
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);

代码示例来源:origin: org.apache.lens/lens-cube

latestPart.getPartition(0).setSerdeParams(
 latest.part.getTPartition().getSd().getSerdeInfo().getParameters());
latestPart.getPartition(0).setBucketCols(latest.part.getBucketCols());
latestPart.getPartition(0).setSortCols(latest.part.getSortCols());
client.createPartitions(latestPart);

代码示例来源:origin: apache/lens

latestPart.getPartition(0).setSerdeParams(
 latest.part.getTPartition().getSd().getSerdeInfo().getParameters());
latestPart.getPartition(0).setBucketCols(latest.part.getBucketCols());
latestPart.getPartition(0).setSortCols(latest.part.getSortCols());
client.createPartitions(latestPart);

相关文章

微信公众号

最新文章

更多