本文整理了Java中org.apache.hadoop.hive.ql.metadata.Partition.getBucketCols()
方法的一些代码示例,展示了Partition.getBucketCols()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Partition.getBucketCols()
方法的具体详情如下:
包路径:org.apache.hadoop.hive.ql.metadata.Partition
类名称:Partition
方法名:getBucketCols
暂无
代码示例来源:origin: apache/hive
List<List<String>> files = new ArrayList<List<String>>();
for (Partition p : partitions) {
if (!checkBucketColumns(p.getBucketCols(), keys, joinKeyOrder)) {
return false;
代码示例来源:origin: apache/hive
private boolean checkPartition(Partition partition,
List<Integer> bucketPositionsDest,
List<Integer> sortPositionsDest,
List<Integer> sortOrderDest,
int numBucketsDest) {
// The bucketing and sorting positions should exactly match
int numBuckets = partition.getBucketCount();
if (numBucketsDest != numBuckets) {
return false;
}
List<Integer> partnBucketPositions =
getBucketPositions(partition.getBucketCols(), partition.getTable().getCols());
List<Integer> sortPositions =
getSortPositions(partition.getSortCols(), partition.getTable().getCols());
List<Integer> sortOrder =
getSortOrder(partition.getSortCols(), partition.getTable().getCols());
return bucketPositionsDest.equals(partnBucketPositions) &&
sortPositionsDest.equals(sortPositions) &&
sortOrderDest.equals(sortOrder);
}
代码示例来源:origin: apache/hive
partn.getBucketCols().clear();
partn.getBucketCols().addAll(newBucketCols);
partn.getTPartition().getSd().setNumBuckets(numBuckets);
代码示例来源:origin: apache/drill
List<List<String>> files = new ArrayList<List<String>>();
for (Partition p : partitions) {
if (!checkBucketColumns(p.getBucketCols(), keys, joinKeyOrder)) {
return false;
代码示例来源:origin: apache/drill
partn.getBucketCols().clear();
partn.getBucketCols().addAll(newBucketCols);
partn.getTPartition().getSd().setNumBuckets(numBuckets);
代码示例来源:origin: apache/hive
for (Partition part : notDeniedPartns) {
List<String> sortCols = part.getSortColNames();
List<String> bucketCols = part.getBucketCols();
GroupByOptimizerSortMatch match = matchBucketSortCols(groupByCols, bucketCols, sortCols);
if (match == GroupByOptimizerSortMatch.NO_MATCH) {
代码示例来源:origin: apache/drill
private boolean checkPartition(Partition partition,
List<Integer> bucketPositionsDest,
List<Integer> sortPositionsDest,
List<Integer> sortOrderDest,
int numBucketsDest) {
// The bucketing and sorting positions should exactly match
int numBuckets = partition.getBucketCount();
if (numBucketsDest != numBuckets) {
return false;
}
List<Integer> partnBucketPositions =
getBucketPositions(partition.getBucketCols(), partition.getTable().getCols());
List<Integer> sortPositions =
getSortPositions(partition.getSortCols(), partition.getTable().getCols());
List<Integer> sortOrder =
getSortOrder(partition.getSortCols(), partition.getTable().getCols());
return bucketPositionsDest.equals(partnBucketPositions) &&
sortPositionsDest.equals(sortPositions) &&
sortOrderDest.equals(sortOrder);
}
代码示例来源:origin: apache/drill
for (Partition part : notDeniedPartns) {
List<String> sortCols = part.getSortColNames();
List<String> bucketCols = part.getBucketCols();
GroupByOptimizerSortMatch match = matchBucketSortCols(groupByCols, bucketCols, sortCols);
if (match == GroupByOptimizerSortMatch.NO_MATCH) {
代码示例来源:origin: apache/drill
+ " is partitioned but partition not found.");
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);
代码示例来源:origin: apache/hive
+ " is partitioned but partition not found.");
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);
代码示例来源:origin: apache/hive
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);
代码示例来源:origin: apache/drill
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);
代码示例来源:origin: com.facebook.presto.hive/hive-apache
private boolean checkPartition(Partition partition,
List<Integer> bucketPositionsDest,
List<Integer> sortPositionsDest,
List<Integer> sortOrderDest,
int numBucketsDest) {
// The bucketing and sorting positions should exactly match
int numBuckets = partition.getBucketCount();
if (numBucketsDest != numBuckets) {
return false;
}
List<Integer> partnBucketPositions =
getBucketPositions(partition.getBucketCols(), partition.getTable().getCols());
ObjectPair<List<Integer>, List<Integer>> partnSortPositionsOrder =
getSortPositionsOrder(partition.getSortCols(), partition.getTable().getCols());
return bucketPositionsDest.equals(partnBucketPositions) &&
sortPositionsDest.equals(partnSortPositionsOrder.getFirst()) &&
sortOrderDest.equals(partnSortPositionsOrder.getSecond());
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
List<List<String>> files = new ArrayList<List<String>>();
for (Partition p : partitions) {
if (!checkBucketColumns(p.getBucketCols(), keys, joinKeyOrder)) {
return false;
代码示例来源:origin: com.facebook.presto.hive/hive-apache
partn.getBucketCols().clear();
partn.getBucketCols().addAll(newBucketCols);
partn.getTPartition().getSd().setNumBuckets(numBuckets);
代码示例来源:origin: com.facebook.presto.hive/hive-apache
for (Partition part : notDeniedPartns) {
List<String> sortCols = part.getSortColNames();
List<String> bucketCols = part.getBucketCols();
GroupByOptimizerSortMatch match = matchBucketSortCols(groupByCols, bucketCols, sortCols);
if (match == GroupByOptimizerSortMatch.NO_MATCH) {
代码示例来源:origin: org.apache.hadoop.hive/hive-exec
parts.addAll(partsList.getUnknownPartns());
for (Partition part : parts) {
List<String> bucketCols = part.getBucketCols();
List<String> sortCols = part.getSortColNames();
bucketGroupBy = matchBucketOrSortedColumns(groupByCols, bucketCols,
代码示例来源:origin: com.facebook.presto.hive/hive-apache
+ " is partitioned but partition not found.");
bucketCols = part.getBucketCols();
inputFormatClass = part.getInputFormatClass();
isArchived = ArchiveUtils.isArchived(part);
代码示例来源:origin: org.apache.lens/lens-cube
latestPart.getPartition(0).setSerdeParams(
latest.part.getTPartition().getSd().getSerdeInfo().getParameters());
latestPart.getPartition(0).setBucketCols(latest.part.getBucketCols());
latestPart.getPartition(0).setSortCols(latest.part.getSortCols());
client.createPartitions(latestPart);
代码示例来源:origin: apache/lens
latestPart.getPartition(0).setSerdeParams(
latest.part.getTPartition().getSd().getSerdeInfo().getParameters());
latestPart.getPartition(0).setBucketCols(latest.part.getBucketCols());
latestPart.getPartition(0).setSortCols(latest.part.getSortCols());
client.createPartitions(latestPart);
内容来源于网络,如有侵权,请联系作者删除!