org.apache.spark.api.java.JavaRDD.isEmpty()方法的使用及代码示例

x33g5p2x  于2022-01-21 转载在 其他  
字(5.1k)|赞(0)|评价(0)|浏览(185)

本文整理了Java中org.apache.spark.api.java.JavaRDD.isEmpty()方法的一些代码示例,展示了JavaRDD.isEmpty()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。JavaRDD.isEmpty()方法的具体详情如下:
包路径:org.apache.spark.api.java.JavaRDD
类名称:JavaRDD
方法名:isEmpty

JavaRDD.isEmpty介绍

暂无

代码示例

代码示例来源:origin: OryxProject/oryx

private static boolean empty(JavaRDD<?> rdd) {
 return rdd == null || rdd.isEmpty();
}

代码示例来源:origin: org.apache.spark/spark-core_2.11

@Test
public void isEmpty() {
 assertTrue(sc.emptyRDD().isEmpty());
 assertTrue(sc.parallelize(new ArrayList<Integer>()).isEmpty());
 assertFalse(sc.parallelize(Arrays.asList(1)).isEmpty());
 assertTrue(sc.parallelize(Arrays.asList(1, 2, 3), 3).filter(i -> i < 0).isEmpty());
 assertFalse(sc.parallelize(Arrays.asList(1, 2, 3)).filter(i -> i > 1).isEmpty());
}

代码示例来源:origin: org.apache.spark/spark-core_2.10

@Test
public void isEmpty() {
 assertTrue(sc.emptyRDD().isEmpty());
 assertTrue(sc.parallelize(new ArrayList<Integer>()).isEmpty());
 assertFalse(sc.parallelize(Arrays.asList(1)).isEmpty());
 assertTrue(sc.parallelize(Arrays.asList(1, 2, 3), 3).filter(i -> i < 0).isEmpty());
 assertFalse(sc.parallelize(Arrays.asList(1, 2, 3)).filter(i -> i > 1).isEmpty());
}

代码示例来源:origin: org.apache.spark/spark-core

@Test
public void isEmpty() {
 assertTrue(sc.emptyRDD().isEmpty());
 assertTrue(sc.parallelize(new ArrayList<Integer>()).isEmpty());
 assertFalse(sc.parallelize(Arrays.asList(1)).isEmpty());
 assertTrue(sc.parallelize(Arrays.asList(1, 2, 3), 3).filter(i -> i < 0).isEmpty());
 assertFalse(sc.parallelize(Arrays.asList(1, 2, 3)).filter(i -> i > 1).isEmpty());
}

代码示例来源:origin: com.davidbracewell/mango

@Override
public boolean isEmpty() {
 return rdd.isEmpty();
}

代码示例来源:origin: com.cloudera.oryx/oryx-ml

private static boolean empty(JavaRDD<?> rdd) {
 return rdd == null || rdd.isEmpty();
}

代码示例来源:origin: com.davidbracewell/mango

@Override
public Optional<T> first() {
 if (rdd.isEmpty()) {
   return Optional.empty();
 }
 return Optional.ofNullable(rdd.first());
}

代码示例来源:origin: apache/tinkerpop

result = nextRDD.map(Traverser::bulk).fold(0L, (a, b) -> a + b);
else if (endStep instanceof SumGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> NumberHelper.mul(traverser.bulk(), (Number) traverser.get()))
      .fold(0, NumberHelper::add);
} else if (endStep instanceof MeanGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> new MeanGlobalStep.MeanNumber((Number) traverser.get(), traverser.bulk()))
      .fold(MeanNumberSupplier.instance().get(), MeanGlobalStep.MeanNumber::add)
      .getFinal();
} else if (endStep instanceof MinGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> (Comparable) traverser.get())
      .fold(Double.NaN, NumberHelper::min);
} else if (endStep instanceof MaxGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> (Comparable) traverser.get())
      .fold(Double.NaN, NumberHelper::max);

代码示例来源:origin: uber/hudi

if (records.isEmpty()) {
 log.info("No new data, nothing to commit.. ");
 return;

代码示例来源:origin: io.zipkin.dependencies/zipkin-dependencies-cassandra3

.reduceByKey(MERGE_LINK)
 .values();
if (links.isEmpty()) {
 log.info("No dependency links could be processed from spans in table {}/span", keyspace);
 return;

代码示例来源:origin: org.apache.tinkerpop/spark-gremlin

result = nextRDD.map(Traverser::bulk).fold(0L, (a, b) -> a + b);
else if (endStep instanceof SumGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> NumberHelper.mul(traverser.bulk(), (Number) traverser.get()))
      .fold(0, NumberHelper::add);
} else if (endStep instanceof MeanGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> new MeanGlobalStep.MeanNumber((Number) traverser.get(), traverser.bulk()))
      .fold(MeanNumberSupplier.instance().get(), MeanGlobalStep.MeanNumber::add)
      .getFinal();
} else if (endStep instanceof MinGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> (Comparable) traverser.get())
      .fold(Double.NaN, NumberHelper::min);
} else if (endStep instanceof MaxGlobalStep) {
  result = nextRDD.isEmpty() ? null : nextRDD
      .map(traverser -> (Comparable) traverser.get())
      .fold(Double.NaN, NumberHelper::max);

代码示例来源:origin: co.cask.cdap/hydrator-spark-core2

@Override
public Void call(JavaRDD<T> data, Time batchTime) throws Exception {
 if (data.isEmpty()) {
  return null;

代码示例来源:origin: uber/hudi

@Test
public void testCompactionEmpty() throws Exception {
 HoodieTableMetaClient metaClient = new HoodieTableMetaClient(jsc.hadoopConfiguration(), basePath);
 HoodieWriteConfig config = getConfig();
 HoodieTable table = HoodieTable.getHoodieTable(metaClient, config, jsc);
 HoodieWriteClient writeClient = new HoodieWriteClient(jsc, config);
 String newCommitTime = writeClient.startCommit();
 List<HoodieRecord> records = dataGen.generateInserts(newCommitTime, 100);
 JavaRDD<HoodieRecord> recordsRDD = jsc.parallelize(records, 1);
 writeClient.insert(recordsRDD, newCommitTime).collect();
 String compactionInstantTime = HoodieActiveTimeline.createNewCommitTime();
 JavaRDD<WriteStatus> result =
   table.compact(jsc, compactionInstantTime, table.scheduleCompaction(jsc, compactionInstantTime));
 assertTrue("If there is nothing to compact, result will be empty", result.isEmpty());
}

代码示例来源:origin: co.cask.cdap/hydrator-spark-core2

@Override
public Void call(JavaRDD<T> data, Time batchTime) throws Exception {
 if (data.isEmpty()) {
  return null;

相关文章

微信公众号

最新文章

更多