本文整理了Java中org.apache.spark.api.java.JavaRDD.isEmpty()
方法的一些代码示例,展示了JavaRDD.isEmpty()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。JavaRDD.isEmpty()
方法的具体详情如下:
包路径:org.apache.spark.api.java.JavaRDD
类名称:JavaRDD
方法名:isEmpty
暂无
代码示例来源:origin: OryxProject/oryx
private static boolean empty(JavaRDD<?> rdd) {
return rdd == null || rdd.isEmpty();
}
代码示例来源:origin: org.apache.spark/spark-core_2.11
@Test
public void isEmpty() {
assertTrue(sc.emptyRDD().isEmpty());
assertTrue(sc.parallelize(new ArrayList<Integer>()).isEmpty());
assertFalse(sc.parallelize(Arrays.asList(1)).isEmpty());
assertTrue(sc.parallelize(Arrays.asList(1, 2, 3), 3).filter(i -> i < 0).isEmpty());
assertFalse(sc.parallelize(Arrays.asList(1, 2, 3)).filter(i -> i > 1).isEmpty());
}
代码示例来源:origin: org.apache.spark/spark-core_2.10
@Test
public void isEmpty() {
assertTrue(sc.emptyRDD().isEmpty());
assertTrue(sc.parallelize(new ArrayList<Integer>()).isEmpty());
assertFalse(sc.parallelize(Arrays.asList(1)).isEmpty());
assertTrue(sc.parallelize(Arrays.asList(1, 2, 3), 3).filter(i -> i < 0).isEmpty());
assertFalse(sc.parallelize(Arrays.asList(1, 2, 3)).filter(i -> i > 1).isEmpty());
}
代码示例来源:origin: org.apache.spark/spark-core
@Test
public void isEmpty() {
assertTrue(sc.emptyRDD().isEmpty());
assertTrue(sc.parallelize(new ArrayList<Integer>()).isEmpty());
assertFalse(sc.parallelize(Arrays.asList(1)).isEmpty());
assertTrue(sc.parallelize(Arrays.asList(1, 2, 3), 3).filter(i -> i < 0).isEmpty());
assertFalse(sc.parallelize(Arrays.asList(1, 2, 3)).filter(i -> i > 1).isEmpty());
}
代码示例来源:origin: com.davidbracewell/mango
@Override
public boolean isEmpty() {
return rdd.isEmpty();
}
代码示例来源:origin: com.cloudera.oryx/oryx-ml
private static boolean empty(JavaRDD<?> rdd) {
return rdd == null || rdd.isEmpty();
}
代码示例来源:origin: com.davidbracewell/mango
@Override
public Optional<T> first() {
if (rdd.isEmpty()) {
return Optional.empty();
}
return Optional.ofNullable(rdd.first());
}
代码示例来源:origin: apache/tinkerpop
result = nextRDD.map(Traverser::bulk).fold(0L, (a, b) -> a + b);
else if (endStep instanceof SumGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> NumberHelper.mul(traverser.bulk(), (Number) traverser.get()))
.fold(0, NumberHelper::add);
} else if (endStep instanceof MeanGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> new MeanGlobalStep.MeanNumber((Number) traverser.get(), traverser.bulk()))
.fold(MeanNumberSupplier.instance().get(), MeanGlobalStep.MeanNumber::add)
.getFinal();
} else if (endStep instanceof MinGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> (Comparable) traverser.get())
.fold(Double.NaN, NumberHelper::min);
} else if (endStep instanceof MaxGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> (Comparable) traverser.get())
.fold(Double.NaN, NumberHelper::max);
代码示例来源:origin: uber/hudi
if (records.isEmpty()) {
log.info("No new data, nothing to commit.. ");
return;
代码示例来源:origin: io.zipkin.dependencies/zipkin-dependencies-cassandra3
.reduceByKey(MERGE_LINK)
.values();
if (links.isEmpty()) {
log.info("No dependency links could be processed from spans in table {}/span", keyspace);
return;
代码示例来源:origin: org.apache.tinkerpop/spark-gremlin
result = nextRDD.map(Traverser::bulk).fold(0L, (a, b) -> a + b);
else if (endStep instanceof SumGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> NumberHelper.mul(traverser.bulk(), (Number) traverser.get()))
.fold(0, NumberHelper::add);
} else if (endStep instanceof MeanGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> new MeanGlobalStep.MeanNumber((Number) traverser.get(), traverser.bulk()))
.fold(MeanNumberSupplier.instance().get(), MeanGlobalStep.MeanNumber::add)
.getFinal();
} else if (endStep instanceof MinGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> (Comparable) traverser.get())
.fold(Double.NaN, NumberHelper::min);
} else if (endStep instanceof MaxGlobalStep) {
result = nextRDD.isEmpty() ? null : nextRDD
.map(traverser -> (Comparable) traverser.get())
.fold(Double.NaN, NumberHelper::max);
代码示例来源:origin: co.cask.cdap/hydrator-spark-core2
@Override
public Void call(JavaRDD<T> data, Time batchTime) throws Exception {
if (data.isEmpty()) {
return null;
代码示例来源:origin: uber/hudi
@Test
public void testCompactionEmpty() throws Exception {
HoodieTableMetaClient metaClient = new HoodieTableMetaClient(jsc.hadoopConfiguration(), basePath);
HoodieWriteConfig config = getConfig();
HoodieTable table = HoodieTable.getHoodieTable(metaClient, config, jsc);
HoodieWriteClient writeClient = new HoodieWriteClient(jsc, config);
String newCommitTime = writeClient.startCommit();
List<HoodieRecord> records = dataGen.generateInserts(newCommitTime, 100);
JavaRDD<HoodieRecord> recordsRDD = jsc.parallelize(records, 1);
writeClient.insert(recordsRDD, newCommitTime).collect();
String compactionInstantTime = HoodieActiveTimeline.createNewCommitTime();
JavaRDD<WriteStatus> result =
table.compact(jsc, compactionInstantTime, table.scheduleCompaction(jsc, compactionInstantTime));
assertTrue("If there is nothing to compact, result will be empty", result.isEmpty());
}
代码示例来源:origin: co.cask.cdap/hydrator-spark-core2
@Override
public Void call(JavaRDD<T> data, Time batchTime) throws Exception {
if (data.isEmpty()) {
return null;
内容来源于网络,如有侵权,请联系作者删除!