本文整理了Java中cz.seznam.euphoria.core.client.flow.Flow.size()
方法的一些代码示例,展示了Flow.size()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Flow.size()
方法的具体详情如下:
包路径:cz.seznam.euphoria.core.client.flow.Flow
类名称:Flow
方法名:size
暂无
代码示例来源:origin: seznam/euphoria
@Override
public String toString() {
return "Flow{" +
"name='" + name + '\'' +
", size=" + size() +
'}';
}
代码示例来源:origin: seznam/euphoria
@Override
public String toString() {
return "Flow{" +
"name='" + name + '\'' +
", size=" + size() +
'}';
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 1);
Dataset<String> filtered = Filter.named("Filter1")
.of(dataset)
.by(s -> !s.equals(""))
.output();
assertEquals(flow, filtered.getFlow());
assertEquals(1, flow.size());
Filter filter = (Filter) flow.operators().iterator().next();
assertEquals(flow, filter.getFlow());
assertEquals("Filter1", filter.getName());
assertNotNull(filter.predicate);
assertEquals(filtered, filter.output());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
final Flow flow = Flow.create("TEST");
final Dataset<String> left = Util.createMockDataset(flow, 2);
final Dataset<String> right = Util.createMockDataset(flow, 3);
final Dataset<String> unioned = Union.named("Union1")
.of(left, right)
.output();
assertEquals(flow, unioned.getFlow());
assertEquals(1, flow.size());
final Union union = (Union) flow.operators().iterator().next();
assertEquals(flow, union.getFlow());
assertEquals("Union1", union.getName());
assertEquals(unioned, union.output());
assertEquals(2, union.listInputs().size());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild_OutputValues() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 2);
Dataset<Long> reduced = ReduceByKey.named("ReduceByKeyValues")
.of(dataset)
.keyBy(s -> s)
.valueBy(s -> 1L)
.reduceBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
.outputValues();
assertEquals(flow, reduced.getFlow());
assertEquals(2, flow.size());
ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
assertEquals(flow, reduce.getFlow());
assertEquals("ReduceByKeyValues", reduce.getName());
assertNotNull(reduce.getKeyExtractor());
assertNotNull(reduce.getValueExtractor());
assertNotNull(reduce.getReducer());
assertNull(reduce.getWindowing());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild_ThreeDataSet() {
final Flow flow = Flow.create("TEST");
final Dataset<String> first = Util.createMockDataset(flow, 1);
final Dataset<String> second = Util.createMockDataset(flow, 2);
final Dataset<String> third = Util.createMockDataset(flow, 3);
final Dataset<String> unioned = Union.named("Union1")
.of(first, second, third)
.output();
assertEquals(flow, unioned.getFlow());
assertEquals(1, flow.size());
final Union union = (Union) flow.operators().iterator().next();
assertEquals(flow, union.getFlow());
assertEquals("Union1", union.getName());
assertEquals(unioned, union.output());
assertEquals(3, union.listInputs().size());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild_WithCounters() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 1);
Dataset<String> mapped = MapElements.named("Map1")
.of(dataset)
.using((input, context) -> {
// use simple counter
context.getCounter("my-counter").increment();
return input.toLowerCase();
})
.output();
assertEquals(flow, mapped.getFlow());
assertEquals(1, flow.size());
MapElements map = (MapElements) flow.operators().iterator().next();
assertEquals(flow, map.getFlow());
assertEquals("Map1", map.getName());
assertNotNull(map.getMapper());
assertEquals(mapped, map.output());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 1);
Dataset<String> mapped = MapElements.named("Map1")
.of(dataset)
.using(s -> s)
.output();
assertEquals(flow, mapped.getFlow());
assertEquals(1, flow.size());
MapElements map = (MapElements) flow.operators().iterator().next();
assertEquals(flow, map.getFlow());
assertEquals("Map1", map.getName());
assertNotNull(map.getMapper());
assertEquals(mapped, map.output());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 2);
Time<String> windowing = Time.of(Duration.ofHours(1));
Dataset<Pair<String, Long>> reduced = ReduceByKey.named("ReduceByKey1")
.of(dataset)
.keyBy(s -> s)
.valueBy(s -> 1L)
.combineBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
.windowBy(windowing)
.output();
assertEquals(flow, reduced.getFlow());
assertEquals(1, flow.size());
ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
assertEquals(flow, reduce.getFlow());
assertEquals("ReduceByKey1", reduce.getName());
assertNotNull(reduce.getKeyExtractor());
assertNotNull(reduce.valueExtractor);
assertNotNull(reduce.reducer);
assertEquals(reduced, reduce.output());
assertSame(windowing, reduce.getWindowing());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 3);
Dataset<Pair<String, Long>> counted = SumByKey.named("SumByKey1")
.of(dataset)
.keyBy(s -> s)
.output();
assertEquals(flow, counted.getFlow());
assertEquals(1, flow.size());
SumByKey sum = (SumByKey) flow.operators().iterator().next();
assertEquals(flow, sum.getFlow());
assertEquals("SumByKey1", sum.getName());
assertNotNull(sum.keyExtractor);
assertEquals(counted, sum.output());
assertNull(sum.getWindowing());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 1);
Dataset<String> mapped = FlatMap.named("FlatMap1")
.of(dataset)
.using((String s, Collector<String> c) -> c.collect(s))
.output();
assertEquals(flow, mapped.getFlow());
assertEquals(1, flow.size());
FlatMap map = (FlatMap) flow.operators().iterator().next();
assertEquals(flow, map.getFlow());
assertEquals("FlatMap1", map.getName());
assertNotNull(map.getFunctor());
assertEquals(mapped, map.output());
assertNull(map.getEventTimeExtractor());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 3);
Time<String> windowing = Time.of(Duration.ofHours(1));
Dataset<String> uniq =
Distinct.named("Distinct1")
.of(dataset)
.windowBy(windowing)
.output();
assertEquals(flow, uniq.getFlow());
assertEquals(1, flow.size());
Distinct distinct = (Distinct) flow.operators().iterator().next();
assertEquals(flow, distinct.getFlow());
assertEquals("Distinct1", distinct.getName());
assertEquals(uniq, distinct.output());
assertSame(windowing, distinct.getWindowing());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild_EventTimeExtractor() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 1);
Dataset<BigDecimal> mapped = FlatMap.named("FlatMap2")
.of(dataset)
.using((String s, Collector<BigDecimal> c) -> c.collect(null))
.eventTimeBy(Long::parseLong) // ~ consuming the original input elements
.output();
assertEquals(flow, mapped.getFlow());
assertEquals(1, flow.size());
FlatMap map = (FlatMap) flow.operators().iterator().next();
assertEquals(flow, map.getFlow());
assertEquals("FlatMap2", map.getName());
assertNotNull(map.getFunctor());
assertEquals(mapped, map.output());
assertNotNull(map.getEventTimeExtractor());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild_WithCounters() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 1);
Dataset<String> mapped = FlatMap.named("FlatMap1")
.of(dataset)
.using((String s, Collector<String> c) -> {
c.getCounter("my-counter").increment();
c.collect(s);
})
.output();
assertEquals(flow, mapped.getFlow());
assertEquals(1, flow.size());
FlatMap map = (FlatMap) flow.operators().iterator().next();
assertEquals(flow, map.getFlow());
assertEquals("FlatMap1", map.getName());
assertNotNull(map.getFunctor());
assertEquals(mapped, map.output());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 3);
Time<String> windowing = Time.of(Duration.ofHours(1));
Dataset<Pair<String, Long>> counted = CountByKey.named("CountByKey1")
.of(dataset)
.keyBy(s -> s)
.windowBy(windowing)
.output();
assertEquals(flow, counted.getFlow());
assertEquals(1, flow.size());
CountByKey count = (CountByKey) flow.operators().iterator().next();
assertEquals(flow, count.getFlow());
assertEquals("CountByKey1", count.getName());
assertNotNull(count.keyExtractor);
assertEquals(counted, count.output());
assertSame(windowing, count.getWindowing());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> left = Util.createMockDataset(flow, 2);
Dataset<String> right = Util.createMockDataset(flow, 3);
Dataset<Pair<Integer, String>> joined = Join.named("Join1")
.of(left, right)
.by(String::length, String::length)
.using((String l, String r, Collector<String> c) -> {
// no-op
})
.output();
assertEquals(flow, joined.getFlow());
assertEquals(1, flow.size());
Join join = (Join) flow.operators().iterator().next();
assertEquals(flow, join.getFlow());
assertEquals("Join1", join.getName());
assertNotNull(join.leftKeyExtractor);
assertNotNull(join.rightKeyExtractor);
assertEquals(joined, join.output());
assertNull(join.getWindowing());
assertEquals(Join.Type.INNER, join.getType());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild_OutputValues() {
Flow flow = Flow.create("TEST");
Dataset<String> left = Util.createMockDataset(flow, 2);
Dataset<String> right = Util.createMockDataset(flow, 3);
Dataset<String> joined = Join.named("JoinValues")
.of(left, right)
.by(String::length, String::length)
.using((String l, String r, Collector<String> c) -> {
// no-op
})
.outputValues();
assertEquals(flow, joined.getFlow());
assertEquals(2, flow.size());
Join join = (Join) flow.operators().iterator().next();
assertEquals(flow, join.getFlow());
assertEquals("JoinValues", join.getName());
assertNotNull(join.getLeftKeyExtractor());
assertNotNull(join.getRightKeyExtractor());
assertNull(join.getWindowing());
assertEquals(Join.Type.INNER, join.getType());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild_WithCounters() {
Flow flow = Flow.create("TEST");
Dataset<String> left = Util.createMockDataset(flow, 2);
Dataset<String> right = Util.createMockDataset(flow, 3);
Dataset<Pair<Integer, String>> joined = Join.named("Join1")
.of(left, right)
.by(String::length, String::length)
.using((String l, String r, Collector<String> c) -> {
c.getCounter("my-counter").increment();
c.collect(l + r);
})
.output();
assertEquals(flow, joined.getFlow());
assertEquals(1, flow.size());
Join join = (Join) flow.operators().iterator().next();
assertEquals(flow, join.getFlow());
assertEquals("Join1", join.getName());
assertNotNull(join.leftKeyExtractor);
assertNotNull(join.rightKeyExtractor);
assertEquals(joined, join.output());
assertNull(join.getWindowing());
assertEquals(Join.Type.INNER, join.getType());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
String opName = "split";
Flow flow = Flow.create("split-test");
Dataset<String> dataset = Util.createMockDataset(flow, 1);
Split.Output<String> split = Split.named(opName)
.of(dataset)
.using((UnaryPredicate<String>) what -> true)
.output();
assertEquals(2, flow.size());
Filter positive =
(Filter) getOperator(flow, opName + Split.POSITIVE_FILTER_SUFFIX);
assertSame(flow, positive.getFlow());
assertNotNull(positive.getPredicate());
assertSame(positive.output(), split.positive());
Filter negative =
(Filter) getOperator(flow, opName + Split.NEGATIVE_FILTER_SUFFIX);
assertSame(flow, negative.getFlow());
assertNotNull(negative.getPredicate());
assertSame(negative.output(), split.negative());
}
代码示例来源:origin: seznam/euphoria
@Test
public void testBuild() {
Flow flow = Flow.create("TEST");
Dataset<String> dataset = Util.createMockDataset(flow, 2);
Time<String> windowing = Time.of(Duration.ofHours(1));
Dataset<Triple<String, Long, Long>> result = TopPerKey.named("TopPerKey1")
.of(dataset)
.keyBy(s -> s)
.valueBy(s -> 1L)
.scoreBy(s -> 1L)
.windowBy(windowing)
.output();
assertEquals(flow, result.getFlow());
assertEquals(1, flow.size());
TopPerKey tpk = (TopPerKey) Iterables.getOnlyElement(flow.operators());
assertEquals(flow, tpk.getFlow());
assertEquals("TopPerKey1", tpk.getName());
assertNotNull(tpk.getKeyExtractor());
assertNotNull(tpk.getValueExtractor());
assertNotNull(tpk.getScoreExtractor());
assertEquals(result, tpk.output());
assertSame(windowing, tpk.getWindowing());
}
内容来源于网络,如有侵权,请联系作者删除!