cz.seznam.euphoria.core.client.flow.Flow.size()方法的使用及代码示例

x33g5p2x  于2022-01-19 转载在 其他  
字(13.0k)|赞(0)|评价(0)|浏览(74)

本文整理了Java中cz.seznam.euphoria.core.client.flow.Flow.size()方法的一些代码示例,展示了Flow.size()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Flow.size()方法的具体详情如下:
包路径:cz.seznam.euphoria.core.client.flow.Flow
类名称:Flow
方法名:size

Flow.size介绍

暂无

代码示例

代码示例来源:origin: seznam/euphoria

@Override
public String toString() {
 return "Flow{" +
     "name='" + name + '\'' +
     ", size=" + size() +
     '}';
}

代码示例来源:origin: seznam/euphoria

@Override
public String toString() {
 return "Flow{" +
     "name='" + name + '\'' +
     ", size=" + size() +
     '}';
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> filtered = Filter.named("Filter1")
     .of(dataset)
     .by(s -> !s.equals(""))
     .output();
 assertEquals(flow, filtered.getFlow());
 assertEquals(1, flow.size());
 Filter filter = (Filter) flow.operators().iterator().next();
 assertEquals(flow, filter.getFlow());
 assertEquals("Filter1", filter.getName());
 assertNotNull(filter.predicate);
 assertEquals(filtered, filter.output());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 final Flow flow = Flow.create("TEST");
 final Dataset<String> left = Util.createMockDataset(flow, 2);
 final Dataset<String> right = Util.createMockDataset(flow, 3);
 final Dataset<String> unioned = Union.named("Union1")
   .of(left, right)
   .output();
 assertEquals(flow, unioned.getFlow());
 assertEquals(1, flow.size());
 final Union union = (Union) flow.operators().iterator().next();
 assertEquals(flow, union.getFlow());
 assertEquals("Union1", union.getName());
 assertEquals(unioned, union.output());
 assertEquals(2, union.listInputs().size());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_OutputValues() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 Dataset<Long> reduced = ReduceByKey.named("ReduceByKeyValues")
   .of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .reduceBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
   .outputValues();
 assertEquals(flow, reduced.getFlow());
 assertEquals(2, flow.size());
 ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
 assertEquals(flow, reduce.getFlow());
 assertEquals("ReduceByKeyValues", reduce.getName());
 assertNotNull(reduce.getKeyExtractor());
 assertNotNull(reduce.getValueExtractor());
 assertNotNull(reduce.getReducer());
 assertNull(reduce.getWindowing());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ThreeDataSet() {
 final Flow flow = Flow.create("TEST");
 final Dataset<String> first = Util.createMockDataset(flow, 1);
 final Dataset<String> second = Util.createMockDataset(flow, 2);
 final Dataset<String> third = Util.createMockDataset(flow, 3);
 final Dataset<String> unioned = Union.named("Union1")
   .of(first, second, third)
   .output();
 assertEquals(flow, unioned.getFlow());
 assertEquals(1, flow.size());
 final Union union = (Union) flow.operators().iterator().next();
 assertEquals(flow, union.getFlow());
 assertEquals("Union1", union.getName());
 assertEquals(unioned, union.output());
 assertEquals(3, union.listInputs().size());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_WithCounters() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> mapped = MapElements.named("Map1")
     .of(dataset)
     .using((input, context) -> {
      // use simple counter
      context.getCounter("my-counter").increment();
      return input.toLowerCase();
     })
     .output();
 assertEquals(flow, mapped.getFlow());
 assertEquals(1, flow.size());
 MapElements map = (MapElements) flow.operators().iterator().next();
 assertEquals(flow, map.getFlow());
 assertEquals("Map1", map.getName());
 assertNotNull(map.getMapper());
 assertEquals(mapped, map.output());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> mapped = MapElements.named("Map1")
   .of(dataset)
   .using(s -> s)
   .output();
 assertEquals(flow, mapped.getFlow());
 assertEquals(1, flow.size());
 MapElements map = (MapElements) flow.operators().iterator().next();
 assertEquals(flow, map.getFlow());
 assertEquals("Map1", map.getName());
 assertNotNull(map.getMapper());
 assertEquals(mapped, map.output());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 Time<String> windowing = Time.of(Duration.ofHours(1));
 Dataset<Pair<String, Long>> reduced = ReduceByKey.named("ReduceByKey1")
   .of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .combineBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
   .windowBy(windowing)
   .output();
 assertEquals(flow, reduced.getFlow());
 assertEquals(1, flow.size());
 ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
 assertEquals(flow, reduce.getFlow());
 assertEquals("ReduceByKey1", reduce.getName());
 assertNotNull(reduce.getKeyExtractor());
 assertNotNull(reduce.valueExtractor);
 assertNotNull(reduce.reducer);
 assertEquals(reduced, reduce.output());
 assertSame(windowing, reduce.getWindowing());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 Dataset<Pair<String, Long>> counted = SumByKey.named("SumByKey1")
   .of(dataset)
   .keyBy(s -> s)
   .output();
 assertEquals(flow, counted.getFlow());
 assertEquals(1, flow.size());
 SumByKey sum = (SumByKey) flow.operators().iterator().next();
 assertEquals(flow, sum.getFlow());
 assertEquals("SumByKey1", sum.getName());
 assertNotNull(sum.keyExtractor);
 assertEquals(counted, sum.output());
 assertNull(sum.getWindowing());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> mapped = FlatMap.named("FlatMap1")
   .of(dataset)
   .using((String s, Collector<String> c) -> c.collect(s))
   .output();
 assertEquals(flow, mapped.getFlow());
 assertEquals(1, flow.size());
 FlatMap map = (FlatMap) flow.operators().iterator().next();
 assertEquals(flow, map.getFlow());
 assertEquals("FlatMap1", map.getName());
 assertNotNull(map.getFunctor());
 assertEquals(mapped, map.output());
 assertNull(map.getEventTimeExtractor());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 Time<String> windowing = Time.of(Duration.ofHours(1));
 Dataset<String> uniq =
   Distinct.named("Distinct1")
     .of(dataset)
     .windowBy(windowing)
     .output();
 assertEquals(flow, uniq.getFlow());
 assertEquals(1, flow.size());
 Distinct distinct = (Distinct) flow.operators().iterator().next();
 assertEquals(flow, distinct.getFlow());
 assertEquals("Distinct1", distinct.getName());
 assertEquals(uniq, distinct.output());
 assertSame(windowing, distinct.getWindowing());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_EventTimeExtractor() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<BigDecimal> mapped = FlatMap.named("FlatMap2")
   .of(dataset)
   .using((String s, Collector<BigDecimal> c) -> c.collect(null))
   .eventTimeBy(Long::parseLong) // ~ consuming the original input elements
   .output();
 assertEquals(flow, mapped.getFlow());
 assertEquals(1, flow.size());
 FlatMap map = (FlatMap) flow.operators().iterator().next();
 assertEquals(flow, map.getFlow());
 assertEquals("FlatMap2", map.getName());
 assertNotNull(map.getFunctor());
 assertEquals(mapped, map.output());
 assertNotNull(map.getEventTimeExtractor());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_WithCounters() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> mapped = FlatMap.named("FlatMap1")
     .of(dataset)
     .using((String s, Collector<String> c) -> {
      c.getCounter("my-counter").increment();
      c.collect(s);
     })
     .output();
 assertEquals(flow, mapped.getFlow());
 assertEquals(1, flow.size());
 FlatMap map = (FlatMap) flow.operators().iterator().next();
 assertEquals(flow, map.getFlow());
 assertEquals("FlatMap1", map.getName());
 assertNotNull(map.getFunctor());
 assertEquals(mapped, map.output());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 Time<String> windowing = Time.of(Duration.ofHours(1));
 Dataset<Pair<String, Long>> counted = CountByKey.named("CountByKey1")
     .of(dataset)
     .keyBy(s -> s)
     .windowBy(windowing)
     .output();
 assertEquals(flow, counted.getFlow());
 assertEquals(1, flow.size());
 CountByKey count = (CountByKey) flow.operators().iterator().next();
 assertEquals(flow, count.getFlow());
 assertEquals("CountByKey1", count.getName());
 assertNotNull(count.keyExtractor);
 assertEquals(counted, count.output());
 assertSame(windowing, count.getWindowing());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> left = Util.createMockDataset(flow, 2);
 Dataset<String> right = Util.createMockDataset(flow, 3);
 Dataset<Pair<Integer, String>> joined = Join.named("Join1")
   .of(left, right)
   .by(String::length, String::length)
   .using((String l, String r, Collector<String> c) -> {
    // no-op
   })
   .output();
 assertEquals(flow, joined.getFlow());
 assertEquals(1, flow.size());
 Join join = (Join) flow.operators().iterator().next();
 assertEquals(flow, join.getFlow());
 assertEquals("Join1", join.getName());
 assertNotNull(join.leftKeyExtractor);
 assertNotNull(join.rightKeyExtractor);
 assertEquals(joined, join.output());
 assertNull(join.getWindowing());
 assertEquals(Join.Type.INNER, join.getType());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_OutputValues() {
 Flow flow = Flow.create("TEST");
 Dataset<String> left = Util.createMockDataset(flow, 2);
 Dataset<String> right = Util.createMockDataset(flow, 3);
 Dataset<String> joined = Join.named("JoinValues")
   .of(left, right)
   .by(String::length, String::length)
   .using((String l, String r, Collector<String> c) -> {
    // no-op
   })
   .outputValues();
 assertEquals(flow, joined.getFlow());
 assertEquals(2, flow.size());
 Join join = (Join) flow.operators().iterator().next();
 assertEquals(flow, join.getFlow());
 assertEquals("JoinValues", join.getName());
 assertNotNull(join.getLeftKeyExtractor());
 assertNotNull(join.getRightKeyExtractor());
 assertNull(join.getWindowing());
 assertEquals(Join.Type.INNER, join.getType());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_WithCounters() {
 Flow flow = Flow.create("TEST");
 Dataset<String> left = Util.createMockDataset(flow, 2);
 Dataset<String> right = Util.createMockDataset(flow, 3);
 Dataset<Pair<Integer, String>> joined = Join.named("Join1")
   .of(left, right)
   .by(String::length, String::length)
   .using((String l, String r, Collector<String> c) -> {
    c.getCounter("my-counter").increment();
    c.collect(l + r);
   })
   .output();
 assertEquals(flow, joined.getFlow());
 assertEquals(1, flow.size());
 Join join = (Join) flow.operators().iterator().next();
 assertEquals(flow, join.getFlow());
 assertEquals("Join1", join.getName());
 assertNotNull(join.leftKeyExtractor);
 assertNotNull(join.rightKeyExtractor);
 assertEquals(joined, join.output());
 assertNull(join.getWindowing());
 assertEquals(Join.Type.INNER, join.getType());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 String opName = "split";
 Flow flow = Flow.create("split-test");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Split.Output<String> split = Split.named(opName)
   .of(dataset)
   .using((UnaryPredicate<String>) what -> true)
   .output();
 assertEquals(2, flow.size());
 Filter positive =
   (Filter) getOperator(flow, opName + Split.POSITIVE_FILTER_SUFFIX);
 assertSame(flow, positive.getFlow());
 assertNotNull(positive.getPredicate());
 assertSame(positive.output(), split.positive());
 Filter negative =
   (Filter) getOperator(flow, opName + Split.NEGATIVE_FILTER_SUFFIX);
 assertSame(flow, negative.getFlow());
 assertNotNull(negative.getPredicate());
 assertSame(negative.output(), split.negative());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 Time<String> windowing = Time.of(Duration.ofHours(1));
 Dataset<Triple<String, Long, Long>> result = TopPerKey.named("TopPerKey1")
   .of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .scoreBy(s -> 1L)
   .windowBy(windowing)
   .output();
 assertEquals(flow, result.getFlow());
 assertEquals(1, flow.size());
 TopPerKey tpk = (TopPerKey) Iterables.getOnlyElement(flow.operators());
 assertEquals(flow, tpk.getFlow());
 assertEquals("TopPerKey1", tpk.getName());
 assertNotNull(tpk.getKeyExtractor());
 assertNotNull(tpk.getValueExtractor());
 assertNotNull(tpk.getScoreExtractor());
 assertEquals(result, tpk.output());
 assertSame(windowing, tpk.getWindowing());
}

相关文章