cz.seznam.euphoria.core.client.flow.Flow.operators()方法的使用及代码示例

x33g5p2x  于2022-01-19 转载在 其他  
字(7.9k)|赞(0)|评价(0)|浏览(100)

本文整理了Java中cz.seznam.euphoria.core.client.flow.Flow.operators()方法的一些代码示例,展示了Flow.operators()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Flow.operators()方法的具体详情如下:
包路径:cz.seznam.euphoria.core.client.flow.Flow
类名称:Flow
方法名:operators

Flow.operators介绍

[英]A list of all operators in the flow. The ordering is unspecified.
[中]流中所有运算符的列表。订单未指明。

代码示例

代码示例来源:origin: seznam/euphoria

private Operator<?, ?> getOperator(Flow flow, String name) {
 Optional<Operator<?, ?>> op = flow.operators().stream()
   .filter(o -> o.getName().equals(name))
   .findFirst();
 return op.isPresent() ? op.get() : null;
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ReduceBy() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 ReduceByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .reduceBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
   .output();
 ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
 assertNotNull(reduce.reducer);
}

代码示例来源:origin: seznam/euphoria

@Test
 public void testBuild_ImplicitName() {
  Flow flow = Flow.create("TEST");
  Dataset<String> dataset = Util.createMockDataset(flow, 1);

  Dataset<String> filtered = Filter.of(dataset)
      .by(s -> !s.equals(""))
      .output();

  Filter filter = (Filter) flow.operators().iterator().next();
  assertEquals("Filter", filter.getName());
 }
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 ReduceByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .combineBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
   .output();
 ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
 assertEquals("ReduceByKey", reduce.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 Dataset<String> uniq = Distinct.of(dataset).output();
 Distinct distinct = (Distinct) flow.operators().iterator().next();
 assertEquals("Distinct", distinct.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_sortedValuesWithNoWindowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 ReduceByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .reduceBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
   .withSortedValues(Long::compare)
   .output();
 ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
 assertNotNull(reduce.valueComparator);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> mapped = MapElements.of(dataset)
     .using(s -> s)
     .output();
 MapElements map = (MapElements) flow.operators().iterator().next();
 assertEquals("MapElements", map.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 SumByKey.of(dataset)
   .keyBy(s -> s)
   .output();
 SumByKey sum = (SumByKey) flow.operators().iterator().next();
 assertEquals("SumByKey", sum.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 CountByKey.of(dataset)
     .keyBy(s -> s)
     .output();
 CountByKey count = (CountByKey) flow.operators().iterator().next();
 assertEquals("CountByKey", count.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
 public void testBuild_ImplicitName() {
  final Flow flow = Flow.create("TEST");
  final Dataset<String> left = Util.createMockDataset(flow, 2);
  final Dataset<String> right = Util.createMockDataset(flow, 3);

  Union.of(left, right).output();

  final Union union = (Union) flow.operators().iterator().next();
  assertEquals("Union", union.getName());
 }
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> mapped = FlatMap.of(dataset)
     .using((String s, Collector<String> c) -> c.collect(s))
     .output();
 FlatMap map = (FlatMap) flow.operators().iterator().next();
 assertEquals("FlatMap", map.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_Windowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 Dataset<String> uniq = Distinct.of(dataset)
     .windowBy(Time.of(Duration.ofHours(1)))
     .output();
 Distinct distinct = (Distinct) flow.operators().iterator().next();
 assertTrue(distinct.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testWindow_applyIf() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 Distinct.of(dataset)
   .applyIf(true, b -> b.windowBy(Time.of(Duration.ofHours(1))))
   .output();
 Distinct distinct = (Distinct) flow.operators().iterator().next();
 assertTrue(distinct.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_Windowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 CountByKey.named("CountByKey1")
     .of(dataset)
     .keyBy(s -> s)
     .windowBy(Time.of(Duration.ofHours(1)))
     .output();
 CountByKey count = (CountByKey) flow.operators().iterator().next();
 assertTrue(count.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_Windowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 SumByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .windowBy(Time.of(Duration.ofHours(1)))
   .output();
 SumByKey sum = (SumByKey) flow.operators().iterator().next();
 assertTrue(sum.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testWindow_applyIf() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 SumByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .applyIf(true, b -> b.windowBy(Time.of(Duration.ofHours(1))))
   .output();
 SumByKey sum = (SumByKey) flow.operators().iterator().next();
 assertTrue(sum.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testWindow_applyIf() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 CountByKey.named("CountByKey1")
   .of(dataset)
   .keyBy(s -> s)
   .applyIf(true, b -> b.windowBy(Time.of(Duration.ofHours(1))))
   .output();
 CountByKey count = (CountByKey) flow.operators().iterator().next();
 assertTrue(count.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 TopPerKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .scoreBy(s -> 1L)
   .output();
 TopPerKey tpk = (TopPerKey) Iterables.getOnlyElement(flow.operators());
 assertEquals("TopPerKey", tpk.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_Windowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 TopPerKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .scoreBy(s -> 1L)
   .windowBy(Time.of(Duration.ofHours(1)))
   .output();
 assertTrue(Iterables.getOnlyElement(flow.operators()) instanceof TopPerKey);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testWindow_applyIf() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 TopPerKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .scoreBy(s -> 1L)
   .applyIf(true, b -> b.windowBy(Time.of(Duration.ofHours(1))))
   .output();
 
 TopPerKey tpk = (TopPerKey) Iterables.getOnlyElement(flow.operators());
 assertTrue(tpk.windowing instanceof Time);
}

相关文章