cz.seznam.euphoria.core.client.flow.Flow.create()方法的使用及代码示例

x33g5p2x  于2022-01-19 转载在 其他  
字(7.0k)|赞(0)|评价(0)|浏览(85)

本文整理了Java中cz.seznam.euphoria.core.client.flow.Flow.create()方法的一些代码示例,展示了Flow.create()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Flow.create()方法的具体详情如下:
包路径:cz.seznam.euphoria.core.client.flow.Flow
类名称:Flow
方法名:create

Flow.create介绍

[英]Creates a new (anonymous) Flow.
[中]创建新的(匿名)流。

代码示例

代码示例来源:origin: seznam/euphoria

/**
 * Creates a new (anonymous) Flow.
 *
 * @return a new flow with an undefined name,
 *          i.e. either not named at all or with a system generated name
 */
public static Flow create() {
 return create(null);
}

代码示例来源:origin: seznam/euphoria

/**
 * Creates a new (anonymous) Flow.
 *
 * @return a new flow with an undefined name,
 *          i.e. either not named at all or with a system generated name
 */
public static Flow create() {
 return create(null);
}

代码示例来源:origin: seznam/euphoria

protected AbstractTestCase(String name, Settings settings, int parallel) {
 this.flow = Flow.create(name, settings);
 this.settings = settings;
 this.parallel = parallel;
 if (parallel <= 0) {
  throw new IllegalArgumentException("Parallelism has to be at least 1");
 }
}

代码示例来源:origin: seznam/euphoria

@Before
@Override
public void setUp() throws Exception {
 super.setUp();
 flow = Flow.create();
 loadedPaths = new ArrayList<>();
}

代码示例来源:origin: seznam/euphoria

public void execute(Executor executor) {
  final Flow flow = Flow.create("test");
  final ListDataSink<OUT> sink = ListDataSink.get();
  buildFlow(flow).persist(sink);
  executor.submit(flow).join();
  DatasetAssert.unorderedEquals(getOutput(), sink.getOutputs());
 }
}

代码示例来源:origin: seznam/euphoria

public void execute(Executor executor) {
  final Flow flow = Flow.create("test");
  final ListDataSink<OUT> sink = ListDataSink.get();
  buildFlow(flow).persist(sink);
  executor.submit(flow).join();
  DatasetAssert.unorderedEquals(getOutput(), sink.getOutputs());
 }
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ReduceBy() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 ReduceByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .reduceBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
   .output();
 ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
 assertNotNull(reduce.reducer);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 ReduceByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .combineBy(n -> StreamSupport.stream(n.spliterator(), false).mapToLong(Long::new).sum())
   .output();
 ReduceByKey reduce = (ReduceByKey) flow.operators().iterator().next();
 assertEquals("ReduceByKey", reduce.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 Dataset<String> uniq = Distinct.of(dataset).output();
 Distinct distinct = (Distinct) flow.operators().iterator().next();
 assertEquals("Distinct", distinct.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 SumByKey.of(dataset)
   .keyBy(s -> s)
   .output();
 SumByKey sum = (SumByKey) flow.operators().iterator().next();
 assertEquals("SumByKey", sum.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 CountByKey.of(dataset)
     .keyBy(s -> s)
     .output();
 CountByKey count = (CountByKey) flow.operators().iterator().next();
 assertEquals("CountByKey", count.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 1);
 Dataset<String> mapped = MapElements.of(dataset)
     .using(s -> s)
     .output();
 MapElements map = (MapElements) flow.operators().iterator().next();
 assertEquals("MapElements", map.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_Windowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 CountByKey.named("CountByKey1")
     .of(dataset)
     .keyBy(s -> s)
     .windowBy(Time.of(Duration.ofHours(1)))
     .output();
 CountByKey count = (CountByKey) flow.operators().iterator().next();
 assertTrue(count.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_Windowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 SumByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .windowBy(Time.of(Duration.ofHours(1)))
   .output();
 SumByKey sum = (SumByKey) flow.operators().iterator().next();
 assertTrue(sum.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testWindow_applyIf() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 SumByKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .applyIf(true, b -> b.windowBy(Time.of(Duration.ofHours(1))))
   .output();
 SumByKey sum = (SumByKey) flow.operators().iterator().next();
 assertTrue(sum.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
public void testWindow_applyIf() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 CountByKey.named("CountByKey1")
   .of(dataset)
   .keyBy(s -> s)
   .applyIf(true, b -> b.windowBy(Time.of(Duration.ofHours(1))))
   .output();
 CountByKey count = (CountByKey) flow.operators().iterator().next();
 assertTrue(count.getWindowing() instanceof Time);
}

代码示例来源:origin: seznam/euphoria

@Test
 public void testBuild_Hints() {
  Flow flow = Flow.create("TEST");
  Dataset<String> dataset = Util.createMockDataset(flow, 1);

  Dataset<String> dataSetWithHint = MapElements.of(dataset).using(i -> i).output(SizeHint.FITS_IN_MEMORY);

  assertTrue(dataSetWithHint.getProducer().getHints().contains(SizeHint.FITS_IN_MEMORY));
  assertEquals(1, dataSetWithHint.getProducer().getHints().size());

  Dataset<String> dataSetWithoutHint = MapElements.of(dataset).using(i -> i).output();
  assertEquals(0, dataSetWithoutHint.getProducer().getHints().size());
 }
}

代码示例来源:origin: seznam/euphoria

@Before
@Override
public void setUp() throws Exception {
 super.setUp();
 source = HBaseSource.newBuilder().addFamily("t")
   .withConfiguration(cluster.getConfiguration())
   .withTable("test")
   .build();
 flow = Flow.create();
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_ImplicitName() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 2);
 TopPerKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .scoreBy(s -> 1L)
   .output();
 TopPerKey tpk = (TopPerKey) Iterables.getOnlyElement(flow.operators());
 assertEquals("TopPerKey", tpk.getName());
}

代码示例来源:origin: seznam/euphoria

@Test
public void testBuild_Windowing() {
 Flow flow = Flow.create("TEST");
 Dataset<String> dataset = Util.createMockDataset(flow, 3);
 TopPerKey.of(dataset)
   .keyBy(s -> s)
   .valueBy(s -> 1L)
   .scoreBy(s -> 1L)
   .windowBy(Time.of(Duration.ofHours(1)))
   .output();
 assertTrue(Iterables.getOnlyElement(flow.operators()) instanceof TopPerKey);
}

相关文章