cz.seznam.euphoria.core.client.dataset.Dataset.getOutputSink()方法的使用及代码示例

x33g5p2x  于2022-01-18 转载在 其他  
字(4.8k)|赞(0)|评价(0)|浏览(151)

本文整理了Java中cz.seznam.euphoria.core.client.dataset.Dataset.getOutputSink()方法的一些代码示例,展示了Dataset.getOutputSink()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Dataset.getOutputSink()方法的具体详情如下:
包路径:cz.seznam.euphoria.core.client.dataset.Dataset
类名称:Dataset
方法名:getOutputSink

Dataset.getOutputSink介绍

[英]Retrieve output sink for this dataset.
[中]检索此数据集的输出接收器。

代码示例

代码示例来源:origin: seznam/euphoria

@SuppressWarnings("unchecked")
private static void applySinkTransforms(Flow flow) {
 List<Dataset<?>> outputs = flow.operators().stream()
   .filter(o -> o.output().getOutputSink() != null)
   .map(Operator::output)
   .collect(Collectors.toList());
 outputs.forEach(d -> {
  if (d.getOutputSink().prepareDataset((Dataset) d)) {
   // remove the old output sink
   d.persist(null);
  }
 });
}

代码示例来源:origin: seznam/euphoria

@SuppressWarnings("unchecked")
private static void applySinkTransforms(Flow flow) {
 List<Dataset<?>> outputs = flow.operators().stream()
   .filter(o -> o.output().getOutputSink() != null)
   .map(Operator::output)
   .collect(Collectors.toList());
 outputs.forEach(d -> {
  if (d.getOutputSink().prepareDataset((Dataset) d)) {
   // remove the old output sink
   d.persist(null);
  }
 });
}

代码示例来源:origin: seznam/euphoria

/**
 * Validate that no two output datasets use the same sink.
 * This is not supported, because we cannot clone the sink
 * (it can be used in client code after the flow has completed).
 */
@SuppressWarnings("unchecked")
private static void checkSinks(DAG<Operator<?, ?>> dag) {
 List<Pair<Dataset, DataSink>> outputs = dag.nodes()
   .filter(n -> n.output().getOutputSink() != null)
   .map(o -> Pair.of((Dataset) o.output(), (DataSink) o.output().getOutputSink()))
   .collect(Collectors.toList());
 Map<DataSink, Dataset> sinkDatasets = new HashMap<>();
 outputs.forEach(p -> {
  Dataset current = sinkDatasets.get(p.getSecond());
  if (current != null) {
   throw new IllegalArgumentException(
     "Operator " + current.getProducer().getName() + " and "
       + " operator " + p.getFirst().getProducer().getName()
       + " use the same sink " + p.getSecond());
  }
  sinkDatasets.put(p.getSecond(), p.getFirst());
 });
}

代码示例来源:origin: seznam/euphoria

/**
 * Validate that no two output datasets use the same sink.
 * This is not supported, because we cannot clone the sink
 * (it can be used in client code after the flow has completed).
 */
@SuppressWarnings("unchecked")
private static void checkSinks(DAG<Operator<?, ?>> dag) {
 List<Pair<Dataset, DataSink>> outputs = dag.nodes()
   .filter(n -> n.output().getOutputSink() != null)
   .map(o -> Pair.of((Dataset) o.output(), (DataSink) o.output().getOutputSink()))
   .collect(Collectors.toList());
 Map<DataSink, Dataset> sinkDatasets = new HashMap<>();
 outputs.forEach(p -> {
  Dataset current = sinkDatasets.get(p.getSecond());
  if (current != null) {
   throw new IllegalArgumentException(
     "Operator " + current.getProducer().getName() + " and "
       + " operator " + p.getFirst().getProducer().getName()
       + " use the same sink " + p.getSecond());
  }
  sinkDatasets.put(p.getSecond(), p.getFirst());
 });
}

代码示例来源:origin: seznam/euphoria

.stream()
.map(Node::get)
.filter(op -> op.output().getOutputSink() != null)
.forEach(op -> {
 final DataSink<?> sink = op.output().getOutputSink();
 sinks.add(sink);
 DataSet<?> flinkOutput =

代码示例来源:origin: seznam/euphoria

.stream()
.map(Node::get)
.filter(op -> op.output().getOutputSink() != null)
.forEach(op -> {
 final DataSink<?> sink = op.output().getOutputSink();
 sinks.add(sink);
 JavaRDD<SparkElement> sparkOutput =

代码示例来源:origin: seznam/euphoria

.stream()
.map(Node::get)
.filter(op -> op.output().getOutputSink() != null)
.forEach(op -> {
 final DataSink<?> sink = op.output().getOutputSink();
 sinks.add(sink);
 DataStream<?> flinkOutput =

代码示例来源:origin: seznam/euphoria

.map(n -> n.get().output().getOutputSink())
.filter(s -> s != null)
.collect(Collectors.toList());

代码示例来源:origin: seznam/euphoria

.map(n -> n.get().output().getOutputSink())
.filter(s -> s != null)
.collect(Collectors.toList());

代码示例来源:origin: seznam/euphoria

if (n.get().output().getOutputSink() != null) {
 leaf.output().persist((DataSink) n.get().output().getOutputSink());

代码示例来源:origin: seznam/euphoria

if (n.get().output().getOutputSink() != null) {
 leaf.output().persist((DataSink) n.get().output().getOutputSink());

代码示例来源:origin: seznam/euphoria

DataSink<?> sink = output.get().output().getOutputSink();
sink.initialize();
final InputProvider provider = context.get(output.get(), null);

代码示例来源:origin: seznam/euphoria

DataSink<?> sink = output.get().output().getOutputSink();
sink.initialize();
final InputProvider provider = context.get(output.get(), null);

代码示例来源:origin: seznam/euphoria

union.getChildren(), ReduceStateByKey.class);
assertNotNull(secondReduceStateByKey.get().output().getOutputSink());
assertEquals(StdoutSink.class,
  secondReduceStateByKey.get().output().getOutputSink().getClass());
Node<Operator<?, ?>> secondFlatMap = getOnlyAndValidate(
  firstReduceStateByKey.getChildren(), FlatMap.class);

相关文章