本文整理了Java中cz.seznam.euphoria.core.client.dataset.Dataset.getOutputSink()
方法的一些代码示例,展示了Dataset.getOutputSink()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Dataset.getOutputSink()
方法的具体详情如下:
包路径:cz.seznam.euphoria.core.client.dataset.Dataset
类名称:Dataset
方法名:getOutputSink
[英]Retrieve output sink for this dataset.
[中]检索此数据集的输出接收器。
代码示例来源:origin: seznam/euphoria
@SuppressWarnings("unchecked")
private static void applySinkTransforms(Flow flow) {
List<Dataset<?>> outputs = flow.operators().stream()
.filter(o -> o.output().getOutputSink() != null)
.map(Operator::output)
.collect(Collectors.toList());
outputs.forEach(d -> {
if (d.getOutputSink().prepareDataset((Dataset) d)) {
// remove the old output sink
d.persist(null);
}
});
}
代码示例来源:origin: seznam/euphoria
@SuppressWarnings("unchecked")
private static void applySinkTransforms(Flow flow) {
List<Dataset<?>> outputs = flow.operators().stream()
.filter(o -> o.output().getOutputSink() != null)
.map(Operator::output)
.collect(Collectors.toList());
outputs.forEach(d -> {
if (d.getOutputSink().prepareDataset((Dataset) d)) {
// remove the old output sink
d.persist(null);
}
});
}
代码示例来源:origin: seznam/euphoria
/**
* Validate that no two output datasets use the same sink.
* This is not supported, because we cannot clone the sink
* (it can be used in client code after the flow has completed).
*/
@SuppressWarnings("unchecked")
private static void checkSinks(DAG<Operator<?, ?>> dag) {
List<Pair<Dataset, DataSink>> outputs = dag.nodes()
.filter(n -> n.output().getOutputSink() != null)
.map(o -> Pair.of((Dataset) o.output(), (DataSink) o.output().getOutputSink()))
.collect(Collectors.toList());
Map<DataSink, Dataset> sinkDatasets = new HashMap<>();
outputs.forEach(p -> {
Dataset current = sinkDatasets.get(p.getSecond());
if (current != null) {
throw new IllegalArgumentException(
"Operator " + current.getProducer().getName() + " and "
+ " operator " + p.getFirst().getProducer().getName()
+ " use the same sink " + p.getSecond());
}
sinkDatasets.put(p.getSecond(), p.getFirst());
});
}
代码示例来源:origin: seznam/euphoria
/**
* Validate that no two output datasets use the same sink.
* This is not supported, because we cannot clone the sink
* (it can be used in client code after the flow has completed).
*/
@SuppressWarnings("unchecked")
private static void checkSinks(DAG<Operator<?, ?>> dag) {
List<Pair<Dataset, DataSink>> outputs = dag.nodes()
.filter(n -> n.output().getOutputSink() != null)
.map(o -> Pair.of((Dataset) o.output(), (DataSink) o.output().getOutputSink()))
.collect(Collectors.toList());
Map<DataSink, Dataset> sinkDatasets = new HashMap<>();
outputs.forEach(p -> {
Dataset current = sinkDatasets.get(p.getSecond());
if (current != null) {
throw new IllegalArgumentException(
"Operator " + current.getProducer().getName() + " and "
+ " operator " + p.getFirst().getProducer().getName()
+ " use the same sink " + p.getSecond());
}
sinkDatasets.put(p.getSecond(), p.getFirst());
});
}
代码示例来源:origin: seznam/euphoria
.stream()
.map(Node::get)
.filter(op -> op.output().getOutputSink() != null)
.forEach(op -> {
final DataSink<?> sink = op.output().getOutputSink();
sinks.add(sink);
DataSet<?> flinkOutput =
代码示例来源:origin: seznam/euphoria
.stream()
.map(Node::get)
.filter(op -> op.output().getOutputSink() != null)
.forEach(op -> {
final DataSink<?> sink = op.output().getOutputSink();
sinks.add(sink);
JavaRDD<SparkElement> sparkOutput =
代码示例来源:origin: seznam/euphoria
.stream()
.map(Node::get)
.filter(op -> op.output().getOutputSink() != null)
.forEach(op -> {
final DataSink<?> sink = op.output().getOutputSink();
sinks.add(sink);
DataStream<?> flinkOutput =
代码示例来源:origin: seznam/euphoria
.map(n -> n.get().output().getOutputSink())
.filter(s -> s != null)
.collect(Collectors.toList());
代码示例来源:origin: seznam/euphoria
.map(n -> n.get().output().getOutputSink())
.filter(s -> s != null)
.collect(Collectors.toList());
代码示例来源:origin: seznam/euphoria
if (n.get().output().getOutputSink() != null) {
leaf.output().persist((DataSink) n.get().output().getOutputSink());
代码示例来源:origin: seznam/euphoria
if (n.get().output().getOutputSink() != null) {
leaf.output().persist((DataSink) n.get().output().getOutputSink());
代码示例来源:origin: seznam/euphoria
DataSink<?> sink = output.get().output().getOutputSink();
sink.initialize();
final InputProvider provider = context.get(output.get(), null);
代码示例来源:origin: seznam/euphoria
DataSink<?> sink = output.get().output().getOutputSink();
sink.initialize();
final InputProvider provider = context.get(output.get(), null);
代码示例来源:origin: seznam/euphoria
union.getChildren(), ReduceStateByKey.class);
assertNotNull(secondReduceStateByKey.get().output().getOutputSink());
assertEquals(StdoutSink.class,
secondReduceStateByKey.get().output().getOutputSink().getClass());
Node<Operator<?, ?>> secondFlatMap = getOnlyAndValidate(
firstReduceStateByKey.getChildren(), FlatMap.class);
内容来源于网络,如有侵权,请联系作者删除!