本文整理了Java中org.apache.storm.tuple.Tuple.getSourceGlobalStreamId()
方法的一些代码示例,展示了Tuple.getSourceGlobalStreamId()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Tuple.getSourceGlobalStreamId()
方法的具体详情如下:
包路径:org.apache.storm.tuple.Tuple
类名称:Tuple
方法名:getSourceGlobalStreamId
[英]Returns the global stream id (component + stream) of this tuple.
[中]返回此元组的全局流id(组件+流)。
代码示例来源:origin: apache/storm
private TupleType getTupleType(Tuple tuple) {
if (_idStreamSpec != null
&& tuple.getSourceGlobalStreamId().equals(_idStreamSpec._id)) {
return TupleType.ID;
} else if (!_sourceArgs.isEmpty()
&& tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) {
return TupleType.COORD;
} else {
return TupleType.REGULAR;
}
}
代码示例来源:origin: apache/storm
private TupleType getTupleType(Tuple tuple, TrackedBatch batch) {
CoordCondition cond = batch.condition;
if (cond.commitStream != null
&& tuple.getSourceGlobalStreamId().equals(cond.commitStream)) {
return TupleType.COMMIT;
} else if (cond.expectedTaskReports > 0
&& tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) {
return TupleType.COORD;
} else {
return TupleType.REGULAR;
}
}
代码示例来源:origin: apache/storm
@Override
public void execute(final Tuple input) {
long startTimeNs = System.nanoTime();
InputStream in = inputStreams.get(input.getSourceGlobalStreamId());
sleep.simulateProcessAndExecTime(executorIndex, startTimeNs, in, () -> {
emitTuples(input);
collector.ack(input);
});
}
代码示例来源:origin: apache/storm
static TaskStream fromTuple(Tuple input) {
return new TaskStream(input.getSourceTask(), input.getSourceGlobalStreamId());
}
代码示例来源:origin: apache/storm
private List<Tuple> getMockTuples(int count) {
List<Tuple> mockTuples = new ArrayList<>();
for (long i = 0; i < count; i++) {
Tuple mockTuple = Mockito.mock(Tuple.class);
Mockito.when(mockTuple.getLongByField("msgid")).thenReturn(i);
Mockito.when(mockTuple.getSourceTask()).thenReturn(1);
Mockito.when(mockTuple.getSourceGlobalStreamId()).thenReturn(new GlobalStreamId("a", "s"));
mockTuples.add(mockTuple);
}
return mockTuples;
}
}
代码示例来源:origin: apache/storm
Pair<Object, String> getValueAndStream(Tuple input) {
Object value;
String stream;
// if tuple arrives from a spout, it can be passed as is
// otherwise the value is in the first field of the tuple
if (input.getSourceComponent().startsWith("spout")) {
value = input;
stream = input.getSourceGlobalStreamId().get_componentId() + input.getSourceGlobalStreamId().get_streamId();
} else if (isPair(input)) {
value = Pair.of(input.getValue(0), input.getValue(1));
stream = input.getSourceStreamId();
} else {
value = input.getValue(0);
stream = input.getSourceStreamId();
}
return Pair.of(value, stream);
}
代码示例来源:origin: apache/storm
@Override
public void execute(Tuple input) {
if (isTupleTs()) {
long ts = timestampExtractor.extractTimestamp(input);
if (waterMarkEventGenerator.track(input.getSourceGlobalStreamId(), ts)) {
windowManager.add(input, ts);
} else {
if (lateTupleStream != null) {
windowedOutputCollector.emit(lateTupleStream, input, new Values(input));
} else {
LOG.info("Received a late tuple {} with ts {}. This will not be processed.", input, ts);
}
windowedOutputCollector.ack(input);
}
} else {
windowManager.add(input);
}
}
代码示例来源:origin: apache/storm
String batchGroup = _batchGroupIds.get(tuple.getSourceGlobalStreamId());
if (batchGroup == null) {
代码示例来源:origin: org.apache.storm/storm-core
private TupleType getTupleType(Tuple tuple) {
if(_idStreamSpec!=null
&& tuple.getSourceGlobalStreamId().equals(_idStreamSpec._id)) {
return TupleType.ID;
} else if(!_sourceArgs.isEmpty()
&& tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) {
return TupleType.COORD;
} else {
return TupleType.REGULAR;
}
}
代码示例来源:origin: org.apache.storm/storm-core
private TupleType getTupleType(Tuple tuple, TrackedBatch batch) {
CoordCondition cond = batch.condition;
if(cond.commitStream!=null
&& tuple.getSourceGlobalStreamId().equals(cond.commitStream)) {
return TupleType.COMMIT;
} else if(cond.expectedTaskReports > 0
&& tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) {
return TupleType.COORD;
} else {
return TupleType.REGULAR;
}
}
代码示例来源:origin: org.apache.storm/storm-core
static TaskStream fromTuple(Tuple input) {
return new TaskStream(input.getSourceTask(), input.getSourceGlobalStreamId());
}
}
代码示例来源:origin: org.apache.storm/storm-core
@Override
public void execute(Tuple input) {
if (isTupleTs()) {
long ts = timestampExtractor.extractTimestamp(input);
if (waterMarkEventGenerator.track(input.getSourceGlobalStreamId(), ts)) {
windowManager.add(input, ts);
} else {
if (lateTupleStream != null) {
windowedOutputCollector.emit(lateTupleStream, input, new Values(input));
} else {
LOG.info("Received a late tuple {} with ts {}. This will not be processed.", input, ts);
}
windowedOutputCollector.ack(input);
}
} else {
windowManager.add(input);
}
}
代码示例来源:origin: org.apache.storm/storm-core
String batchGroup = _batchGroupIds.get(tuple.getSourceGlobalStreamId());
if(batchGroup==null) {
内容来源于网络,如有侵权,请联系作者删除!