org.apache.storm.tuple.Tuple.getSourceGlobalStreamId()方法的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(4.8k)|赞(0)|评价(0)|浏览(77)

本文整理了Java中org.apache.storm.tuple.Tuple.getSourceGlobalStreamId()方法的一些代码示例,展示了Tuple.getSourceGlobalStreamId()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Tuple.getSourceGlobalStreamId()方法的具体详情如下:
包路径:org.apache.storm.tuple.Tuple
类名称:Tuple
方法名:getSourceGlobalStreamId

Tuple.getSourceGlobalStreamId介绍

[英]Returns the global stream id (component + stream) of this tuple.
[中]返回此元组的全局流id(组件+流)。

代码示例

代码示例来源:origin: apache/storm

private TupleType getTupleType(Tuple tuple) {
  if (_idStreamSpec != null
    && tuple.getSourceGlobalStreamId().equals(_idStreamSpec._id)) {
    return TupleType.ID;
  } else if (!_sourceArgs.isEmpty()
        && tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) {
    return TupleType.COORD;
  } else {
    return TupleType.REGULAR;
  }
}

代码示例来源:origin: apache/storm

private TupleType getTupleType(Tuple tuple, TrackedBatch batch) {
  CoordCondition cond = batch.condition;
  if (cond.commitStream != null
    && tuple.getSourceGlobalStreamId().equals(cond.commitStream)) {
    return TupleType.COMMIT;
  } else if (cond.expectedTaskReports > 0
        && tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) {
    return TupleType.COORD;
  } else {
    return TupleType.REGULAR;
  }
}

代码示例来源:origin: apache/storm

@Override
public void execute(final Tuple input) {
  long startTimeNs = System.nanoTime();
  InputStream in = inputStreams.get(input.getSourceGlobalStreamId());
  sleep.simulateProcessAndExecTime(executorIndex, startTimeNs, in, () -> {
    emitTuples(input);
    collector.ack(input);
  });
}

代码示例来源:origin: apache/storm

static TaskStream fromTuple(Tuple input) {
  return new TaskStream(input.getSourceTask(), input.getSourceGlobalStreamId());
}

代码示例来源:origin: apache/storm

private List<Tuple> getMockTuples(int count) {
    List<Tuple> mockTuples = new ArrayList<>();
    for (long i = 0; i < count; i++) {
      Tuple mockTuple = Mockito.mock(Tuple.class);
      Mockito.when(mockTuple.getLongByField("msgid")).thenReturn(i);
      Mockito.when(mockTuple.getSourceTask()).thenReturn(1);
      Mockito.when(mockTuple.getSourceGlobalStreamId()).thenReturn(new GlobalStreamId("a", "s"));
      mockTuples.add(mockTuple);
    }
    return mockTuples;
  }
}

代码示例来源:origin: apache/storm

Pair<Object, String> getValueAndStream(Tuple input) {
  Object value;
  String stream;
  // if tuple arrives from a spout, it can be passed as is
  // otherwise the value is in the first field of the tuple
  if (input.getSourceComponent().startsWith("spout")) {
    value = input;
    stream = input.getSourceGlobalStreamId().get_componentId() + input.getSourceGlobalStreamId().get_streamId();
  } else if (isPair(input)) {
    value = Pair.of(input.getValue(0), input.getValue(1));
    stream = input.getSourceStreamId();
  } else {
    value = input.getValue(0);
    stream = input.getSourceStreamId();
  }
  return Pair.of(value, stream);
}

代码示例来源:origin: apache/storm

@Override
public void execute(Tuple input) {
  if (isTupleTs()) {
    long ts = timestampExtractor.extractTimestamp(input);
    if (waterMarkEventGenerator.track(input.getSourceGlobalStreamId(), ts)) {
      windowManager.add(input, ts);
    } else {
      if (lateTupleStream != null) {
        windowedOutputCollector.emit(lateTupleStream, input, new Values(input));
      } else {
        LOG.info("Received a late tuple {} with ts {}. This will not be processed.", input, ts);
      }
      windowedOutputCollector.ack(input);
    }
  } else {
    windowManager.add(input);
  }
}

代码示例来源:origin: apache/storm

String batchGroup = _batchGroupIds.get(tuple.getSourceGlobalStreamId());
if (batchGroup == null) {

代码示例来源:origin: org.apache.storm/storm-core

private TupleType getTupleType(Tuple tuple) {
  if(_idStreamSpec!=null
      && tuple.getSourceGlobalStreamId().equals(_idStreamSpec._id)) {
    return TupleType.ID;
  } else if(!_sourceArgs.isEmpty()
      && tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) {
    return TupleType.COORD;
  } else {
    return TupleType.REGULAR;
  }
}

代码示例来源:origin: org.apache.storm/storm-core

private TupleType getTupleType(Tuple tuple, TrackedBatch batch) {
  CoordCondition cond = batch.condition;
  if(cond.commitStream!=null
      && tuple.getSourceGlobalStreamId().equals(cond.commitStream)) {
    return TupleType.COMMIT;
  } else if(cond.expectedTaskReports > 0
      && tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) {
    return TupleType.COORD;
  } else {
    return TupleType.REGULAR;
  }
}

代码示例来源:origin: org.apache.storm/storm-core

static TaskStream fromTuple(Tuple input) {
    return new TaskStream(input.getSourceTask(), input.getSourceGlobalStreamId());
  }
}

代码示例来源:origin: org.apache.storm/storm-core

@Override
public void execute(Tuple input) {
  if (isTupleTs()) {
    long ts = timestampExtractor.extractTimestamp(input);
    if (waterMarkEventGenerator.track(input.getSourceGlobalStreamId(), ts)) {
      windowManager.add(input, ts);
    } else {
      if (lateTupleStream != null) {
        windowedOutputCollector.emit(lateTupleStream, input, new Values(input));
      } else {
        LOG.info("Received a late tuple {} with ts {}. This will not be processed.", input, ts);
      }
      windowedOutputCollector.ack(input);
    }
  } else {
    windowManager.add(input);
  }
}

代码示例来源:origin: org.apache.storm/storm-core

String batchGroup = _batchGroupIds.get(tuple.getSourceGlobalStreamId());
if(batchGroup==null) {

相关文章