org.apache.storm.tuple.Tuple.getSourceStreamId()方法的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(9.0k)|赞(0)|评价(0)|浏览(106)

本文整理了Java中org.apache.storm.tuple.Tuple.getSourceStreamId()方法的一些代码示例，展示了Tuple.getSourceStreamId()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Tuple.getSourceStreamId()方法的具体详情如下：
包路径：org.apache.storm.tuple.Tuple
类名称：Tuple
方法名：getSourceStreamId

Tuple.getSourceStreamId介绍

[英]Gets the id of the stream that this tuple was emitted to.
[中]获取向其发出此元组的流的id。

代码示例

代码示例来源：origin: apache/storm

private String getStreamSelector(Tuple ti) {
  switch (selectorType) {
    case STREAM:
      return ti.getSourceStreamId();
    case SOURCE:
      return ti.getSourceComponent();
    default:
      throw new RuntimeException(selectorType + " stream selector type not yet supported");
  }
}

代码示例来源：origin: apache/storm

public static boolean isTick(Tuple tuple) {
  return tuple != null
      && Constants.SYSTEM_COMPONENT_ID.equals(tuple.getSourceComponent())
      && Constants.SYSTEM_TICK_STREAM_ID.equals(tuple.getSourceStreamId());
}

代码示例来源：origin: apache/storm

@Override
public void execute(BatchInfo batchInfo, Tuple tuple) {
  String sourceStream = tuple.getSourceStreamId();
  InitialReceiver ir = _roots.get(sourceStream);
  if (ir == null) {
    throw new RuntimeException("Received unexpected tuple " + tuple.toString());
  }
  ir.receive((ProcessorContext) batchInfo.state, tuple);
}

代码示例来源：origin: apache/storm

private TupleType getTupleType(Tuple tuple) {
  if (_idStreamSpec != null
    && tuple.getSourceGlobalStreamId().equals(_idStreamSpec._id)) {
    return TupleType.ID;
  } else if (!_sourceArgs.isEmpty()
        && tuple.getSourceStreamId().equals(Constants.COORDINATED_STREAM_ID)) {
    return TupleType.COORD;
  } else {
    return TupleType.REGULAR;
  }
}

代码示例来源：origin: apache/storm

private TupleType getTupleType(Tuple tuple, TrackedBatch batch) {
  CoordCondition cond = batch.condition;
  if (cond.commitStream != null
    && tuple.getSourceGlobalStreamId().equals(cond.commitStream)) {
    return TupleType.COMMIT;
  } else if (cond.expectedTaskReports > 0
        && tuple.getSourceStreamId().startsWith(COORD_STREAM_PREFIX)) {
    return TupleType.COORD;
  } else {
    return TupleType.REGULAR;
  }
}

代码示例来源：origin: apache/storm

public void execute(Tuple input) {
  String component = input.getSourceComponent();
  Map<String, List<FixedTuple>> captured = emitted_tuples.get(_name);
  if (!captured.containsKey(component)) {
    captured.put(component, new ArrayList<FixedTuple>());
  }
  captured.get(component).add(new FixedTuple(input.getSourceStreamId(), input.getValues()));
  _collector.ack(input);
}

代码示例来源：origin: apache/storm

public static Tuple mockTuple(String componentId, String streamId) {
    Tuple tuple = Mockito.mock(Tuple.class);
    Mockito.when(tuple.getSourceComponent()).thenReturn(componentId);
    Mockito.when(tuple.getSourceStreamId()).thenReturn(streamId);
    return tuple;
  }
}

代码示例来源：origin: apache/storm

private void setUpMockTuples(Tuple... tuples) {
  for (Tuple tuple : tuples) {
    Mockito.when(tuple.size()).thenReturn(1);
    Mockito.when(tuple.getValue(0)).thenReturn(100);
    Mockito.when(tuple.getSourceComponent()).thenReturn("bolt0");
    Mockito.when(tuple.getSourceStreamId()).thenReturn("inputstream");
  }
}

代码示例来源：origin: apache/storm

private void setUpMockTuples(Tuple... tuples) {
  for (Tuple tuple : tuples) {
    Mockito.when(tuple.size()).thenReturn(1);
    Mockito.when(tuple.getValue(0)).thenReturn(100);
    Mockito.when(tuple.getSourceComponent()).thenReturn("bolt0");
    Mockito.when(tuple.getSourceStreamId()).thenReturn("inputstream");
  }
}

代码示例来源：origin: apache/storm

private void setUpPunctuation(Tuple punctuation) {
    Mockito.when(punctuation.size()).thenReturn(1);
    Mockito.when(punctuation.getValue(0)).thenReturn(WindowNode.PUNCTUATION);
    Mockito.when(punctuation.getSourceComponent()).thenReturn("bolt0");
    Mockito.when(punctuation.getSourceStreamId()).thenReturn("inputstream");
  }
}

代码示例来源：origin: apache/storm

@Test
public void testHandleTupleBeforeInit() throws Exception {
  Mockito.when(mockTuple.getSourceStreamId()).thenReturn("default");
  executor.execute(mockTuple);
  Mockito.verify(mockBolt, Mockito.times(0)).execute(Mockito.any(Tuple.class));
}

代码示例来源：origin: apache/storm

@Test
public void testCommit() throws Exception {
  Mockito.when(mockTuple.getSourceStreamId()).thenReturn("default");
  executor.execute(mockTuple);
  Mockito.when(mockCheckpointTuple.getSourceStreamId()).thenReturn(CheckpointSpout.CHECKPOINT_STREAM_ID);
  Mockito.when(mockCheckpointTuple.getValueByField(CHECKPOINT_FIELD_ACTION)).thenReturn(COMMIT);
  Mockito.when(mockCheckpointTuple.getLongByField(CHECKPOINT_FIELD_TXID)).thenReturn(new Long(0));
  Mockito.doNothing().when(mockOutputCollector).ack(mockCheckpointTuple);
  executor.execute(mockCheckpointTuple);
  Mockito.verify(mockBolt, Mockito.times(1)).preCommit(new Long(0));
  Mockito.verify(mockState, Mockito.times(1)).commit(new Long(0));
}

代码示例来源：origin: apache/storm

@Test
public void testRollback() throws Exception {
  Mockito.when(mockTuple.getSourceStreamId()).thenReturn("default");
  executor.execute(mockTuple);
  Mockito.when(mockCheckpointTuple.getSourceStreamId()).thenReturn(CheckpointSpout.CHECKPOINT_STREAM_ID);
  Mockito.when(mockCheckpointTuple.getValueByField(CHECKPOINT_FIELD_ACTION)).thenReturn(ROLLBACK);
  Mockito.when(mockCheckpointTuple.getLongByField(CHECKPOINT_FIELD_TXID)).thenReturn(new Long(0));
  Mockito.doNothing().when(mockOutputCollector).ack(mockCheckpointTuple);
  executor.execute(mockCheckpointTuple);
  Mockito.verify(mockState, Mockito.times(1)).rollback();
}

代码示例来源：origin: apache/storm

@Test
public void testHandleTuple() throws Exception {
  Mockito.when(mockTuple.getSourceStreamId()).thenReturn("default");
  executor.execute(mockTuple);
  Mockito.when(mockCheckpointTuple.getSourceStreamId()).thenReturn(CheckpointSpout.CHECKPOINT_STREAM_ID);
  Mockito.when(mockCheckpointTuple.getValueByField(CHECKPOINT_FIELD_ACTION)).thenReturn(INITSTATE);
  Mockito.when(mockCheckpointTuple.getLongByField(CHECKPOINT_FIELD_TXID)).thenReturn(new Long(0));
  Mockito.doNothing().when(mockOutputCollector).ack(mockCheckpointTuple);
  executor.execute(mockCheckpointTuple);
  Mockito.verify(mockBolt, Mockito.times(1)).execute(mockTuple);
  Mockito.verify(mockBolt, Mockito.times(1)).initState(Mockito.any(KeyValueState.class));
}

代码示例来源：origin: apache/storm

private void setUpMockTuples(Tuple... tuples) {
    for (Tuple tuple : tuples) {
      Mockito.when(tuple.size()).thenReturn(1);
      Mockito.when(tuple.getValue(0)).thenReturn(Pair.of("k", "v"));
      Mockito.when(tuple.getSourceComponent()).thenReturn("bolt0");
      Mockito.when(tuple.getSourceStreamId()).thenReturn("inputstream");
    }
  }
}

代码示例来源：origin: apache/storm

@Test
public void testCommitBeforeInitstate() throws Exception {
  Mockito.when(mockTuple.getSourceStreamId()).thenReturn("default");
  Mockito.when(mockCheckpointTuple.getSourceStreamId()).thenReturn(CheckpointSpout.CHECKPOINT_STREAM_ID);
  Mockito.when(mockCheckpointTuple.getValueByField(CHECKPOINT_FIELD_ACTION)).thenReturn(COMMIT);
  Mockito.when(mockCheckpointTuple.getLongByField(CHECKPOINT_FIELD_TXID)).thenReturn(new Long(100));
  executor.execute(mockCheckpointTuple);
  Mockito.verify(mockOutputCollector, Mockito.times(1)).ack(mockCheckpointTuple);
  Mockito.when(mockCheckpointTuple.getValueByField(CHECKPOINT_FIELD_ACTION)).thenReturn(ROLLBACK);
  Mockito.when(mockCheckpointTuple.getLongByField(CHECKPOINT_FIELD_TXID)).thenReturn(new Long(100));
  executor.execute(mockCheckpointTuple);
  Mockito.verify(mockState, Mockito.times(1)).rollback();
}

代码示例来源：origin: apache/storm

public byte[] serialize(Tuple tuple) {
  try {
    _kryoOut.clear();
    _kryoOut.writeInt(tuple.getSourceTask(), true);
    _kryoOut.writeInt(_ids.getStreamId(tuple.getSourceComponent(), tuple.getSourceStreamId()), true);
    tuple.getMessageId().serialize(_kryoOut);
    _kryo.serializeInto(tuple.getValues(), _kryoOut);
    return _kryoOut.toBytes();
  } catch (IOException e) {
    throw new RuntimeException(e);
  }
}

代码示例来源：origin: apache/storm

private BoltMsg createBoltMessage(Tuple input, String genId) {
  BoltMsg boltMsg = new BoltMsg();
  boltMsg.setId(genId);
  boltMsg.setComp(input.getSourceComponent());
  boltMsg.setStream(input.getSourceStreamId());
  boltMsg.setTask(input.getSourceTask());
  boltMsg.setTuple(input.getValues());
  return boltMsg;
}

代码示例来源：origin: apache/storm

@Test
public void testTestTuple() throws Exception {
  Tuple tuple = Testing.testTuple(new Values("james", "bond"));
  assertThat(tuple.getValues(), is(new Values("james", "bond")));
  assertThat(tuple.getSourceStreamId(), is(Utils.DEFAULT_STREAM_ID));
  assertThat(tuple.getFields().toList(), is(Arrays.asList("field1", "field2")));
  assertThat(tuple.getSourceComponent(), is("component"));
}

代码示例来源：origin: apache/storm

@Test
public void testTestTupleWithMkTupleParam() throws Exception {
  MkTupleParam mkTupleParam = new MkTupleParam();
  mkTupleParam.setStream("test-stream");
  mkTupleParam.setComponent("test-component");
  mkTupleParam.setFields("fname", "lname");
  Tuple tuple = Testing.testTuple(new Values("james", "bond"), mkTupleParam);
  assertThat(tuple.getValues(), is(new Values("james", "bond")));
  assertThat(tuple.getSourceStreamId(), is("test-stream"));
  assertThat(tuple.getFields().toList(), is(Arrays.asList("fname", "lname")));
  assertThat(tuple.getSourceComponent(), is("test-component"));
}

内容来源于网络，如有侵权，请联系作者删除！

Tuple

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com