org.apache.storm.Config.registerSerialization()方法的使用及代码示例

x33g5p2x  于2022-01-18 转载在 其他  
字(5.5k)|赞(0)|评价(0)|浏览(114)

本文整理了Java中org.apache.storm.Config.registerSerialization()方法的一些代码示例,展示了Config.registerSerialization()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Config.registerSerialization()方法的具体详情如下:
包路径:org.apache.storm.Config
类名称:Config
方法名:registerSerialization

Config.registerSerialization介绍

暂无

代码示例

代码示例来源:origin: apache/storm

public void registerSerialization(Class klass) {
  registerSerialization(this, klass);
}

代码示例来源:origin: apache/storm

public void registerSerialization(Class klass, Class<? extends Serializer> serializerClass) {
  registerSerialization(this, klass, serializerClass);
}

代码示例来源:origin: apache/storm

@Override
public Map<String, Object> getComponentConfiguration() {
  Map<String, Object> conf = _delegate.getComponentConfiguration();
  if (conf == null) {
    conf = new HashMap<>();
  } else {
    conf = new HashMap<>(conf);
  }
  Config.registerSerialization(conf, RichSpoutBatchId.class, RichSpoutBatchIdSerializer.class);
  return conf;
}

代码示例来源:origin: apache/storm

@Override
public Map<String, Object> getComponentConfiguration() {
  Config ret = new Config();
  ret.setMaxTaskParallelism(1);
  ret.registerSerialization(TransactionAttempt.class);
  return ret;
}

代码示例来源:origin: apache/storm

/**
   * A helper method to extract avro serialization configurations from the topology configuration and register
   * specific kryo serializers as necessary.  A default serializer will be provided if none is specified in the
   * configuration.  "avro.serializer" should specify the complete class name of the serializer, e.g.
   * "org.apache.stgorm.hdfs.avro.GenericAvroSerializer"
   *
   * @param conf The topology configuration
   * @throws ClassNotFoundException If the specified serializer cannot be located.
   */
  public static void addAvroKryoSerializations(Config conf) throws ClassNotFoundException {
    final Class serializerClass;
    if (conf.containsKey("avro.serializer")) {
      serializerClass = Class.forName((String) conf.get("avro.serializer"));
    } else {
      serializerClass = GenericAvroSerializer.class;
    }
    conf.registerSerialization(GenericData.Record.class, serializerClass);
    conf.setSkipMissingKryoRegistrations(false);
  }
}

代码示例来源:origin: com.twitter.heron/heron-storm

public void registerSerialization(Class klass) {
 registerSerialization(this, klass);
}

代码示例来源:origin: org.apache.storm/storm-core

public void registerSerialization(Class klass) {
  registerSerialization(this, klass);
}

代码示例来源:origin: org.apache.storm/storm-core

public void registerSerialization(Class klass, Class<? extends Serializer> serializerClass) {
  registerSerialization(this, klass, serializerClass);
}

代码示例来源:origin: com.twitter.heron/heron-storm

public void registerSerialization(Class klass, Class<? extends Serializer> serializerClass) {
 registerSerialization(this, klass, serializerClass);
}

代码示例来源:origin: org.apache.storm/storm-core

@Override
public Map<String, Object> getComponentConfiguration() {
  Map<String, Object> conf = _delegate.getComponentConfiguration();
  if(conf==null) conf = new HashMap<>();
  else conf = new HashMap<>(conf);
  Config.registerSerialization(conf, RichSpoutBatchId.class, RichSpoutBatchIdSerializer.class);
  return conf;
}

代码示例来源:origin: org.apache.storm/storm-core

@Override
public Map<String, Object> getComponentConfiguration() {
  Config conf = new Config();
  conf.registerSerialization(MemoryTransactionalSpoutMeta.class);
  return conf;
}

代码示例来源:origin: org.apache.storm/storm-core

@Override
public Map<String, Object> getComponentConfiguration() {
  Config conf = new Config();
  conf.registerSerialization(MemoryTransactionalSpoutMeta.class);
  return conf;
}

代码示例来源:origin: org.apache.storm/storm-core

@Override
public Map<String, Object> getComponentConfiguration() {
  Config ret = new Config();
  ret.setMaxTaskParallelism(1);
  ret.registerSerialization(TransactionAttempt.class);
  return ret;
}

代码示例来源:origin: org.apache.storm/storm-hdfs

/**
   * A helper method to extract avro serialization configurations from the topology configuration and register
   * specific kryo serializers as necessary.  A default serializer will be provided if none is specified in the
   * configuration.  "avro.serializer" should specify the complete class name of the serializer, e.g.
   * "org.apache.stgorm.hdfs.avro.GenericAvroSerializer"
   *
   * @param conf The topology configuration
   * @throws ClassNotFoundException If the specified serializer cannot be located.
   */
  public static void addAvroKryoSerializations(Config conf) throws ClassNotFoundException {
    final Class serializerClass;
    if (conf.containsKey("avro.serializer")) {
      serializerClass = Class.forName((String)conf.get("avro.serializer"));
    }
    else {
      serializerClass = GenericAvroSerializer.class;
    }
    conf.registerSerialization(GenericData.Record.class, serializerClass);
    conf.setSkipMissingKryoRegistrations(false);
  }
}

代码示例来源:origin: DigitalPebble/storm-crawler

/** Submits the topology under a specific name **/
protected int submit(String name, Config conf, TopologyBuilder builder) {
  // register Metadata for serialization with FieldsSerializer
  Config.registerSerialization(conf, Metadata.class);
  if (isLocal) {
    LocalCluster cluster = new LocalCluster();
    cluster.submitTopology(name, conf, builder.createTopology());
    if (ttl != -1) {
      Utils.sleep(ttl * 1000);
      cluster.shutdown();
    }
  }
  else {
    try {
      StormSubmitter.submitTopology(name, conf,
          builder.createTopology());
    } catch (Exception e) {
      e.printStackTrace();
      return -1;
    }
  }
  return 0;
}

代码示例来源:origin: DigitalPebble/storm-crawler

@Test
  public void testSerialization() throws IOException {
    Map conf = Utils.readDefaultConfig();
    Config.registerSerialization(conf, Metadata.class);

    KryoValuesSerializer kvs = new KryoValuesSerializer(conf);
    Metadata md = new Metadata();
    byte[] content = kvs.serializeObject(md);

    KryoValuesDeserializer kvd = new KryoValuesDeserializer(conf);
    Metadata md2 = (Metadata) kvd.deserializeObject(content);

    // TODO compare md1 and md2
  }
}

相关文章