org.kitesdk.morphline.api.Record.copy()方法的使用及代码示例

x33g5p2x  于2022-01-28 转载在 其他  
字(8.5k)|赞(0)|评价(0)|浏览(60)

本文整理了Java中org.kitesdk.morphline.api.Record.copy方法的一些代码示例，展示了Record.copy的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Record.copy方法的具体详情如下：
包路径：org.kitesdk.morphline.api.Record
类名称：Record
方法名：copy

Record.copy介绍

[英]Returns a shallow copy of this record.
[中]返回此记录的浅拷贝。

代码示例

代码示例来源：origin: kite-sdk/kite

public MorphlineXMLStreamWriter(Command child, Record template) {
 this.child = child;
 this.template = template;
 this.record = template.copy();
}

代码示例来源：origin: kite-sdk/kite

@Override
protected boolean doProcess(Record inputRecord) {
 JsonNode datum = (JsonNode) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
 Preconditions.checkNotNull(datum);
 Record outputRecord = inputRecord.copy();
 
 for (Map.Entry<String, Collection<String>> entry : stepMap.entrySet()) {
  String fieldName = entry.getKey();
  List<String> steps = (List<String>) entry.getValue();
  extractPath(datum, fieldName, steps, outputRecord, 0);
 }
  
 // pass record to next command in chain:
 return getChild().process(outputRecord);
}

代码示例来源：origin: org.kitesdk/kite-morphlines-json

@Override
protected boolean doProcess(Record inputRecord) {
 JsonNode datum = (JsonNode) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
 Preconditions.checkNotNull(datum);
 Record outputRecord = inputRecord.copy();
 
 for (Map.Entry<String, Collection<String>> entry : stepMap.entrySet()) {
  String fieldName = entry.getKey();
  List<String> steps = (List<String>) entry.getValue();
  extractPath(datum, fieldName, steps, outputRecord, 0);
 }
  
 // pass record to next command in chain:
 return getChild().process(outputRecord);
}

代码示例来源：origin: Stratio/morphlines

@Override
  protected boolean doProcess(Record record) {
    Record outputRecord = record.copy();
    for (Entry<String, ConfigValue> entry : entries) {
      outputRecord.put(entry.getValue().render().replace("\"", ""),
          outputRecord.get(entry.getKey()).get(0));
      if (remove) {
        outputRecord.removeAll(entry.getKey());
      }
    }
    return super.doProcess(outputRecord);
  }
}

代码示例来源：origin: com.stratio.morphlines/commons

@Override
  protected boolean doProcess(Record record) {
    Record outputRecord = record.copy();
    for (Entry<String, ConfigValue> entry : entries) {
      outputRecord.put(entry.getValue().render().replace("\"", ""),
          outputRecord.get(entry.getKey()).get(0));
      if (remove) {
        outputRecord.removeAll(entry.getKey());
      }
    }
    return super.doProcess(outputRecord);
  }
}

代码示例来源：origin: kite-sdk/kite

@Override
  protected boolean doProcess(Record inputRecord) {
//      Preconditions.checkState(ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE.equals(inputRecord.getFirstValue(Fields.ATTACHMENT_MIME_TYPE)));
   GenericContainer datum = (GenericContainer) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
   Preconditions.checkNotNull(datum);
   Preconditions.checkNotNull(datum.getSchema());      
   Record outputRecord = inputRecord.copy();
   
   for (Map.Entry<String, Collection<String>> entry : stepMap.entrySet()) {
    String fieldName = entry.getKey();
    List<String> steps = (List<String>) entry.getValue();
    extractPath(datum, datum.getSchema(), fieldName, steps, outputRecord, 0);
   }
    
   // pass record to next command in chain:
   return getChild().process(outputRecord);
  }

代码示例来源：origin: kite-sdk/kite

@Override
protected boolean doProcess(Record inputRecord) {      
 Record outputRecord = inputRecord.copy();
 AbstractParser.removeAttachments(outputRecord);
 ByteArrayOutputStream bout = new ByteArrayOutputStream(1024);
 if (format == Format.container) {
  writeContainer(inputRecord, bout);
 } else {
  writeContainerless(inputRecord, bout);
 }      
 outputRecord.put(Fields.ATTACHMENT_BODY, bout.toByteArray());
  
 // pass record to next command in chain:
 return super.doProcess(outputRecord);
}

代码示例来源：origin: org.kitesdk/kite-morphlines-avro

@Override
  protected boolean doProcess(Record inputRecord) {
//      Preconditions.checkState(ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE.equals(inputRecord.getFirstValue(Fields.ATTACHMENT_MIME_TYPE)));
   GenericContainer datum = (GenericContainer) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
   Preconditions.checkNotNull(datum);
   Preconditions.checkNotNull(datum.getSchema());      
   Record outputRecord = inputRecord.copy();
   
   extractTree(datum, datum.getSchema(), outputRecord, outputFieldPrefix);
    
   // pass record to next command in chain:
   return getChild().process(outputRecord);
  }

代码示例来源：origin: kite-sdk/kite

@Override
  protected boolean doProcess(Record inputRecord) {
//      Preconditions.checkState(ReadAvroBuilder.AVRO_MEMORY_MIME_TYPE.equals(inputRecord.getFirstValue(Fields.ATTACHMENT_MIME_TYPE)));
   GenericContainer datum = (GenericContainer) inputRecord.getFirstValue(Fields.ATTACHMENT_BODY);
   Preconditions.checkNotNull(datum);
   Preconditions.checkNotNull(datum.getSchema());      
   Record outputRecord = inputRecord.copy();
   
   extractTree(datum, datum.getSchema(), outputRecord, outputFieldPrefix);
    
   // pass record to next command in chain:
   return getChild().process(outputRecord);
  }

代码示例来源：origin: kite-sdk/kite

private boolean extract(GenericContainer datum, Record inputRecord) {
 incrementNumRecords();
 Record outputRecord = inputRecord.copy();
 outputRecord.put(Fields.ATTACHMENT_BODY, datum);
  
 // pass record to next command in chain:
 return getChild().process(outputRecord);
}

代码示例来源：origin: kite-sdk/kite

protected boolean extract(GenericContainer datum, Record inputRecord) {
  incrementNumRecords();
  Record outputRecord = inputRecord.copy();
  outputRecord.put(Fields.ATTACHMENT_BODY, datum);
   
  // pass record to next command in chain:
  return getChild().process(outputRecord);
 }
}

代码示例来源：origin: org.kitesdk/kite-morphlines-hadoop-parquet-avro

private boolean extract(GenericContainer datum, Record inputRecord) {
 incrementNumRecords();
 Record outputRecord = inputRecord.copy();
 outputRecord.put(Fields.ATTACHMENT_BODY, datum);
  
 // pass record to next command in chain:
 return getChild().process(outputRecord);
}

代码示例来源：origin: org.kitesdk/kite-morphlines-avro

protected boolean extract(GenericContainer datum, Record inputRecord) {
  incrementNumRecords();
  Record outputRecord = inputRecord.copy();
  outputRecord.put(Fields.ATTACHMENT_BODY, datum);
   
  // pass record to next command in chain:
  return getChild().process(outputRecord);
 }
}

代码示例来源：origin: com.stratio.morphlines/commons

@Override
protected boolean doProcess(Record record, InputStream stream) throws IOException {
  Record outputRecord = record.copy();
  BigDecimal result = doComputation(outputRecord);
  outputRecord.put(outField, result);
  return getChild().process(outputRecord);
}

代码示例来源：origin: Stratio/morphlines

@Override
protected boolean doProcess(Record record, InputStream stream) throws IOException {
  Record outputRecord = record.copy();
  BigDecimal result = doComputation(outputRecord);
  outputRecord.put(outField, result);
  return getChild().process(outputRecord);
}

代码示例来源：origin: kite-sdk/kite

@Override
protected boolean doProcess(Record record) {
 for (int i = 0; i < count; i++) {
  Record next = record.copy();
  next.replaceValues(name, i);
  if (!getChild().process(next)) {
   return false;
  }
 }
 return true;
}

代码示例来源：origin: kite-sdk/kite

private void processAndVerifyUnion(Object input, Object expected, List<Schema> types) {
 Schema documentSchema = Schema.createRecord("Doc", "adoc", null, false);
 Schema unionSchema = Schema.createUnion(types);
 documentSchema.setFields(Arrays.asList(new Field("price", unionSchema, null, null)));        
 GenericData.Record document1 = new GenericData.Record(documentSchema);
 document1.put("price", expected);    
 Record jdoc1 = new Record();     
 jdoc1.put("_dataset_descriptor_schema", documentSchema);
 jdoc1.put("price", input);
 Record expect1 = jdoc1.copy();
 expect1.put(Fields.ATTACHMENT_BODY, document1);
 processAndVerifySuccess(jdoc1, expect1, false);  
}

代码示例来源：origin: kite-sdk/kite

@Test
public void testConvertHTMLBlogThenRunXSQLT() throws Exception {
 morphline = createMorphline("test-morphlines/convertHTMLBlogThenRunXSLT");    
 byte[] bytes = Files.toByteArray(new File(RESOURCES_DIR + "/test-documents/blog.html"));
 Record record = new Record();
 record.put("id", "123");
 record.put(Fields.ATTACHMENT_BODY, bytes);
 for (int i = 0; i < 3; i++) {
  assertTrue(morphline.process(record.copy())); // TODO check details
 }
}

代码示例来源：origin: kite-sdk/kite

private void testAddLocalHostInternal(String name) throws Exception {
 Record record = new Record();
 Record expected = new Record();
 expected.put("myhost", name);
 processAndVerifySuccess(record, expected);
 
 // test that preserveExisting = true preserves the existing value
 record = new Record();
 record.put("myhost", "myname");
 expected = record.copy();
 processAndVerifySuccess(record, expected);
}

代码示例来源：origin: kite-sdk/kite

@Override
 protected boolean doProcess(Record inputRecord) {
  Record outputRecord = inputRecord.copy();
  // change key
  Text myTextKey = (Text)inputRecord.getFirstValue(this.keyField);
  outputRecord.replaceValues(this.keyField, MyWritable.keyStr(myTextKey));
  // change value
  MyWritable myWritableValue = (MyWritable)inputRecord.getFirstValue(this.valueField);
  outputRecord.replaceValues(this.valueField, MyWritable.valueStr(myWritableValue));
  return super.doProcess(outputRecord);
 }
}

内容来源于网络，如有侵权，请联系作者删除！

record

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com