org.kitesdk.morphline.api.Record.put()方法的使用及代码示例

x33g5p2x  于2022-01-28 转载在 其他  
字(8.5k)|赞(0)|评价(0)|浏览(76)

本文整理了Java中org.kitesdk.morphline.api.Record.put方法的一些代码示例,展示了Record.put的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Record.put方法的具体详情如下:
包路径:org.kitesdk.morphline.api.Record
类名称:Record
方法名:put

Record.put介绍

[英]Adds the given value to the values currently associated with the given key.
[中]将给定值添加到当前与给定键关联的值中。

代码示例

代码示例来源:origin: apache/flume

@Override
public void process(Event event) {
 numRecords.mark();
 Timer.Context timerContext = mappingTimer.time();
 try {
  Record record = new Record();
  for (Entry<String, String> entry : event.getHeaders().entrySet()) {
   record.put(entry.getKey(), entry.getValue());
  }
  byte[] bytes = event.getBody();
  if (bytes != null && bytes.length > 0) {
   record.put(Fields.ATTACHMENT_BODY, bytes);
  }    
  try {
   Notifications.notifyStartSession(morphline);
   if (!morphline.process(record)) {
    numFailedRecords.mark();
    LOG.warn("Morphline {} failed to process record: {}", morphlineFileAndId, record);
   }
  } catch (RuntimeException t) {
   numExceptionRecords.mark();
   morphlineContext.getExceptionHandler().handleException(t, record);
  }
 } finally {
  timerContext.stop();
 }
}

代码示例来源:origin: kite-sdk/kite

private void addValue(Record record, Object value) {
  if (value != null) {
   record.put(outputFieldName, value);
  }
 }
}

代码示例来源:origin: kite-sdk/kite

private void tryAddLong(Record doc, String solr_field, JsonNode node) {
 if (node == null)
  return;
 Long val = node.asLong();
 if (val == null) {
  return;
 }
 doc.put(solr_field, val);
}

代码示例来源:origin: kite-sdk/kite

private void extractColumns(Record record, Iterable<String> columns) {
 Iterator<String> iter = columns.iterator();
 for (int i = 0; i < outputFieldNames.size() && iter.hasNext(); i++) {
  String columnValue = iter.next();
  String columnName = outputFieldNames.get(i);
  if (columnName.length() > 0) { // empty column name indicates omit this field on output
   if (columnValue.length() > 0 || addEmptyStrings) {
    record.put(columnName, columnValue);
   }
  }
 }
}

代码示例来源:origin: kite-sdk/kite

private Record createBasicRecord() {
 Record record = new Record();
 record.put("first_name", "Nadja");
 record.put("age", 8);
 record.put("tags", "one");
 record.put("tags", 2);
 record.put("tags", "three");
 return record;
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testConvertTimestampWithOutputFormatUnixTimeInSeconds() throws Exception {
 morphline = createMorphline("test-morphlines/convertTimestampWithOutputFormatUnixTimeInSeconds");    
 Record record = new Record();
 record.put("ts1", "1970-01-01T00:00:00.000Z");
 record.put("ts1", "2013-06-07T20:15:23.501Z");
 Record expected = new Record();
 expected.put("ts1", "0");
 expected.put("ts1", "1370636123"); 
 processAndVerifySuccess(record, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testSplitWithOutputFields() throws Exception {
 morphline = createMorphline("test-morphlines/splitWithOutputFields");    
 Record record = new Record();
 String msg = " _a ,_b_ , ,c__,d";
 record.put(Fields.MESSAGE, msg);
 Record expected = new Record();
 expected.put(Fields.MESSAGE, msg);
 expected.put("col0", "_a");
 expected.put("col2", "c__");
 processAndVerifySuccess(record, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testJavaHelloWorld() throws Exception {
 morphline = createMorphline("test-morphlines/javaHelloWorld");    
 Record record = new Record();
 record.put("tags", "hello");
 Record expected = new Record();
 expected.put("tags", "hello");
 expected.put("tags", "world");
 processAndVerifySuccess(record, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testXQueryTweetUsers() throws Exception {
 morphline = createMorphline("test-morphlines/xquery-tweet-users");    
 InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/sample-statuses-20120906-141433.xml"));
 Record record = new Record();
 record.put(Fields.ATTACHMENT_BODY, in);
 processAndVerifySuccess(record, 
   ImmutableMultimap.of("followers_count", "111", "id", "11111112", "screen_name", "fake_user1", "greeting", "hello world", "annotation", "An XSLT Morphline"),
   ImmutableMultimap.of("followers_count", "222", "id", "222223", "screen_name", "fake_user2", "greeting", "hello world", "annotation", "An XSLT Morphline")
   );    
 in.close();
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testXQueryAtomicValues() throws Exception {
 morphline = createMorphline("test-morphlines/xquery-atomic-values");    
 InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/sample-statuses-20120906-141433.xml"));
 Record record = new Record();
 record.put(Fields.ATTACHMENT_BODY, in);
 processAndVerifySuccess(record); 
 in.close();
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testContainsFailure() throws Exception {
 morphline = createMorphline("test-morphlines/contains");    
 Record record = new Record();
 record.put("food", "veggies");
 record.put("food", "xxxxxxxxxxxxxx");   
 processAndVerifyFailure(record);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testContainsSuccess() throws Exception {
 morphline = createMorphline("test-morphlines/contains");    
 Record record = new Record();
 record.put("food", "veggies");
 record.put("food", "cookie");    
 processAndVerifySuccess(record, record);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testReadLineWithMimeType() throws Exception {
 String threeLines = "first\nsecond\nthird";
 byte[] in = threeLines.getBytes("UTF-8");
 morphline = createMorphline("test-morphlines/readLineWithMimeType"); // uses ignoreFirstLine : true
 Record record = new Record();
 record.put(Fields.ATTACHMENT_BODY, in);
 processAndVerifySuccess(record, 
   ImmutableMultimap.of(Fields.MESSAGE, "second"), 
   ImmutableMultimap.of(Fields.MESSAGE, "third")
 );
}

代码示例来源:origin: kite-sdk/kite

private void testAddLocalHostInternal(String name) throws Exception {
 Record record = new Record();
 Record expected = new Record();
 expected.put("myhost", name);
 processAndVerifySuccess(record, expected);
 
 // test that preserveExisting = true preserves the existing value
 record = new Record();
 record.put("myhost", "myname");
 expected = record.copy();
 processAndVerifySuccess(record, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testFindReplace() throws Exception {
 Config override = ConfigFactory.parseString("replaceFirst : false");
 morphline = createMorphline("test-morphlines/findReplace", override);    
 Record record = new Record();
 record.put("text", "hello ic world ic");
 Record expected = new Record();
 expected.put("text", "hello I see world I see");
 processAndVerifySuccess(record, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testFindReplaceWithGrok() throws Exception {
 Config override = ConfigFactory.parseString("replaceFirst : false");
 morphline = createMorphline("test-morphlines/findReplaceWithGrok", override);    
 Record record = new Record();
 record.put("text", "hello ic world ic");
 Record expected = new Record();
 expected.put("text", "hello! ic! world! ic!");
 processAndVerifySuccess(record, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testParseInclude() throws Exception {
 morphline = createMorphline("test-morphlines/parseInclude");  
 Record input = new Record();
 Record expected = new Record();
 expected.put("result",  "bar");
 processAndVerifySuccess(input, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testParseIncludeConstants() throws Exception {
 morphline = createMorphline("test-morphlines/parseIncludeConstants");  
 Record input = new Record();
 Record expected = new Record();
 expected.put("myField",  "foo");
 processAndVerifySuccess(input, expected);
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testRemoveAllFields() throws Exception {
 morphline = createMorphline("test-morphlines/removeAllFields");    
 Record record = new Record();
 record.put("foo", "data");
 processAndVerifySuccess(record, new Record());
}

代码示例来源:origin: kite-sdk/kite

@Test
public void testGrokWithEscaping() throws Exception {
 morphline = createMorphline("test-morphlines/grokWithEscaping");
 Record record = new Record();
 record.put(Fields.MESSAGE, "{SystemSourceId}=foo");
 assertTrue(morphline.process(record));
 assertSame(record, collector.getFirstRecord());  
 
 record = new Record();
 record.put(Fields.MESSAGE, "SystemSourceId}=foo"); // missing opening brace
 assertFalse(morphline.process(record));
}

相关文章