org.kitesdk.morphline.api.Record.removeAll()方法的使用及代码示例

x33g5p2x  于2022-01-28 转载在 其他  
字(6.8k)|赞(0)|评价(0)|浏览(77)

本文整理了Java中org.kitesdk.morphline.api.Record.removeAll方法的一些代码示例，展示了Record.removeAll的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Record.removeAll方法的具体详情如下：
包路径：org.kitesdk.morphline.api.Record
类名称：Record
方法名：removeAll

Record.removeAll介绍

[英]Removes all values that are associated with the given key
[中]删除与给定键关联的所有值

代码示例

代码示例来源：origin: NGDATA/hbase-indexer

private void removeAttachments(Record outputRecord) {
  outputRecord.removeAll(Fields.ATTACHMENT_BODY);
  outputRecord.removeAll(Fields.ATTACHMENT_MIME_TYPE);
  outputRecord.removeAll(Fields.ATTACHMENT_CHARSET);
  outputRecord.removeAll(Fields.ATTACHMENT_NAME);
}

代码示例来源：origin: org.kitesdk/kite-morphlines-core

public static void removeAttachments(Record outputRecord) {
 outputRecord.removeAll(Fields.ATTACHMENT_BODY);
 outputRecord.removeAll(Fields.ATTACHMENT_MIME_TYPE);
 outputRecord.removeAll(Fields.ATTACHMENT_CHARSET);
 outputRecord.removeAll(Fields.ATTACHMENT_NAME);
}

代码示例来源：origin: kite-sdk/kite

public static void removeAttachments(Record outputRecord) {
 outputRecord.removeAll(Fields.ATTACHMENT_BODY);
 outputRecord.removeAll(Fields.ATTACHMENT_MIME_TYPE);
 outputRecord.removeAll(Fields.ATTACHMENT_CHARSET);
 outputRecord.removeAll(Fields.ATTACHMENT_NAME);
}

代码示例来源：origin: org.kitesdk/kite-morphlines-core

@Override
protected void prepare(Record record, String key) {
 record.removeAll(key);
}

代码示例来源：origin: com.ngdata/hbase-indexer-morphlines

private void removeAttachments(Record outputRecord) {
  outputRecord.removeAll(Fields.ATTACHMENT_BODY);
  outputRecord.removeAll(Fields.ATTACHMENT_MIME_TYPE);
  outputRecord.removeAll(Fields.ATTACHMENT_CHARSET);
  outputRecord.removeAll(Fields.ATTACHMENT_NAME);
}

代码示例来源：origin: kite-sdk/kite

@Override
protected void prepare(Record record, String key) {
 record.removeAll(key);
}

代码示例来源：origin: kite-sdk/kite

private void doProcessFast(Record record) {
 for (String name : nameMatcher.getLiteralsOnly()) {
  record.removeAll(name);
 }
}

代码示例来源：origin: org.kitesdk/kite-morphlines-core

private void doProcessFast(Record record) {
 for (String name : nameMatcher.getLiteralsOnly()) {
  record.removeAll(name);
 }
}

代码示例来源：origin: sequenceiq/sequenceiq-samples

public void map(Object key, Text value, Context context) throws IOException, InterruptedException {
  record.put(Fields.ATTACHMENT_BODY, new ByteArrayInputStream(value.toString().getBytes()));
  if (!morphline.process(record)) {
    LOGGER.info("Morphline failed to process record: {}", record);
  }
  record.removeAll(Fields.ATTACHMENT_BODY);
}

代码示例来源：origin: Stratio/morphlines

@Override
  protected boolean doProcess(Record record) {
    Record outputRecord = record.copy();
    for (Entry<String, ConfigValue> entry : entries) {
      outputRecord.put(entry.getValue().render().replace("\"", ""),
          outputRecord.get(entry.getKey()).get(0));
      if (remove) {
        outputRecord.removeAll(entry.getKey());
      }
    }
    return super.doProcess(outputRecord);
  }
}

代码示例来源：origin: com.stratio.morphlines/commons

@Override
  protected boolean doProcess(Record record) {
    Record outputRecord = record.copy();
    for (Entry<String, ConfigValue> entry : entries) {
      outputRecord.put(entry.getValue().render().replace("\"", ""),
          outputRecord.get(entry.getKey()).get(0));
      if (remove) {
        outputRecord.removeAll(entry.getKey());
      }
    }
    return super.doProcess(outputRecord);
  }
}

代码示例来源：origin: com.stratio.morphlines/commons

@Override
protected boolean doProcess(Record record) {
  final ListMultimap<String, Object> entries = record.getFields();
  List<String> toRemove = new ArrayList<String>();
  if (this.isRegex) {
    for (final String field : entries.keySet()) {
      if (!includeFields.isEmpty() && includePattern.matcher(field).matches()) {
        continue;
      }
      if (excludePattern.matcher(field).matches()) {
        toRemove.add(field);
      }
    }
  } else {
    for (final String field : entries.keySet()) {
      if (!includeFields.isEmpty() && includeFields.contains(field)) {
        continue;
      }
      if (excludeFields.isEmpty() || excludeFields.contains(field)) {
        toRemove.add(field);
      }
    }
  }
  for (final String field : toRemove) {
    record.removeAll(field);
  }
  return super.doProcess(record);
}

代码示例来源：origin: Stratio/morphlines

@Override
protected boolean doProcess(Record record) {
  final ListMultimap<String, Object> entries = record.getFields();
  List<String> toRemove = new ArrayList<String>();
  if (this.isRegex) {
    for (final String field : entries.keySet()) {
      if (!includeFields.isEmpty() && includePattern.matcher(field).matches()) {
        continue;
      }
      if (excludePattern.matcher(field).matches()) {
        toRemove.add(field);
      }
    }
  } else {
    for (final String field : entries.keySet()) {
      if (!includeFields.isEmpty() && includeFields.contains(field)) {
        continue;
      }
      if (excludeFields.isEmpty() || excludeFields.contains(field)) {
        toRemove.add(field);
      }
    }
  }
  for (final String field : toRemove) {
    record.removeAll(field);
  }
  return super.doProcess(record);
}

代码示例来源：origin: kite-sdk/kite

@Override
protected boolean doProcess(Record record) {
 if (!preserveExisting) {
  record.removeAll(outputFieldName);
 }
 ListIterator iter = record.get(inputFieldName).listIterator();
 
 while (iter.hasNext()) {
  Object inputField = iter.next();
  byte[] inputFieldBytes;
  if (inputField == null ) {
   inputFieldBytes = null;
  } else if (inputField instanceof byte[]) {
   inputFieldBytes = (byte[])inputField;
  } else {
   inputFieldBytes = inputField.toString().getBytes(charset);
  }
  record.put(outputFieldName, doHash(inputFieldBytes));
 }
 // pass record to next command in chain:
 return super.doProcess(record);
}

代码示例来源：origin: kite-sdk/kite

@Override
protected boolean doProcess(Record record) {      
 if (preserveExisting && record.getFields().containsKey(fieldName)) {
  ; // we must preserve the existing host
 } else {
  record.removeAll(fieldName);
  if (host != null) {
   record.put(fieldName, host);
  }
 }
 
 // pass record to next command in chain:
 return super.doProcess(record);
}

代码示例来源：origin: org.kitesdk/kite-morphlines-core

@Override
protected boolean doProcess(Record record) {      
 if (preserveExisting && record.getFields().containsKey(fieldName)) {
  ; // we must preserve the existing host
 } else {
  record.removeAll(fieldName);
  if (host != null) {
   record.put(fieldName, host);
  }
 }
 
 // pass record to next command in chain:
 return super.doProcess(record);
}

代码示例来源：origin: kite-sdk/kite

protected ListMultimap<String, Object> next(Iterator<SolrDocument> iter) {
 SolrDocument doc = iter.next();
 Record record = toRecord(doc);
 record.removeAll("_version_"); // the values of this field are unknown and internal to solr
 return record.getFields();    
}

代码示例来源：origin: kite-sdk/kite

Record template = inputRecord.copy();
removeAttachments(template);
template.removeAll(Fields.MESSAGE);
Charset detectedCharset = detectCharset(inputRecord, charset);  
Reader reader = new InputStreamReader(stream, detectedCharset);

代码示例来源：origin: kite-sdk/kite

record.removeAll(Fields.ATTACHMENT_MIME_TYPE);
record.removeAll(Fields.ATTACHMENT_CHARSET);
record.removeAll(Fields.ATTACHMENT_NAME);
if (name != null && name.length() > 0) {
 record.put(Fields.ATTACHMENT_NAME, name);

代码示例来源：origin: org.kitesdk/kite-morphlines-core

Record template = inputRecord.copy();
removeAttachments(template);
template.removeAll(Fields.MESSAGE);
Charset detectedCharset = detectCharset(inputRecord, charset);  
Reader reader = new InputStreamReader(stream, detectedCharset);

内容来源于网络，如有侵权，请联系作者删除！

record

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com