org.apache.parquet.example.data.Group.append()方法的使用及代码示例

x33g5p2x  于2022-01-20 转载在 其他  
字(8.1k)|赞(0)|评价(0)|浏览(126)

本文整理了Java中org.apache.parquet.example.data.Group.append()方法的一些代码示例，展示了Group.append()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Group.append()方法的具体详情如下：
包路径：org.apache.parquet.example.data.Group
类名称：Group
方法名：append

Group.append介绍

暂无

代码示例

代码示例来源：origin: apache/hive

Binary binary = getBinaryValue(isDictionaryEncoding, i);
Group group = f.newGroup()
  .append("int32_field", intVal)
  .append("int64_field", longVal)
  .append("int96_field", timeStamp)
  .append("double_field", doubleVal)
  .append("float_field", floatVal)
  .append("boolean_field", booleanVal)
  .append("flba_field", "abc");
 group.append("some_null_field", "x");
group.append("binary_field", binary);
 group.append("binary_field_some_null", binary);
group.append("value", Binary.fromConstantByteArray(w.getInternalStorage()));
  .append("a", intVal)
  .append("b", doubleVal);
g.addGroup("nsf").append("c", intVal).append("d", intVal);
g.append("e", doubleVal);
 some_null_g.append("f", intVal);
 some_null_g.append("g", doubleVal);
 mapGroup.addGroup("map").append("key", binary).append("value", "abc");

代码示例来源：origin: apache/hive

protected static void writeRepeateMapData(
 ParquetWriter<Group> writer, int elementNum, boolean isNull) throws IOException {
 SimpleGroupFactory f = new SimpleGroupFactory(schema);
 int mapMaxSize = 4;
 for (int i = 0; i < elementNum; i++) {
  Group group = f.newGroup();
  if (!isNull) {
   for (int j = 0; j < mapMaxSize; j++) {
    group.addGroup("map_int32_for_repeat_test").append("key", j).append("value", j);
   }
  }
  writer.write(group);
 }
 writer.close();
}

代码示例来源：origin: apache/hive

HiveDecimalWritable hdw = new HiveDecimalWritable(hd);
Binary decimalValForMap = Binary.fromConstantByteArray(hdw.getInternalStorage());
group.addGroup("map_int32").append("key", intValForMap).append("value", intValForMap);
group.addGroup("map_int64").append("key", longValForMap).append("value", longValForMap);
group.addGroup("map_double").append("key", doubleValForMap)
  .append("value", doubleValForMap);
group.addGroup("map_float").append("key", floatValForMap).append("value", floatValForMap);
group.addGroup("map_binary").append("key", binaryValForMap)
  .append("value", binaryValForMap);
group.addGroup("map_decimal").append("key", decimalValForMap)
  .append("value", decimalValForMap);
multipleLevelGroup.addGroup("map").append("key", binaryValForMap)
  .append("value", binaryValForMap);
mapElementIndex++;

代码示例来源：origin: apache/hive

protected static void writeListData(ParquetWriter<Group> writer, boolean isDictionaryEncoding,
 int elementNum) throws IOException {
 SimpleGroupFactory f = new SimpleGroupFactory(schema);
 int listMaxSize = 4;
 int listElementIndex = 0;
 for (int i = 0; i < elementNum; i++) {
  boolean isNull = isNull(i);
  Group group = f.newGroup();
  int listSize = i % listMaxSize + 1;
  if (!isNull) {
   for (int j = 0; j < listSize; j++) {
    group.append("list_int32_field", getIntValue(isDictionaryEncoding, listElementIndex));
    group.append("list_int64_field", getLongValue(isDictionaryEncoding, listElementIndex));
    group.append("list_double_field", getDoubleValue(isDictionaryEncoding, listElementIndex));
    group.append("list_float_field", getFloatValue(isDictionaryEncoding, listElementIndex));
    group.append("list_boolean_field", getBooleanValue(listElementIndex));
    group.append("list_binary_field", getBinaryValue(isDictionaryEncoding, listElementIndex));
    HiveDecimal hd = getDecimal(isDictionaryEncoding, listElementIndex).setScale(2);
    HiveDecimalWritable hdw = new HiveDecimalWritable(hd);
    group.append("list_decimal_field", Binary.fromConstantByteArray(hdw.getInternalStorage()));
    listElementIndex++;
   }
  }
  for (int j = 0; j < listMaxSize; j++) {
   group.append("list_binary_field_for_repeat_test", getBinaryValue(isDictionaryEncoding, i));
  }
  writer.write(group);
 }
 writer.close();
}

代码示例来源：origin: apache/hive

protected static void writeRepeateListData(ParquetWriter<Group> writer,
 int elementNum, boolean isNull) throws IOException {
 SimpleGroupFactory f = new SimpleGroupFactory(schema);
 int listMaxSize = 4;
 for (int i = 0; i < elementNum; i++) {
  Group group = f.newGroup();
  if (!isNull) {
   for (int j = 0; j < listMaxSize; j++) {
    group.append("list_int32_field_for_repeat_test", j);
   }
  }
  writer.write(group);
 }
 writer.close();
}

代码示例来源：origin: org.apache.kudu/kudu-client-tools

private void writeParquetFile(Path data,Configuration conf) throws IOException {
  MessageType schema = parseMessageType(
   "message test { "
    + "required int32 key; "
    + "required int32 column1_i; "
    + "required double column2_d; "
    + "required binary column3_s; "
    + "required boolean column4_b; "
    + "} ");
  GroupWriteSupport.setSchema(schema, conf);
  SimpleGroupFactory f = new SimpleGroupFactory(schema);
  ParquetWriter<Group> writer = new ParquetWriter<Group>(data, new GroupWriteSupport(),
   UNCOMPRESSED, 1024, 1024, 512, true, false, ParquetProperties.WriterVersion.PARQUET_1_0, conf);

  writer.write(f.newGroup().append("key", 1).append("column1_i", 3).append("column2_d", 2.3)
    .append("column3_s", "some string").append("column4_b", true));
  writer.write(f.newGroup().append("key", 2).append("column1_i", 5).append("column2_d", 4.5)
    .append("column3_s", "some more").append("column4_b", false));
  writer.write(f.newGroup().append("key", 3).append("column1_i", 7).append("column2_d", 5.6)
    .append("column3_s", "some more and more").append("column4_b", true));
  writer.write(f.newGroup().append("key", 4).append("column1_i", 9).append("column2_d",10.9)
    .append("column3_s", "some more and alst").append("column4_b", false));
  writer.close();
 }
}

代码示例来源：origin: org.apache.kudu/kudu-client-tools

private void writeParquetFile(Path data,Configuration conf) throws IOException {
  MessageType schema = parseMessageType(
   "message test { "
    + "required int32 key; "
    + "required int32 column1_i_s; "
    + "required binary column2_d; "
    + "required binary column3_s; "
    + "required boolean column4_b; "
    + "} ");
  GroupWriteSupport.setSchema(schema, conf);
  SimpleGroupFactory f = new SimpleGroupFactory(schema);
  ParquetWriter<Group> writer = new ParquetWriter<Group>(data, new GroupWriteSupport(),
   UNCOMPRESSED, 1024, 1024, 512, true, false, ParquetProperties.WriterVersion.PARQUET_1_0, conf);

  writer.write(f.newGroup().append("key", 1).append("column1_i_s", 292).append("column2_d", "no type")
   .append("column3_s", "some string").append("column4_b", true));
  writer.write(f.newGroup().append("key", 2).append("column1_i_s", 23).append("column2_d", "no type")
   .append("column3_s", "some more").append("column4_b", false));
  writer.write(f.newGroup().append("key", 3).append("column1_i_s", 32).append("column2_d", "no type")
   .append("column3_s", "some more and more").append("column4_b", true));
  writer.write(f.newGroup().append("key", 4).append("column1_i_s", 22).append("column2_d", "no type")
   .append("column3_s", "some more and alst").append("column4_b", false));
  writer.close();
 }
}

代码示例来源：origin: iflytek/Guitar

.append("city", "hefei")
    .append("ip", "192.168.1.1");
Group tmpG1 = group1.addGroup("time");
tmpG1.append("ttl", 1000);
tmpG1.append("ttl2", 2000);
    .append("city", "nanjing")
    .append("ip", "192.168.2.2");
Group tmpG2 = group2.addGroup("time");
tmpG2.append("ttl", 3000);
tmpG2.append("ttl2", 4000);

内容来源于网络，如有侵权，请联系作者删除！

Group

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com