本文整理了Java中parquet.schema.MessageType.getName()
方法的一些代码示例,展示了MessageType.getName()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。MessageType.getName()
方法的具体详情如下:
包路径:parquet.schema.MessageType
类名称:MessageType
方法名:getName
暂无
代码示例来源:origin: prestodb/presto
.collect(toList());
MessageType requestedSchema = new MessageType(fileSchema.getName(), fields);
代码示例来源:origin: com.facebook.presto.hive/hive-apache
/**
* {@inheritDoc}
*/
@Override
public void writeToStringBuilder(StringBuilder sb, String indent) {
sb.append("message ")
.append(getName())
.append(getOriginalType() == null ? "" : " (" + getOriginalType() +")")
.append(" {\n");
membersDisplayString(sb, " ");
sb.append("}\n");
}
代码示例来源:origin: julienledem/redelm
/**
* {@inheritDoc}
*/
@Override
public void writeToStringBuilder(StringBuilder sb, String indent) {
sb.append("message ")
.append(getName())
.append(getOriginalType() == null ? "" : " (" + getOriginalType() +")")
.append(" {\n");
membersDisplayString(sb, " ");
sb.append("}\n");
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
public MessageType union(MessageType toMerge, boolean strict) {
return new MessageType(this.getName(), mergeFields(toMerge, strict));
}
代码示例来源:origin: uk.co.nichesolutions.presto/presto-hive
@Override
@SuppressWarnings("deprecation")
public ReadContext init(
Configuration configuration,
Map<String, String> keyValueMetaData,
MessageType messageType)
{
List<parquet.schema.Type> fields = columns.stream()
.filter(column -> !column.isPartitionKey())
.map(column -> getParquetType(column, messageType, useParquetColumnNames))
.filter(Objects::nonNull)
.collect(toList());
MessageType requestedProjection = new MessageType(messageType.getName(), fields);
return new ReadContext(requestedProjection);
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
@Override
public void visit(MessageType messageType) {
SchemaElement element = new SchemaElement(messageType.getName());
visitChildren(result, messageType.asGroupType(), element);
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
/**
* Searchs column names by index on a given Parquet file schema, and returns its corresponded
* Parquet schema types.
*
* @param schema Message schema where to search for column names.
* @param colNames List of column names.
* @param colIndexes List of column indexes.
* @return A MessageType object of the column names found.
*/
private static MessageType getSchemaByIndex(MessageType schema, List<String> colNames, List<Integer> colIndexes) {
List<Type> schemaTypes = new ArrayList<Type>();
for (Integer i : colIndexes) {
if (i < colNames.size()) {
if (i < schema.getFieldCount()) {
schemaTypes.add(schema.getType(i));
} else {
//prefixing with '_mask_' to ensure no conflict with named
//columns in the file schema
schemaTypes.add(Types.optional(PrimitiveTypeName.BINARY).named("_mask_" + colNames.get(i)));
}
}
}
return new MessageType(schema.getName(), schemaTypes);
}
代码示例来源:origin: com.twitter/parquet-pig
/**
* filters a Parquet schema based on a pig schema for projection
* @param schemaToFilter the schema to be filter
* @param requestedPigSchema the pig schema to filter it with
* @param requiredFieldList projected required fields
* @return the resulting filtered schema
*/
public MessageType filter(MessageType schemaToFilter, Schema requestedPigSchema, RequiredFieldList requiredFieldList) {
try {
if (DEBUG) LOG.debug("filtering schema:\n" + schemaToFilter + "\nwith requested pig schema:\n " + requestedPigSchema);
List<Type> result = columnAccess.filterTupleSchema(schemaToFilter, requestedPigSchema, requiredFieldList);
if (DEBUG) LOG.debug("schema:\n" + schemaToFilter + "\nfiltered to:\n" + result);
return new MessageType(schemaToFilter.getName(), result);
} catch (RuntimeException e) {
throw new RuntimeException("can't filter " + schemaToFilter + " with " + requestedPigSchema, e);
}
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
/**
* Searchs column names by name on a given Parquet message schema, and returns its projected
* Parquet schema types.
*
* @param schema Message type schema where to search for column names.
* @param colNames List of column names.
* @param colTypes List of column types.
* @return A MessageType object of projected columns.
*/
private static MessageType getSchemaByName(MessageType schema, List<String> colNames, List<TypeInfo> colTypes) {
List<Type> projectedFields = getProjectedGroupFields(schema, colNames, colTypes);
Type[] typesArray = projectedFields.toArray(new Type[0]);
return Types.buildMessage()
.addFields(typesArray)
.named(schema.getName());
}
代码示例来源:origin: asakusafw/asakusafw
/**
* Creates a new instance.
* @param descriptor the target descriptor
* @param schema the file schema
* @param configuration the mapping configuration
*/
public DataModelMaterializer(
DataModelDescriptor descriptor,
MessageType schema,
DataModelMapping configuration) {
List<Mapping> mappings = computeMapping(descriptor, schema, configuration);
List<Type> fields = new ArrayList<>();
List<PropertyDescriptor> properties = new ArrayList<>();
for (Mapping mapping : mappings) {
if (mapping != null) {
fields.add(new PrimitiveType(
Repetition.OPTIONAL,
mapping.source.getType(),
mapping.source.getPath()[0]));
properties.add(mapping.target);
}
}
this.materializeSchema = new MessageType(schema.getName(), fields);
this.root = new DataModelConverter(properties);
}
代码示例来源:origin: com.twitter/parquet-cascading
public SchemaIntersection(MessageType fileSchema, Fields requestedFields) {
if(requestedFields == Fields.UNKNOWN)
requestedFields = Fields.ALL;
Fields newFields = Fields.NONE;
List<Type> newSchemaFields = new ArrayList<Type>();
int schemaSize = fileSchema.getFieldCount();
for (int i = 0; i < schemaSize; i++) {
Type type = fileSchema.getType(i);
Fields name = new Fields(type.getName());
if(requestedFields.contains(name)) {
newFields = newFields.append(name);
newSchemaFields.add(type);
}
}
this.sourceFields = newFields;
this.requestedSchema = new MessageType(fileSchema.getName(), newSchemaFields);
}
代码示例来源:origin: uk.co.nichesolutions.presto/presto-hive
.collect(toList());
MessageType requestedSchema = new MessageType(fileSchema.getName(), fields);
代码示例来源:origin: uk.co.nichesolutions.presto/presto-hive
.collect(toList());
MessageType requestedSchema = new MessageType(fileSchema.getName(), fields);
代码示例来源:origin: com.twitter/parquet-tools
public static void showDetails(PrettyPrintWriter out, FileMetaData meta) {
out.format("creator: %s%n", meta.getCreatedBy());
Map<String,String> extra = meta.getKeyValueMetaData();
if (extra != null) {
for (Map.Entry<String,String> entry : meta.getKeyValueMetaData().entrySet()) {
out.print("extra: ");
out.incrementTabLevel();
out.format("%s = %s%n", entry.getKey(), entry.getValue());
out.decrementTabLevel();
}
}
out.println();
out.format("file schema: %s%n", meta.getSchema().getName());
out.rule('-');
showDetails(out, meta.getSchema());
}
内容来源于网络,如有侵权,请联系作者删除!