org.apache.kylin.metadata.datatype.DataType.isDateTimeFamily()方法的使用及代码示例

x33g5p2x  于2022-01-18 转载在 其他  
字(11.5k)|赞(0)|评价(0)|浏览(102)

本文整理了Java中org.apache.kylin.metadata.datatype.DataType.isDateTimeFamily()方法的一些代码示例，展示了DataType.isDateTimeFamily()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。DataType.isDateTimeFamily()方法的具体详情如下：
包路径：org.apache.kylin.metadata.datatype.DataType
类名称：DataType
方法名：isDateTimeFamily

DataType.isDateTimeFamily介绍

暂无

代码示例

代码示例来源：origin: apache/kylin

public static IFilterCodeSystem getFilterCodeSystem(DataType dataType) {
  if (dataType.isIntegerFamily()) {
    return codeSystemMap.get("integer");
  } else if (dataType.isNumberFamily()) {
    return codeSystemMap.get("decimal");
  } else if (dataType.isDateTimeFamily()) {
    return codeSystemMap.get("integer");
  } else {
    return codeSystemMap.get("string");
  }
}

代码示例来源：origin: apache/kylin

public List<String> getValidEncodings(DataType dataType) {
  Message msg = MsgPicker.getMsg();
  if (dataType.isIntegerFamily()) {
    return Lists.newArrayList(BooleanDimEnc.ENCODING_NAME, DateDimEnc.ENCODING_NAME, TimeDimEnc.ENCODING_NAME,
        DictionaryDimEnc.ENCODING_NAME, IntegerDimEnc.ENCODING_NAME);
  } else if (dataType.isNumberFamily()) { //numbers include integers
    return Lists.newArrayList(DictionaryDimEnc.ENCODING_NAME);
  } else if (dataType.isDateTimeFamily()) {
    return Lists.newArrayList(DateDimEnc.ENCODING_NAME, TimeDimEnc.ENCODING_NAME,
        DictionaryDimEnc.ENCODING_NAME);
  } else if (dataType.isStringFamily()) {
    return Lists.newArrayList(BooleanDimEnc.ENCODING_NAME, DictionaryDimEnc.ENCODING_NAME,
        FixedLenDimEnc.ENCODING_NAME, //
        FixedLenHexDimEnc.ENCODING_NAME, IntegerDimEnc.ENCODING_NAME);
  } else {
    throw new BadRequestException(String.format(Locale.ROOT, msg.getVALID_ENCODING_NOT_AVAILABLE(), dataType));
  }
}

代码示例来源：origin: apache/kylin

@Override
protected void init() throws IOException {
  ColumnDesc[] cols = tableDesc.getColumns();
  colIsDateTime = new boolean[cols.length];
  colIsNumber = new boolean[cols.length];
  for (int i = 0; i < cols.length; i++) {
    DataType t = cols[i].getType();
    colIsDateTime[i] = t.isDateTimeFamily();
    colIsNumber[i] = t.isNumberFamily();
  }
  super.init();
}

代码示例来源：origin: apache/kylin

@SuppressWarnings("unchecked")
@Override
public TupleFilter onSerialize(TupleFilter filter) {
  if (filter instanceof CompareTupleFilter) {
    CompareTupleFilter cfilter = (CompareTupleFilter) filter;
    List<? extends TupleFilter> children = cfilter.getChildren();
    if (children == null || children.size() < 1) {
      throw new IllegalArgumentException("Illegal compare filter: " + cfilter);
    }
    TblColRef col = cfilter.getColumn();
    if (col == null || !col.getType().isDateTimeFamily()) {
      return cfilter;
    }
    for (TupleFilter child : filter.getChildren()) {
      dateCompareTupleChildren.put(child, col.getType());
    }
  }
  if (filter instanceof ConstantTupleFilter && dateCompareTupleChildren.containsKey(filter)) {
    ConstantTupleFilter constantTupleFilter = (ConstantTupleFilter) filter;
    Set<String> newValues = Sets.newHashSet();
    DataType columnType = dateCompareTupleChildren.get(filter);
    for (String value : (Collection<String>) constantTupleFilter.getValues()) {
      newValues.add(formatTime(value, columnType));
    }
    return new ConstantTupleFilter(newValues);
  }
  return filter;
}

代码示例来源：origin: apache/kylin

static DataTypeOrder getInstance(DataType type) throws IllegalArgumentException {
  if (type.isStringFamily())
    return STRING_ORDER;
  else if (type.isDateTimeFamily())
    return DATETIME_ORDER;
  else if (type.isIntegerFamily())
    return INTEGER_ORDER;
  else if (type.isFloat() || type.isDouble())
    return DOUBLE_ORDER;
  else if (type.isDecimal())
    return DECIMAL_ORDER;
  else if (type.isBoolean())
    return BOOLEAN_ORDER;
  else
    throw new IllegalArgumentException("Unsupported data type " + type);
}

代码示例来源：origin: apache/kylin

private void bindVariable(TupleFilter filter, DataContext dataContext) {
  if (filter == null) {
    return;
  }
  for (TupleFilter childFilter : filter.getChildren()) {
    bindVariable(childFilter, dataContext);
  }
  if (filter instanceof CompareTupleFilter && dataContext != null) {
    CompareTupleFilter compFilter = (CompareTupleFilter) filter;
    for (Map.Entry<String, Object> entry : compFilter.getVariables().entrySet()) {
      String variable = entry.getKey();
      Object value = dataContext.get(variable);
      if (value != null) {
        String str = value.toString();
        if (compFilter.getColumn().getType().isDateTimeFamily())
          str = String.valueOf(DateFormat.stringToMillis(str));
        compFilter.clearPreviousVariableValues(variable);
        compFilter.bindVariable(variable, str);
      }
    }
  }
}
// ============================================================================

代码示例来源：origin: apache/kylin

} else if (type.isDateTimeFamily()) {

代码示例来源：origin: apache/kylin

String lowerCaseColumnName = columnDesc.getName().toLowerCase(Locale.ROOT);
DataType dataType = columnDesc.getType();
if (dataType.isDateTimeFamily()) {

代码示例来源：origin: apache/kylin

public static IDictionaryBuilder newDictionaryBuilder(DataType dataType) {
  Preconditions.checkNotNull(dataType, "dataType cannot be null");
  // build dict, case by data type
  IDictionaryBuilder builder;
  if (dataType.isDateTimeFamily()) {
    if (dataType.isDate())
      builder = new DateDictBuilder();
    else
      builder = new TimeDictBuilder();
  } else {
    boolean useForest = KylinConfig.getInstanceFromEnv().isUseForestTrieDictionary();
    if (dataType.isNumberFamily())
      builder = useForest ? new NumberTrieDictForestBuilder() : new NumberTrieDictBuilder();
    else
      builder = useForest ? new StringTrieDictForestBuilder() : new StringTrieDictBuilder();
  }
  return builder;
}

代码示例来源：origin: apache/kylin

@Override
public String next() {
  if (type.isStringFamily()) {
    // string
    return format.replace(ColumnGenConfig.$RANDOM, "" + randomInt());
  } else if (type.isTimeFamily()) {
    // time
    return DateFormat.formatToTimeStr(randomMillis(), format);
  } else if (type.isDateTimeFamily()) {
    // date
    return DateFormat.formatToDateStr(randomMillis(), format);
  } else if (type.isIntegerFamily()) {
    // integer
    return formatNumber(randomInt());
  } else if (type.isNumberFamily()) {
    // double
    return formatNumber(randomDouble());
  } else {
    throw new IllegalStateException();
  }
}

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

public static IFilterCodeSystem getFilterCodeSystem(DataType dataType) {
  if (dataType.isIntegerFamily()) {
    return codeSystemMap.get("integer");
  } else if (dataType.isNumberFamily()) {
    return codeSystemMap.get("decimal");
  } else if (dataType.isDateTimeFamily()) {
    return codeSystemMap.get("integer");
  } else {
    return codeSystemMap.get("string");
  }
}

代码示例来源：origin: org.apache.kylin/kylin-dictionary

public static org.apache.kylin.common.util.Dictionary<?> buildDictionaryFromValueEnumerator(DictionaryInfo info, IDictionaryValueEnumerator valueEnumerator) throws IOException{
  org.apache.kylin.common.util.Dictionary dict = null;
  int baseId = 0; // always 0 for now
  final int nSamples = 5;
  ArrayList samples = Lists.newArrayListWithCapacity(nSamples);
  // build dict, case by data type
  DataType dataType = DataType.getInstance(info.getDataType());
  if (dataType.isDateTimeFamily())
    dict = buildDateStrDict(valueEnumerator, baseId, nSamples, samples);
  else if (dataType.isNumberFamily())
    dict = buildNumberDict(valueEnumerator, baseId, nSamples, samples);
  else
    dict = buildStringDict(valueEnumerator, baseId, nSamples, samples);
  // log a few samples
  StringBuilder buf = new StringBuilder();
  for (Object s : samples) {
    if (buf.length() > 0)
      buf.append(", ");
    buf.append(s.toString()).append("=>").append(dict.getIdFromValue(s));
  }
  logger.info("Dictionary value samples: " + buf.toString());
  logger.info("Dictionary cardinality: " + dict.getSize());
  if (dict instanceof TrieDictionary && dict.getSize() > DICT_MAX_CARDINALITY)
    throw new IllegalArgumentException("Too high cardinality is not suitable for dictionary -- " + info.getSourceTable() + "." + info.getSourceColumn() + " cardinality: " + dict.getSize());
  return dict;
}

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

@SuppressWarnings("unchecked")
@Override
public TupleFilter onSerialize(TupleFilter filter) {
  if (filter instanceof CompareTupleFilter) {
    CompareTupleFilter cfilter = (CompareTupleFilter) filter;
    List<? extends TupleFilter> children = cfilter.getChildren();
    if (children == null || children.size() < 1) {
      throw new IllegalArgumentException("Illegal compare filter: " + cfilter);
    }
    TblColRef col = cfilter.getColumn();
    if (col == null || !col.getType().isDateTimeFamily()) {
      return cfilter;
    }
    for (TupleFilter child : filter.getChildren()) {
      dateCompareTupleChildren.put(child, col.getType());
    }
  }
  if (filter instanceof ConstantTupleFilter && dateCompareTupleChildren.containsKey(filter)) {
    ConstantTupleFilter constantTupleFilter = (ConstantTupleFilter) filter;
    Set<String> newValues = Sets.newHashSet();
    DataType columnType = dateCompareTupleChildren.get(filter);
    for (String value : (Collection<String>) constantTupleFilter.getValues()) {
      newValues.add(formatTime(value, columnType));
    }
    return new ConstantTupleFilter(newValues);
  }
  return filter;
}

代码示例来源：origin: org.apache.kylin/kylin-core-dictionary

@Override
protected void init() throws IOException {
  ColumnDesc[] cols = tableDesc.getColumns();
  colIsDateTime = new boolean[cols.length];
  colIsNumber = new boolean[cols.length];
  for (int i = 0; i < cols.length; i++) {
    DataType t = cols[i].getType();
    colIsDateTime[i] = t.isDateTimeFamily();
    colIsNumber[i] = t.isNumberFamily();
  }
  super.init();
}

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

static DataTypeOrder getInstance(DataType type) throws IllegalArgumentException {
  if (type.isStringFamily())
    return STRING_ORDER;
  else if (type.isDateTimeFamily())
    return DATETIME_ORDER;
  else if (type.isIntegerFamily())
    return INTEGER_ORDER;
  else if (type.isFloat() || type.isDouble())
    return DOUBLE_ORDER;
  else if (type.isDecimal())
    return DECIMAL_ORDER;
  else if (type.isBoolean())
    return BOOLEAN_ORDER;
  else
    throw new IllegalArgumentException("Unsupported data type " + type);
}

代码示例来源：origin: org.apache.kylin/kylin-query

private void bindVariable(TupleFilter filter, DataContext dataContext) {
  if (filter == null) {
    return;
  }
  for (TupleFilter childFilter : filter.getChildren()) {
    bindVariable(childFilter, dataContext);
  }
  if (filter instanceof CompareTupleFilter && dataContext != null) {
    CompareTupleFilter compFilter = (CompareTupleFilter) filter;
    for (Map.Entry<String, Object> entry : compFilter.getVariables().entrySet()) {
      String variable = entry.getKey();
      Object value = dataContext.get(variable);
      if (value != null) {
        String str = value.toString();
        if (compFilter.getColumn().getType().isDateTimeFamily())
          str = String.valueOf(DateFormat.stringToMillis(str));
        compFilter.clearPreviousVariableValues(variable);
        compFilter.bindVariable(variable, str);
      }
    }
  }
}
// ============================================================================

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

} else if (type.isDateTimeFamily()) {

代码示例来源：origin: org.apache.kylin/kylin-core-dictionary

public static IDictionaryBuilder newDictionaryBuilder(DataType dataType) {
  Preconditions.checkNotNull(dataType, "dataType cannot be null");
  // build dict, case by data type
  IDictionaryBuilder builder;
  if (dataType.isDateTimeFamily()) {
    if (dataType.isDate())
      builder = new DateDictBuilder();
    else
      builder = new TimeDictBuilder();
  } else {
    boolean useForest = KylinConfig.getInstanceFromEnv().isUseForestTrieDictionary();
    if (dataType.isNumberFamily())
      builder = useForest ? new NumberTrieDictForestBuilder() : new NumberTrieDictBuilder();
    else
      builder = useForest ? new StringTrieDictForestBuilder() : new StringTrieDictBuilder();
  }
  return builder;
}

代码示例来源：origin: org.apache.kylin/kylin-core-metadata

@Override
public String next() {
  if (type.isStringFamily()) {
    // string
    return format.replace(ColumnGenConfig.$RANDOM, "" + randomInt());
  } else if (type.isTimeFamily()) {
    // time
    return DateFormat.formatToTimeStr(randomMillis(), format);
  } else if (type.isDateTimeFamily()) {
    // date
    return DateFormat.formatToDateStr(randomMillis(), format);
  } else if (type.isIntegerFamily()) {
    // integer
    return formatNumber(randomInt());
  } else if (type.isNumberFamily()) {
    // double
    return formatNumber(randomDouble());
  } else {
    throw new IllegalStateException();
  }
}

代码示例来源：origin: org.apache.kylin/kylin-invertedindex

} else if (dataType.isStringFamily()) {
  lengths[i] = 256;
} else if (dataType.isDateTimeFamily()) {
  lengths[i] = 19;
} else {

内容来源于网络，如有侵权，请联系作者删除！

DataType

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com