com.alibaba.datax.common.element.Record.getColumnNumber()方法的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(7.6k)|赞(0)|评价(0)|浏览(141)

本文整理了Java中com.alibaba.datax.common.element.Record.getColumnNumber方法的一些代码示例,展示了Record.getColumnNumber的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Record.getColumnNumber方法的具体详情如下:
包路径:com.alibaba.datax.common.element.Record
类名称:Record
方法名:getColumnNumber

Record.getColumnNumber介绍

暂无

代码示例

代码示例来源:origin: ECNU-1X/DataX-Masking

private String recordToString(Record record) {
    int recordLength = record.getColumnNumber();
    if (0 == recordLength) {
      return NEWLINE_FLAG;
    }
    Column column;
    StringBuilder sb = new StringBuilder();
    for (int i = 0; i < recordLength; i++) {
      column = record.getColumn(i);
      sb.append(column.asString()).append(fieldDelimiter);
    }
    sb.setLength(sb.length() - 1);
    sb.append(NEWLINE_FLAG);
    return sb.toString();
  }
}

代码示例来源:origin: ECNU-1X/DataX-Masking

@Override
public Put convertRecordToPut(Record record) {
  if (record.getColumnNumber() != 4 ) {
            String.format(
                "HbaseWriter multversion模式下列配置信息有错误.源头应该为四元组,实际源头读取字段数:%s,请检查您的配置并作出修改.",
                record.getColumnNumber()));

代码示例来源:origin: ECNU-1X/DataX-Masking

private String recordToString(Record record) {
    int recordLength = record.getColumnNumber();
    if (0 == recordLength) {
      return NEWLINE_FLAG;
    }
    Column column;
    List dataList = new ArrayList();
    for (int i = 0; i < recordLength; i++) {
      column = record.getColumn(i);
      Map tmpmap = new HashMap<>();
      tmpmap.put("value",column.getRawData());
      tmpmap.put("type",column.getType());
      dataList.add(tmpmap);
    }
    String jsonStr = JSON.toJSON(dataList).toString();
    System.out.println(jsonStr);
    return jsonStr;
  }
}

代码示例来源:origin: ECNU-1X/DataX-Masking

public static List<Pair<String, ColumnValue>> getAttrFromRecord(int pkCount, List<OTSAttrColumn> attrColumns, Record r) {
  List<Pair<String, ColumnValue>> attr = new ArrayList<Pair<String, ColumnValue>>(r.getColumnNumber());
  for (int i = 0; i < attrColumns.size(); i++) {
    Column col = r.getColumn(i + pkCount);
    OTSAttrColumn expect = attrColumns.get(i);
    if (col.getRawData() == null) {
      attr.add(new Pair<String, ColumnValue>(expect.getName(), null));
      continue;
    }
    ColumnValue cv = ColumnConversion.columnToColumnValue(col, expect);
    attr.add(new Pair<String, ColumnValue>(expect.getName(), cv));
  }
  return attr;
}

代码示例来源:origin: ECNU-1X/DataX-Masking

public static DirtyRecord asDirtyRecord(final Record record) {
  DirtyRecord result = new DirtyRecord();
  for (int i = 0; i < record.getColumnNumber(); i++) {
    result.addColumn(record.getColumn(i));
  }
  return result;
}

代码示例来源:origin: ECNU-1X/DataX-Masking

&& StringUtils.isNotBlank(cfAndQualifier[0])
    && StringUtils.isNotBlank(cfAndQualifier[1]), promptInfo);
if(index >= record.getColumnNumber()){
  throw DataXException.asDataXException(Hbase094xWriterErrorCode.ILLEGAL_VALUE, String.format("您的column配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));

代码示例来源:origin: ECNU-1X/DataX-Masking

while ((record = lineReceiver.getFromReader()) != null) {
  if (record.getColumnNumber() != numberOfColumnsToRead) {
    throw DataXException.asDataXException(HbaseSQLWriterErrorCode.ILLEGAL_VALUE,
        "数据源给出的列数量[" + record.getColumnNumber() + "]与您配置中的列数量[" + numberOfColumnsToRead +
        "]不同, 请检查您的配置 或者 联系 Hbase 管理员.");

代码示例来源:origin: ECNU-1X/DataX-Masking

Record record;
while ((record = recordReceiver.getFromReader()) != null) {
  if (record.getColumnNumber() != this.columnNumber) {
            String.format(
                "列配置信息有错误. 因为您配置的任务中,源头读取字段数:%s 与 目的表要写入的字段数:%s 不相等. 请检查您的配置并作出修改.",
                record.getColumnNumber(),
                this.columnNumber));

代码示例来源:origin: ECNU-1X/DataX-Masking

int colNum = record.getColumnNumber();
for (int i = 0; i < colNum; i++) {
  Column col = record.getColumn(i);

代码示例来源:origin: ECNU-1X/DataX-Masking

&& StringUtils.isNotBlank(cfAndQualifier[0])
    && StringUtils.isNotBlank(cfAndQualifier[1]), promptInfo);
if(index >= record.getColumnNumber()){
  throw DataXException.asDataXException(Hbase11xWriterErrorCode.ILLEGAL_VALUE, String.format("您的column配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));

代码示例来源:origin: ECNU-1X/DataX-Masking

int recordLength = record.getColumnNumber();
if (0 != recordLength) {
  Column column;

代码示例来源:origin: ECNU-1X/DataX-Masking

while ((record = recordReceiver.getFromReader()) != null) {
  if (this.writeMode.equalsIgnoreCase(Constant.INSERTMODE)) {
    if (record.getColumnNumber() != columnNumber) {
              String.format(
                  "列配置信息有错误. 因为您配置的任务中,源头读取字段数:%s 与 目的表要写入的字段数:%s 不相等. 请检查您的配置并作出修改.",
                  record.getColumnNumber(),
                  columnNumber));
    if (record.getColumnNumber() != columnNumber + 1) {
              String.format(
                  "列配置信息有错误. 因为您配置的任务中,源头读取字段数:%s 与 目的表要写入的字段数:%s 不满足源头多1列操作类型列. 请检查您的配置并作出修改.",
                  record.getColumnNumber(),
                  columnNumber));

代码示例来源:origin: ECNU-1X/DataX-Masking

transportResult.setRight(false);
List<Object> recordList = Lists.newArrayList();
int recordLength = record.getColumnNumber();
if (0 != recordLength) {
  Column column;

代码示例来源:origin: ECNU-1X/DataX-Masking

public byte[] getRowkey(Record record){
  byte[] rowkeyBuffer  = {};
  for (Configuration aRowkeyColumn : rowkeyColumn) {
    Integer index = aRowkeyColumn.getInt(Key.INDEX);
    String type = aRowkeyColumn.getString(Key.TYPE);
    ColumnType columnType = ColumnType.getByTypeName(type);
    if(index == -1){
      String value = aRowkeyColumn.getString(Key.VALUE);
      rowkeyBuffer = Bytes.add(rowkeyBuffer,getValueByte(columnType,value));
    }else{
      if(index >= record.getColumnNumber()){
        throw DataXException.asDataXException(Hbase094xWriterErrorCode.CONSTRUCT_ROWKEY_ERROR, String.format("您的rowkeyColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
      }
      byte[] value = getColumnByte(columnType,record.getColumn(index));
      rowkeyBuffer = Bytes.add(rowkeyBuffer, value);
    }
  }
  return rowkeyBuffer;
}

代码示例来源:origin: ECNU-1X/DataX-Masking

public byte[] getRowkey(Record record){
  byte[] rowkeyBuffer  = {};
  for (Configuration aRowkeyColumn : rowkeyColumn) {
    Integer index = aRowkeyColumn.getInt(Key.INDEX);
    String type = aRowkeyColumn.getString(Key.TYPE);
    ColumnType columnType = ColumnType.getByTypeName(type);
    if(index == -1){
      String value = aRowkeyColumn.getString(Key.VALUE);
      rowkeyBuffer = Bytes.add(rowkeyBuffer,getValueByte(columnType,value));
    }else{
      if(index >= record.getColumnNumber()){
        throw DataXException.asDataXException(Hbase11xWriterErrorCode.CONSTRUCT_ROWKEY_ERROR, String.format("您的rowkeyColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
      }
      byte[] value = getColumnByte(columnType,record.getColumn(index));
      rowkeyBuffer = Bytes.add(rowkeyBuffer, value);
    }
  }
  return rowkeyBuffer;
}

代码示例来源:origin: ECNU-1X/DataX-Masking

if(index >= record.getColumnNumber()){
  throw DataXException.asDataXException(Hbase11xWriterErrorCode.CONSTRUCT_VERSION_ERROR, String.format("您的versionColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));

代码示例来源:origin: ECNU-1X/DataX-Masking

if(index >= record.getColumnNumber()){
  throw DataXException.asDataXException(Hbase094xWriterErrorCode.CONSTRUCT_VERSION_ERROR, String.format("您的versionColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));

代码示例来源:origin: ECNU-1X/DataX-Masking

public Record dataxRecordToOdpsRecord(
    com.alibaba.datax.common.element.Record dataXRecord) throws Exception {
  int sourceColumnCount = dataXRecord.getColumnNumber();
  Record odpsRecord = slaveUpload.newRecord();

代码示例来源:origin: ECNU-1X/DataX-Masking

if (transformerInfoExec.getColumnIndex() != null && transformerInfoExec.getColumnIndex() >= record.getColumnNumber()) {
  throw DataXException.asDataXException(TransformerErrorCode.TRANSFORMER_ILLEGAL_PARAMETER,
      String.format("columnIndex[%s] out of bound[%s]. name=%s",
          transformerInfoExec.getColumnIndex(), record.getColumnNumber(),
          transformerInfoExec.getTransformerName()));

代码示例来源:origin: ECNU-1X/DataX-Masking

LOG.debug("Record Raw: {}", record.toString());
int columnCount = record.getColumnNumber();
if (columnCount != expectColumnCount) {

相关文章