本文整理了Java中com.alibaba.datax.common.element.Record.getColumnNumber
方法的一些代码示例,展示了Record.getColumnNumber
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。Record.getColumnNumber
方法的具体详情如下:
包路径:com.alibaba.datax.common.element.Record
类名称:Record
方法名:getColumnNumber
暂无
代码示例来源:origin: ECNU-1X/DataX-Masking
private String recordToString(Record record) {
int recordLength = record.getColumnNumber();
if (0 == recordLength) {
return NEWLINE_FLAG;
}
Column column;
StringBuilder sb = new StringBuilder();
for (int i = 0; i < recordLength; i++) {
column = record.getColumn(i);
sb.append(column.asString()).append(fieldDelimiter);
}
sb.setLength(sb.length() - 1);
sb.append(NEWLINE_FLAG);
return sb.toString();
}
}
代码示例来源:origin: ECNU-1X/DataX-Masking
@Override
public Put convertRecordToPut(Record record) {
if (record.getColumnNumber() != 4 ) {
String.format(
"HbaseWriter multversion模式下列配置信息有错误.源头应该为四元组,实际源头读取字段数:%s,请检查您的配置并作出修改.",
record.getColumnNumber()));
代码示例来源:origin: ECNU-1X/DataX-Masking
private String recordToString(Record record) {
int recordLength = record.getColumnNumber();
if (0 == recordLength) {
return NEWLINE_FLAG;
}
Column column;
List dataList = new ArrayList();
for (int i = 0; i < recordLength; i++) {
column = record.getColumn(i);
Map tmpmap = new HashMap<>();
tmpmap.put("value",column.getRawData());
tmpmap.put("type",column.getType());
dataList.add(tmpmap);
}
String jsonStr = JSON.toJSON(dataList).toString();
System.out.println(jsonStr);
return jsonStr;
}
}
代码示例来源:origin: ECNU-1X/DataX-Masking
public static List<Pair<String, ColumnValue>> getAttrFromRecord(int pkCount, List<OTSAttrColumn> attrColumns, Record r) {
List<Pair<String, ColumnValue>> attr = new ArrayList<Pair<String, ColumnValue>>(r.getColumnNumber());
for (int i = 0; i < attrColumns.size(); i++) {
Column col = r.getColumn(i + pkCount);
OTSAttrColumn expect = attrColumns.get(i);
if (col.getRawData() == null) {
attr.add(new Pair<String, ColumnValue>(expect.getName(), null));
continue;
}
ColumnValue cv = ColumnConversion.columnToColumnValue(col, expect);
attr.add(new Pair<String, ColumnValue>(expect.getName(), cv));
}
return attr;
}
代码示例来源:origin: ECNU-1X/DataX-Masking
public static DirtyRecord asDirtyRecord(final Record record) {
DirtyRecord result = new DirtyRecord();
for (int i = 0; i < record.getColumnNumber(); i++) {
result.addColumn(record.getColumn(i));
}
return result;
}
代码示例来源:origin: ECNU-1X/DataX-Masking
&& StringUtils.isNotBlank(cfAndQualifier[0])
&& StringUtils.isNotBlank(cfAndQualifier[1]), promptInfo);
if(index >= record.getColumnNumber()){
throw DataXException.asDataXException(Hbase094xWriterErrorCode.ILLEGAL_VALUE, String.format("您的column配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
代码示例来源:origin: ECNU-1X/DataX-Masking
while ((record = lineReceiver.getFromReader()) != null) {
if (record.getColumnNumber() != numberOfColumnsToRead) {
throw DataXException.asDataXException(HbaseSQLWriterErrorCode.ILLEGAL_VALUE,
"数据源给出的列数量[" + record.getColumnNumber() + "]与您配置中的列数量[" + numberOfColumnsToRead +
"]不同, 请检查您的配置 或者 联系 Hbase 管理员.");
代码示例来源:origin: ECNU-1X/DataX-Masking
Record record;
while ((record = recordReceiver.getFromReader()) != null) {
if (record.getColumnNumber() != this.columnNumber) {
String.format(
"列配置信息有错误. 因为您配置的任务中,源头读取字段数:%s 与 目的表要写入的字段数:%s 不相等. 请检查您的配置并作出修改.",
record.getColumnNumber(),
this.columnNumber));
代码示例来源:origin: ECNU-1X/DataX-Masking
int colNum = record.getColumnNumber();
for (int i = 0; i < colNum; i++) {
Column col = record.getColumn(i);
代码示例来源:origin: ECNU-1X/DataX-Masking
&& StringUtils.isNotBlank(cfAndQualifier[0])
&& StringUtils.isNotBlank(cfAndQualifier[1]), promptInfo);
if(index >= record.getColumnNumber()){
throw DataXException.asDataXException(Hbase11xWriterErrorCode.ILLEGAL_VALUE, String.format("您的column配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
代码示例来源:origin: ECNU-1X/DataX-Masking
int recordLength = record.getColumnNumber();
if (0 != recordLength) {
Column column;
代码示例来源:origin: ECNU-1X/DataX-Masking
while ((record = recordReceiver.getFromReader()) != null) {
if (this.writeMode.equalsIgnoreCase(Constant.INSERTMODE)) {
if (record.getColumnNumber() != columnNumber) {
String.format(
"列配置信息有错误. 因为您配置的任务中,源头读取字段数:%s 与 目的表要写入的字段数:%s 不相等. 请检查您的配置并作出修改.",
record.getColumnNumber(),
columnNumber));
if (record.getColumnNumber() != columnNumber + 1) {
String.format(
"列配置信息有错误. 因为您配置的任务中,源头读取字段数:%s 与 目的表要写入的字段数:%s 不满足源头多1列操作类型列. 请检查您的配置并作出修改.",
record.getColumnNumber(),
columnNumber));
代码示例来源:origin: ECNU-1X/DataX-Masking
transportResult.setRight(false);
List<Object> recordList = Lists.newArrayList();
int recordLength = record.getColumnNumber();
if (0 != recordLength) {
Column column;
代码示例来源:origin: ECNU-1X/DataX-Masking
public byte[] getRowkey(Record record){
byte[] rowkeyBuffer = {};
for (Configuration aRowkeyColumn : rowkeyColumn) {
Integer index = aRowkeyColumn.getInt(Key.INDEX);
String type = aRowkeyColumn.getString(Key.TYPE);
ColumnType columnType = ColumnType.getByTypeName(type);
if(index == -1){
String value = aRowkeyColumn.getString(Key.VALUE);
rowkeyBuffer = Bytes.add(rowkeyBuffer,getValueByte(columnType,value));
}else{
if(index >= record.getColumnNumber()){
throw DataXException.asDataXException(Hbase094xWriterErrorCode.CONSTRUCT_ROWKEY_ERROR, String.format("您的rowkeyColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
}
byte[] value = getColumnByte(columnType,record.getColumn(index));
rowkeyBuffer = Bytes.add(rowkeyBuffer, value);
}
}
return rowkeyBuffer;
}
代码示例来源:origin: ECNU-1X/DataX-Masking
public byte[] getRowkey(Record record){
byte[] rowkeyBuffer = {};
for (Configuration aRowkeyColumn : rowkeyColumn) {
Integer index = aRowkeyColumn.getInt(Key.INDEX);
String type = aRowkeyColumn.getString(Key.TYPE);
ColumnType columnType = ColumnType.getByTypeName(type);
if(index == -1){
String value = aRowkeyColumn.getString(Key.VALUE);
rowkeyBuffer = Bytes.add(rowkeyBuffer,getValueByte(columnType,value));
}else{
if(index >= record.getColumnNumber()){
throw DataXException.asDataXException(Hbase11xWriterErrorCode.CONSTRUCT_ROWKEY_ERROR, String.format("您的rowkeyColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
}
byte[] value = getColumnByte(columnType,record.getColumn(index));
rowkeyBuffer = Bytes.add(rowkeyBuffer, value);
}
}
return rowkeyBuffer;
}
代码示例来源:origin: ECNU-1X/DataX-Masking
if(index >= record.getColumnNumber()){
throw DataXException.asDataXException(Hbase11xWriterErrorCode.CONSTRUCT_VERSION_ERROR, String.format("您的versionColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
代码示例来源:origin: ECNU-1X/DataX-Masking
if(index >= record.getColumnNumber()){
throw DataXException.asDataXException(Hbase094xWriterErrorCode.CONSTRUCT_VERSION_ERROR, String.format("您的versionColumn配置项中中index值超出范围,根据reader端配置,index的值小于%s,而您配置的值为%s,请检查并修改.",record.getColumnNumber(),index));
代码示例来源:origin: ECNU-1X/DataX-Masking
public Record dataxRecordToOdpsRecord(
com.alibaba.datax.common.element.Record dataXRecord) throws Exception {
int sourceColumnCount = dataXRecord.getColumnNumber();
Record odpsRecord = slaveUpload.newRecord();
代码示例来源:origin: ECNU-1X/DataX-Masking
if (transformerInfoExec.getColumnIndex() != null && transformerInfoExec.getColumnIndex() >= record.getColumnNumber()) {
throw DataXException.asDataXException(TransformerErrorCode.TRANSFORMER_ILLEGAL_PARAMETER,
String.format("columnIndex[%s] out of bound[%s]. name=%s",
transformerInfoExec.getColumnIndex(), record.getColumnNumber(),
transformerInfoExec.getTransformerName()));
代码示例来源:origin: ECNU-1X/DataX-Masking
LOG.debug("Record Raw: {}", record.toString());
int columnCount = record.getColumnNumber();
if (columnCount != expectColumnCount) {
内容来源于网络,如有侵权,请联系作者删除!