org.apache.gobblin.configuration.State.write()方法的使用及代码示例

x33g5p2x  于2022-01-30 转载在 其他  
字(6.0k)|赞(0)|评价(0)|浏览(72)

本文整理了Java中org.apache.gobblin.configuration.State.write()方法的一些代码示例,展示了State.write()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。State.write()方法的具体详情如下:
包路径:org.apache.gobblin.configuration.State
类名称:State
方法名:write

State.write介绍

暂无

代码示例

代码示例来源:origin: apache/incubator-gobblin

/**
 * Serialize a {@link State} instance to a file.
 *
 * @param fs the {@link FileSystem} instance for creating the file
 * @param jobStateFilePath the path to the file
 * @param state the {@link State} to serialize
 * @param replication replication of the serialized file.
 * @param <T> the {@link State} object type
 * @throws IOException if it fails to serialize the {@link State} instance
 */
public static <T extends State> void serializeState(FileSystem fs, Path jobStateFilePath, T state, short replication)
  throws IOException {
 try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(jobStateFilePath, replication))) {
  state.write(dataOutputStream);
 }
}

代码示例来源:origin: apache/incubator-gobblin

private static void saveState (FileSystem fs, Path dir, State state) throws IOException {
 Path tmpFile = new Path(dir, STATE_FILE + ".tmp");
 Path newFile = new Path(dir, STATE_FILE);
 fs.delete(tmpFile, false);
 try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(new Path(dir, STATE_FILE + ".tmp")))) {
  state.write(dataOutputStream);
 }
 // Caution: We are deleting right before renaming because rename doesn't support atomic overwrite options from FileSystem API.
 fs.delete(newFile, false);
 fs.rename(tmpFile, newFile);
}

代码示例来源:origin: apache/incubator-gobblin

@Override
public void write(DataOutput out) throws IOException {
 this.workUnit.write(out);
 super.write(out);
}

代码示例来源:origin: apache/incubator-gobblin

@Override
public void write(DataOutput out) throws IOException {
 super.write(out);
 this.extract.write(out);
}

代码示例来源:origin: apache/incubator-gobblin

public void write(DataOutput out, boolean writePreviousWorkUnitStates)
  throws IOException {
 if (!writePreviousWorkUnitStates) {
  out.writeInt(0);
 } else {
  out.writeInt(this.previousWorkUnitStates.size());
  for (WorkUnitState state : this.previousWorkUnitStates) {
   state.write(out);
  }
 }
 super.write(out);
}

代码示例来源:origin: apache/incubator-gobblin

/**
 * Serializes the state to the {@link DataOutput}
 * @param dataOutput output target receiving the serialized data
 * @param state the state to serialize
 * @throws IOException
 */
private void addStateToDataOutputStream(DataOutput dataOutput, T state) throws IOException {
 new Text(Strings.nullToEmpty(state.getId())).write(dataOutput);
 state.write(dataOutput);
}

代码示例来源:origin: apache/incubator-gobblin

/**
 * Serializes the state to the {@link DataOutput}
 * @param dataOutput output target receiving the serialized data
 * @param state the state to serialize
 * @throws IOException
 */
private void addStateToDataOutputStream(DataOutput dataOutput, T state) throws IOException {
 new Text(Strings.nullToEmpty(state.getId())).write(dataOutput);
 state.write(dataOutput);
}

代码示例来源:origin: apache/incubator-gobblin

@Test
public void testInterningOfKeyValues() throws Exception {
 // Prove we can identify interned keys
 String nonInterned = new String("myKey"); // not interned
 String interned = new String("myInternedKey").intern(); // interned
 Assert.assertFalse(isInterned(nonInterned));
 Assert.assertTrue(isInterned(interned));
 State state = new State();
 state.setProp(new String("someKey"), new String("someValue"));
 ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
 DataOutput dataOutput = new DataOutputStream(outputStream);
 state.write(dataOutput);
 outputStream.flush();
 ByteArrayInputStream inputStream = new ByteArrayInputStream(outputStream.toByteArray());
 DataInput dataInput = new DataInputStream(inputStream);
 State readState = new State();
 readState.readFields(dataInput);
 inputStream.close();
 Assert.assertEquals(state, readState);
 assertInterned(state.getProperties(), false);
 assertInterned(readState.getProperties(), true);
}

代码示例来源:origin: apache/incubator-gobblin

DataOutputStream out = new DataOutputStream(byteStream);
state.write(out);

代码示例来源:origin: org.apache.gobblin/gobblin-utility

/**
 * Serialize a {@link State} instance to a file.
 *
 * @param fs the {@link FileSystem} instance for creating the file
 * @param jobStateFilePath the path to the file
 * @param state the {@link State} to serialize
 * @param replication replication of the serialized file.
 * @param <T> the {@link State} object type
 * @throws IOException if it fails to serialize the {@link State} instance
 */
public static <T extends State> void serializeState(FileSystem fs, Path jobStateFilePath, T state, short replication)
  throws IOException {
 try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(jobStateFilePath, replication))) {
  state.write(dataOutputStream);
 }
}

代码示例来源:origin: org.apache.gobblin/gobblin-compaction

private static void saveState (FileSystem fs, Path dir, State state) throws IOException {
 Path tmpFile = new Path(dir, STATE_FILE + ".tmp");
 Path newFile = new Path(dir, STATE_FILE);
 fs.delete(tmpFile, false);
 try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(new Path(dir, STATE_FILE + ".tmp")))) {
  state.write(dataOutputStream);
 }
 // Caution: We are deleting right before renaming because rename doesn't support atomic overwrite options from FileSystem API.
 fs.delete(newFile, false);
 fs.rename(tmpFile, newFile);
}

代码示例来源:origin: org.apache.gobblin/gobblin-api

public void write(DataOutput out, boolean writePreviousWorkUnitStates)
  throws IOException {
 if (!writePreviousWorkUnitStates) {
  out.writeInt(0);
 } else {
  out.writeInt(this.previousWorkUnitStates.size());
  for (WorkUnitState state : this.previousWorkUnitStates) {
   state.write(out);
  }
 }
 super.write(out);
}

代码示例来源:origin: org.apache.gobblin/gobblin-api

@Override
public void write(DataOutput out) throws IOException {
 this.workUnit.write(out);
 super.write(out);
}

代码示例来源:origin: org.apache.gobblin/gobblin-api

@Override
public void write(DataOutput out) throws IOException {
 super.write(out);
 this.extract.write(out);
}

代码示例来源:origin: org.apache.gobblin/gobblin-metastore

/**
 * Serializes the state to the {@link DataOutput}
 * @param dataOutput output target receiving the serialized data
 * @param state the state to serialize
 * @throws IOException
 */
private void addStateToDataOutputStream(DataOutput dataOutput, T state) throws IOException {
 new Text(Strings.nullToEmpty(state.getId())).write(dataOutput);
 state.write(dataOutput);
}

相关文章