本文整理了Java中org.apache.gobblin.configuration.State.write()
方法的一些代码示例,展示了State.write()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。State.write()
方法的具体详情如下:
包路径:org.apache.gobblin.configuration.State
类名称:State
方法名:write
暂无
代码示例来源:origin: apache/incubator-gobblin
/**
* Serialize a {@link State} instance to a file.
*
* @param fs the {@link FileSystem} instance for creating the file
* @param jobStateFilePath the path to the file
* @param state the {@link State} to serialize
* @param replication replication of the serialized file.
* @param <T> the {@link State} object type
* @throws IOException if it fails to serialize the {@link State} instance
*/
public static <T extends State> void serializeState(FileSystem fs, Path jobStateFilePath, T state, short replication)
throws IOException {
try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(jobStateFilePath, replication))) {
state.write(dataOutputStream);
}
}
代码示例来源:origin: apache/incubator-gobblin
private static void saveState (FileSystem fs, Path dir, State state) throws IOException {
Path tmpFile = new Path(dir, STATE_FILE + ".tmp");
Path newFile = new Path(dir, STATE_FILE);
fs.delete(tmpFile, false);
try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(new Path(dir, STATE_FILE + ".tmp")))) {
state.write(dataOutputStream);
}
// Caution: We are deleting right before renaming because rename doesn't support atomic overwrite options from FileSystem API.
fs.delete(newFile, false);
fs.rename(tmpFile, newFile);
}
代码示例来源:origin: apache/incubator-gobblin
@Override
public void write(DataOutput out) throws IOException {
this.workUnit.write(out);
super.write(out);
}
代码示例来源:origin: apache/incubator-gobblin
@Override
public void write(DataOutput out) throws IOException {
super.write(out);
this.extract.write(out);
}
代码示例来源:origin: apache/incubator-gobblin
public void write(DataOutput out, boolean writePreviousWorkUnitStates)
throws IOException {
if (!writePreviousWorkUnitStates) {
out.writeInt(0);
} else {
out.writeInt(this.previousWorkUnitStates.size());
for (WorkUnitState state : this.previousWorkUnitStates) {
state.write(out);
}
}
super.write(out);
}
代码示例来源:origin: apache/incubator-gobblin
/**
* Serializes the state to the {@link DataOutput}
* @param dataOutput output target receiving the serialized data
* @param state the state to serialize
* @throws IOException
*/
private void addStateToDataOutputStream(DataOutput dataOutput, T state) throws IOException {
new Text(Strings.nullToEmpty(state.getId())).write(dataOutput);
state.write(dataOutput);
}
代码示例来源:origin: apache/incubator-gobblin
/**
* Serializes the state to the {@link DataOutput}
* @param dataOutput output target receiving the serialized data
* @param state the state to serialize
* @throws IOException
*/
private void addStateToDataOutputStream(DataOutput dataOutput, T state) throws IOException {
new Text(Strings.nullToEmpty(state.getId())).write(dataOutput);
state.write(dataOutput);
}
代码示例来源:origin: apache/incubator-gobblin
@Test
public void testInterningOfKeyValues() throws Exception {
// Prove we can identify interned keys
String nonInterned = new String("myKey"); // not interned
String interned = new String("myInternedKey").intern(); // interned
Assert.assertFalse(isInterned(nonInterned));
Assert.assertTrue(isInterned(interned));
State state = new State();
state.setProp(new String("someKey"), new String("someValue"));
ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
DataOutput dataOutput = new DataOutputStream(outputStream);
state.write(dataOutput);
outputStream.flush();
ByteArrayInputStream inputStream = new ByteArrayInputStream(outputStream.toByteArray());
DataInput dataInput = new DataInputStream(inputStream);
State readState = new State();
readState.readFields(dataInput);
inputStream.close();
Assert.assertEquals(state, readState);
assertInterned(state.getProperties(), false);
assertInterned(readState.getProperties(), true);
}
代码示例来源:origin: apache/incubator-gobblin
DataOutputStream out = new DataOutputStream(byteStream);
state.write(out);
代码示例来源:origin: org.apache.gobblin/gobblin-utility
/**
* Serialize a {@link State} instance to a file.
*
* @param fs the {@link FileSystem} instance for creating the file
* @param jobStateFilePath the path to the file
* @param state the {@link State} to serialize
* @param replication replication of the serialized file.
* @param <T> the {@link State} object type
* @throws IOException if it fails to serialize the {@link State} instance
*/
public static <T extends State> void serializeState(FileSystem fs, Path jobStateFilePath, T state, short replication)
throws IOException {
try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(jobStateFilePath, replication))) {
state.write(dataOutputStream);
}
}
代码示例来源:origin: org.apache.gobblin/gobblin-compaction
private static void saveState (FileSystem fs, Path dir, State state) throws IOException {
Path tmpFile = new Path(dir, STATE_FILE + ".tmp");
Path newFile = new Path(dir, STATE_FILE);
fs.delete(tmpFile, false);
try (DataOutputStream dataOutputStream = new DataOutputStream(fs.create(new Path(dir, STATE_FILE + ".tmp")))) {
state.write(dataOutputStream);
}
// Caution: We are deleting right before renaming because rename doesn't support atomic overwrite options from FileSystem API.
fs.delete(newFile, false);
fs.rename(tmpFile, newFile);
}
代码示例来源:origin: org.apache.gobblin/gobblin-api
public void write(DataOutput out, boolean writePreviousWorkUnitStates)
throws IOException {
if (!writePreviousWorkUnitStates) {
out.writeInt(0);
} else {
out.writeInt(this.previousWorkUnitStates.size());
for (WorkUnitState state : this.previousWorkUnitStates) {
state.write(out);
}
}
super.write(out);
}
代码示例来源:origin: org.apache.gobblin/gobblin-api
@Override
public void write(DataOutput out) throws IOException {
this.workUnit.write(out);
super.write(out);
}
代码示例来源:origin: org.apache.gobblin/gobblin-api
@Override
public void write(DataOutput out) throws IOException {
super.write(out);
this.extract.write(out);
}
代码示例来源:origin: org.apache.gobblin/gobblin-metastore
/**
* Serializes the state to the {@link DataOutput}
* @param dataOutput output target receiving the serialized data
* @param state the state to serialize
* @throws IOException
*/
private void addStateToDataOutputStream(DataOutput dataOutput, T state) throws IOException {
new Text(Strings.nullToEmpty(state.getId())).write(dataOutput);
state.write(dataOutput);
}
内容来源于网络,如有侵权,请联系作者删除!