org.apache.gobblin.configuration.State.contains()方法的使用及代码示例

x33g5p2x  于2022-01-30 转载在 其他  
字(7.8k)|赞(0)|评价(0)|浏览(92)

本文整理了Java中org.apache.gobblin.configuration.State.contains()方法的一些代码示例,展示了State.contains()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。State.contains()方法的具体详情如下:
包路径:org.apache.gobblin.configuration.State
类名称:State
方法名:contains

State.contains介绍

[英]Check if a property is set.
[中]检查是否设置了属性。

代码示例

代码示例来源:origin: apache/incubator-gobblin

/**
 * @return the {@link Split} object contained in the {@link WorkUnit}.
 */
public static Optional<Split> getSplit(State workUnit) {
 return workUnit.contains(SPLIT_KEY) ? Optional.of(GSON.fromJson(workUnit.getProp(SPLIT_KEY), Split.class))
   : Optional.<Split>absent();
}

代码示例来源:origin: apache/incubator-gobblin

private String getDstBaseDir(State state) {
 Preconditions.checkArgument(state.contains(MRCompactor.COMPACTION_DEST_DIR),
   "Missing required property " + MRCompactor.COMPACTION_DEST_DIR);
 return state.getProp(MRCompactor.COMPACTION_DEST_DIR);
}

代码示例来源:origin: apache/incubator-gobblin

private String getDstSubDir(State state) {
  Preconditions.checkArgument(state.contains(MRCompactor.COMPACTION_DEST_SUBDIR),
    "Missing required property " + MRCompactor.COMPACTION_DEST_SUBDIR);
  return state.getProp(MRCompactor.COMPACTION_DEST_SUBDIR);
 }
}

代码示例来源:origin: apache/incubator-gobblin

protected HiveSnapshotRegistrationPolicy(State props) throws IOException {
 super(props);
 this.snapshotPathPattern = props.contains(SNAPSHOT_PATH_PATTERN)
   ? Optional.of(Pattern.compile(props.getProp(SNAPSHOT_PATH_PATTERN))) : Optional.<Pattern> absent();
}

代码示例来源:origin: apache/incubator-gobblin

/**
 * Check if the given state has lineage info
 */
public static boolean hasLineageInfo(State state) {
 return state.contains(getKey(NAME_KEY));
}

代码示例来源:origin: apache/incubator-gobblin

private HiveConnection getHiveConnection(Optional<String> proxyUser)
  throws ClassNotFoundException, SQLException {
 Class.forName("org.apache.hive.jdbc.HiveDriver");
 Preconditions.checkArgument(this.state.contains(ComplianceConfigurationKeys.HIVE_JDBC_URL), "Missing required property " + ComplianceConfigurationKeys.HIVE_JDBC_URL);
 String url = this.state.getProp(ComplianceConfigurationKeys.HIVE_JDBC_URL);
 if (proxyUser.isPresent()) {
  url = url + ComplianceConfigurationKeys.HIVE_SERVER2_PROXY_USER + proxyUser.get();
 }
 return (HiveConnection) DriverManager.getConnection(url);
}

代码示例来源:origin: apache/incubator-gobblin

public HivePartitionVersionRetentionReaperPolicy(State state, HivePartitionDataset dataset) {
 super(state, dataset);
 Preconditions.checkArgument(state.contains(ComplianceConfigurationKeys.REAPER_RETENTION_DAYS),
   "Missing required property " + ComplianceConfigurationKeys.REAPER_RETENTION_DAYS);
 this.retentionDays = state.getPropAsInt(ComplianceConfigurationKeys.REAPER_RETENTION_DAYS);
}

代码示例来源:origin: apache/incubator-gobblin

private String getSrcBaseDir(State state) {
 Preconditions.checkArgument(state.contains(MRCompactor.COMPACTION_INPUT_DIR),
   "Missing required property " + MRCompactor.COMPACTION_INPUT_DIR);
 return state.getProp(MRCompactor.COMPACTION_INPUT_DIR);
}

代码示例来源:origin: apache/incubator-gobblin

/**
 * Get topic name from a {@link State} object. The {@link State} should contain property
 * {@link KafkaSource#TOPIC_NAME}.
 */
public static String getTopicName(State state) {
 Preconditions.checkArgument(state.contains(KafkaSource.TOPIC_NAME),
   "Missing configuration property " + KafkaSource.TOPIC_NAME);
 return state.getProp(KafkaSource.TOPIC_NAME);
}

代码示例来源:origin: apache/incubator-gobblin

private String getInputDir() {
 Preconditions.checkArgument(this.state.contains(MRCompactor.COMPACTION_INPUT_DIR),
   "Missing required property " + MRCompactor.COMPACTION_INPUT_DIR);
 return this.state.getProp(MRCompactor.COMPACTION_INPUT_DIR);
}

代码示例来源:origin: apache/incubator-gobblin

@VisibleForTesting
GoogleDriveFsHelper(State state, Drive client, Closer closer) {
 this.closer = closer;
 this.fileSystem = this.closer.register(new GoogleDriveFileSystem(client));
 if (state.contains(BUFFER_SIZE_BYTE)) {
  this.bufferSizeByte = Optional.of(state.getPropAsInt(BUFFER_SIZE_BYTE));
 } else {
  this.bufferSizeByte = Optional.absent();
 }
}

代码示例来源:origin: apache/incubator-gobblin

private String getBackUpTableLocation(HivePartitionVersion version) {
 Preconditions.checkArgument(this.state.contains(ComplianceConfigurationKeys.TRASH_DIR),
   "Missing required property " + ComplianceConfigurationKeys.TRASH_DIR);
 return StringUtils
   .join(Arrays.asList(this.state.getProp(ComplianceConfigurationKeys.TRASH_DIR), getVersionTableName(version)),
     '/');
}

代码示例来源:origin: apache/incubator-gobblin

public String getBackupTableLocation() {
  Preconditions.checkArgument(this.state.contains(ComplianceConfigurationKeys.TRASH_DIR));
  return StringUtils.join(Arrays.asList(getTrashDir(), getBackupTableName()), '/');
 }
}

代码示例来源:origin: apache/incubator-gobblin

private String getTrashTableLocation() {
 Preconditions.checkArgument(this.state.contains(ComplianceConfigurationKeys.TRASH_DIR),
   "Missing required property " + ComplianceConfigurationKeys.TRASH_DIR);
 return this.state.getProp(ComplianceConfigurationKeys.TRASH_DIR) + getCompleteTableName();
}

代码示例来源:origin: apache/incubator-gobblin

private static List<HiveDataset> getHiveDatasets(FileSystem fs, State state)
  throws IOException {
 Preconditions.checkArgument(state.contains(ComplianceConfigurationKeys.COMPLIANCE_DATASET_WHITELIST),
   "Missing required property " + ComplianceConfigurationKeys.COMPLIANCE_DATASET_WHITELIST);
 Properties prop = new Properties();
 prop.setProperty(ComplianceConfigurationKeys.HIVE_DATASET_WHITELIST,
   state.getProp(ComplianceConfigurationKeys.COMPLIANCE_DATASET_WHITELIST));
 HiveDatasetFinder finder = new HiveDatasetFinder(fs, prop);
 return finder.findDatasets();
}

代码示例来源:origin: apache/incubator-gobblin

private List<HivePartitionVersion> findVersions(String name, String urn)
  throws IOException {
 State state = new State(this.state);
 Preconditions.checkArgument(this.state.contains(ComplianceConfigurationKeys.HIVE_VERSIONS_WHITELIST),
   "Missing required property " + ComplianceConfigurationKeys.HIVE_VERSIONS_WHITELIST);
 state.setProp(ComplianceConfigurationKeys.HIVE_DATASET_WHITELIST,
   this.state.getProp(ComplianceConfigurationKeys.HIVE_VERSIONS_WHITELIST));
 setVersions(name, state);
 log.info("Found " + this.versions.size() + " versions for the dataset " + urn);
 return this.versions;
}

代码示例来源:origin: apache/incubator-gobblin

private DedupKeyOption getDedupKeyOption() {
 if (!this.dataset.jobProps().contains(COMPACTION_JOB_DEDUP_KEY)) {
  return DEFAULT_DEDUP_KEY_OPTION;
 }
 Optional<DedupKeyOption> option = Enums.getIfPresent(DedupKeyOption.class,
   this.dataset.jobProps().getProp(COMPACTION_JOB_DEDUP_KEY).toUpperCase());
 return option.isPresent() ? option.get() : DEFAULT_DEDUP_KEY_OPTION;
}

代码示例来源:origin: apache/incubator-gobblin

@Override
public void updateSchema(HiveRegistrationUnit existingUnit, HiveRegistrationUnit newUnit) throws IOException {
 Preconditions.checkArgument(
   newUnit.getSerDeProps().contains(SCHEMA_LITERAL) || newUnit.getSerDeProps().contains(SCHEMA_URL));
 if (newUnit.getSerDeProps().contains(SCHEMA_LITERAL)) {
  existingUnit.setSerDeProp(SCHEMA_LITERAL, newUnit.getSerDeProps().getProp(SCHEMA_LITERAL));
 } else {
  existingUnit.setSerDeProp(SCHEMA_URL, newUnit.getSerDeProps().getProp(SCHEMA_URL));
 }
}

代码示例来源:origin: apache/incubator-gobblin

/**
 * Calls {@link #getOptionallyThrottledFileSystem(FileSystem, int)} parsing the qps from the input {@link State}
 * at key {@link #MAX_FILESYSTEM_QPS}.
 * @throws IOException
 */
public static FileSystem getOptionallyThrottledFileSystem(FileSystem fs, State state) throws IOException {
 DeprecationUtils.renameDeprecatedKeys(state, MAX_FILESYSTEM_QPS, DEPRECATED_KEYS);
 if (state.contains(MAX_FILESYSTEM_QPS)) {
  return getOptionallyThrottledFileSystem(fs, state.getPropAsInt(MAX_FILESYSTEM_QPS));
 }
 return fs;
}

代码示例来源:origin: apache/incubator-gobblin

private static void getFsAndJtTokensImpl(final State state, final Configuration conf, final Credentials cred)
  throws IOException {
 getHdfsToken(conf, cred);
 if (state.contains(OTHER_NAMENODES)) {
  getOtherNamenodesToken(state.getPropAsList(OTHER_NAMENODES), conf, cred);
 }
 getJtToken(cred);
}

相关文章