com.google.api.services.bigquery.model.JobConfiguration.setExtract()方法的使用及代码示例

x33g5p2x  于2022-01-22 转载在 其他  
字(7.6k)|赞(0)|评价(0)|浏览(84)

本文整理了Java中com.google.api.services.bigquery.model.JobConfiguration.setExtract()方法的一些代码示例,展示了JobConfiguration.setExtract()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。JobConfiguration.setExtract()方法的具体详情如下:
包路径:com.google.api.services.bigquery.model.JobConfiguration
类名称:JobConfiguration
方法名:setExtract

JobConfiguration.setExtract介绍

[英][Pick one] Configures an extract job.
[中][选择一个]配置提取作业。

代码示例

代码示例来源:origin: googleapis/google-cloud-java

@Override
com.google.api.services.bigquery.model.JobConfiguration toPb() {
 JobConfigurationExtract extractConfigurationPb = new JobConfigurationExtract();
 extractConfigurationPb.setDestinationUris(destinationUris);
 extractConfigurationPb.setSourceTable(sourceTable.toPb());
 extractConfigurationPb.setPrintHeader(printHeader);
 extractConfigurationPb.setFieldDelimiter(fieldDelimiter);
 extractConfigurationPb.setDestinationFormat(format);
 extractConfigurationPb.setCompression(compression);
 return new com.google.api.services.bigquery.model.JobConfiguration()
   .setExtract(extractConfigurationPb);
}

代码示例来源:origin: googleapis/google-cloud-java

@Test
public void testIncomplete() {
 // https://github.com/googleapis/google-cloud-java/issues/2357
 com.google.api.services.bigquery.model.Job job =
   new com.google.api.services.bigquery.model.Job()
     .setStatistics(
       new com.google.api.services.bigquery.model.JobStatistics()
         .setCreationTime(1234L)
         .setStartTime(5678L));
 job.setConfiguration(
   new com.google.api.services.bigquery.model.JobConfiguration()
     .setCopy(new com.google.api.services.bigquery.model.JobConfigurationTableCopy()));
 assertThat(JobStatistics.fromPb(job)).isInstanceOf(CopyStatistics.class);
 job.setConfiguration(
   new com.google.api.services.bigquery.model.JobConfiguration()
     .setLoad(new com.google.api.services.bigquery.model.JobConfigurationLoad()));
 assertThat(JobStatistics.fromPb(job)).isInstanceOf(LoadStatistics.class);
 job.setConfiguration(
   new com.google.api.services.bigquery.model.JobConfiguration()
     .setExtract(new com.google.api.services.bigquery.model.JobConfigurationExtract()));
 assertThat(JobStatistics.fromPb(job)).isInstanceOf(ExtractStatistics.class);
 job.setConfiguration(
   new com.google.api.services.bigquery.model.JobConfiguration()
     .setQuery(new com.google.api.services.bigquery.model.JobConfigurationQuery()));
 assertThat(JobStatistics.fromPb(job)).isInstanceOf(QueryStatistics.class);
}

代码示例来源:origin: org.apache.beam/beam-sdks-java-io-google-cloud-platform

/**
 * {@inheritDoc}
 *
 * <p>Tries executing the RPC for at most {@code MAX_RPC_RETRIES} times until it succeeds.
 *
 * @throws IOException if it exceeds {@code MAX_RPC_RETRIES} attempts.
 */
@Override
public void startExtractJob(JobReference jobRef, JobConfigurationExtract extractConfig)
  throws InterruptedException, IOException {
 Job job =
   new Job()
     .setJobReference(jobRef)
     .setConfiguration(new JobConfiguration().setExtract(extractConfig));
 startJob(job, errorExtractor, client);
}

代码示例来源:origin: com.google.cloud/gcloud-java-bigquery

@Override
com.google.api.services.bigquery.model.JobConfiguration toPb() {
 JobConfigurationExtract extractConfigurationPb = new JobConfigurationExtract();
 extractConfigurationPb.setDestinationUris(destinationUris);
 extractConfigurationPb.setSourceTable(sourceTable.toPb());
 extractConfigurationPb.setPrintHeader(printHeader);
 extractConfigurationPb.setFieldDelimiter(fieldDelimiter);
 extractConfigurationPb.setDestinationFormat(format);
 extractConfigurationPb.setCompression(compression);
 return new com.google.api.services.bigquery.model.JobConfiguration()
   .setExtract(extractConfigurationPb);
}

代码示例来源:origin: com.google.cloud/google-cloud-bigquery

@Override
com.google.api.services.bigquery.model.JobConfiguration toPb() {
 JobConfigurationExtract extractConfigurationPb = new JobConfigurationExtract();
 extractConfigurationPb.setDestinationUris(destinationUris);
 extractConfigurationPb.setSourceTable(sourceTable.toPb());
 extractConfigurationPb.setPrintHeader(printHeader);
 extractConfigurationPb.setFieldDelimiter(fieldDelimiter);
 extractConfigurationPb.setDestinationFormat(format);
 extractConfigurationPb.setCompression(compression);
 return new com.google.api.services.bigquery.model.JobConfiguration()
   .setExtract(extractConfigurationPb);
}

代码示例来源:origin: com.google.gcloud/gcloud-java-bigquery

@Override
com.google.api.services.bigquery.model.JobConfiguration toPb() {
 JobConfigurationExtract extractConfigurationPb = new JobConfigurationExtract();
 extractConfigurationPb.setDestinationUris(destinationUris);
 extractConfigurationPb.setSourceTable(sourceTable.toPb());
 extractConfigurationPb.setPrintHeader(printHeader);
 extractConfigurationPb.setFieldDelimiter(fieldDelimiter);
 extractConfigurationPb.setDestinationFormat(format);
 extractConfigurationPb.setCompression(compression);
 return new com.google.api.services.bigquery.model.JobConfiguration()
   .setExtract(extractConfigurationPb);
}

代码示例来源:origin: com.google.cloud.bigdataoss/bigquery-connector

config.setExtract(extractConfig);

代码示例来源:origin: com.google.cloud.bigdataoss/bigquery-connector

@Override
public void beginExport() throws IOException {
 // Create job and configuration.
 JobConfigurationExtract extractConfig = new JobConfigurationExtract();
 // Set source.
 extractConfig.setSourceTable(tableToExport.getTableReference());
 // Set destination.
 extractConfig.setDestinationUris(getExportPaths());
 extractConfig.set(DESTINATION_FORMAT_KEY, fileFormat.getFormatIdentifier());
 JobConfiguration config = new JobConfiguration();
 config.setExtract(extractConfig);
 JobReference jobReference =
   bigQueryHelper.createJobReference(
     projectId, "exporttocloudstorage", tableToExport.getLocation());
 Job job = new Job();
 job.setConfiguration(config);
 job.setJobReference(jobReference);
 // Insert and run job.
 try {
  Job response = bigQueryHelper.insertJobOrFetchDuplicate(projectId, job);
  logger.atFine().log("Got response '%s'", response);
  exportJobReference = response.getJobReference();
 } catch (IOException e) {
  String error = String.format(
    "Error while exporting table %s",
    BigQueryStrings.toString(tableToExport.getTableReference()));
  throw new IOException(error, e);
 }
}

代码示例来源:origin: org.apache.beam/beam-sdks-java-io-google-cloud-platform

@Override
public void startExtractJob(JobReference jobRef, JobConfigurationExtract extractConfig)
  throws IOException {
 checkArgument(
   "AVRO".equals(extractConfig.getDestinationFormat()), "Only extract to AVRO is supported");
 synchronized (allJobs) {
  verifyUniqueJobId(jobRef.getJobId());
  ++numExtractJobCalls;
  Job job = new Job();
  job.setJobReference(jobRef);
  job.setConfiguration(new JobConfiguration().setExtract(extractConfig));
  job.setKind(" bigquery#job");
  job.setStatus(new JobStatus().setState("PENDING"));
  allJobs.put(jobRef.getProjectId(), jobRef.getJobId(), new JobInfo(job));
 }
}

代码示例来源:origin: io.digdag/digdag-standards

@Override
  protected JobConfiguration jobConfiguration(String projectId)
  {
    JobConfigurationExtract cfg = new JobConfigurationExtract();
    try {
      cfg.setDestinationUris(params.getList("destination", String.class));
    }
    catch (ConfigException ignore) {
      cfg.setDestinationUri(params.get("destination", String.class));
    }
    Optional<DatasetReference> defaultDataset = params.getOptional("dataset", String.class)
        .transform(Bq::datasetReference);
    String sourceTable = params.get("_command", String.class);
    cfg.setSourceTable(tableReference(projectId, defaultDataset, sourceTable));
    params.getOptional("print_header", boolean.class).transform(cfg::setPrintHeader);
    params.getOptional("field_delimiter", String.class).transform(cfg::setFieldDelimiter);
    params.getOptional("destination_format", String.class).transform(cfg::setDestinationFormat);
    params.getOptional("compression", String.class).transform(cfg::setCompression);
    return new JobConfiguration()
        .setExtract(cfg);
  }
}

相关文章