mirror of
https://github.com/google/nomulus.git
synced 2025-04-30 12:07:51 +02:00
5012893c1d
This change renames directories in preparation for the great package rename. The repository is now in a broken state because the code itself hasn't been updated. However this should ensure that git correctly preserves history for each file.
103 lines
4.2 KiB
Java
103 lines
4.2 KiB
Java
// Copyright 2016 The Domain Registry Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package com.google.domain.registry.tools;
|
|
|
|
import com.google.api.client.googleapis.auth.oauth2.GoogleCredential;
|
|
import com.google.api.client.http.HttpTransport;
|
|
import com.google.api.client.http.javanet.NetHttpTransport;
|
|
import com.google.api.client.json.JsonFactory;
|
|
import com.google.api.client.json.jackson2.JacksonFactory;
|
|
import com.google.api.services.bigquery.BigqueryScopes;
|
|
import com.google.domain.registry.bigquery.BigqueryConnection;
|
|
import com.google.domain.registry.tools.params.PathParameter;
|
|
|
|
import com.beust.jcommander.Parameter;
|
|
import com.beust.jcommander.Parameters;
|
|
|
|
import org.joda.time.Duration;
|
|
|
|
import java.nio.file.Path;
|
|
import java.nio.file.Paths;
|
|
import java.util.concurrent.Executors;
|
|
|
|
/** Parameter delegate class to handle flag settings for a command's BigqueryConnection object. */
|
|
@Parameters(separators = " =")
|
|
final class BigqueryParameters {
|
|
|
|
/**
|
|
* Default to 20 threads to stay within Bigquery's rate limit of 20 concurrent queries.
|
|
*
|
|
* @see "https://cloud.google.com/bigquery/quota-policy"
|
|
*/
|
|
private static final int DEFAULT_NUM_THREADS = 20;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_service_account",
|
|
description = "Email for the Google APIs service account to use.")
|
|
private String bigqueryServiceAccountEmail =
|
|
"1080941367941-ic4pknfqcj1q7hhc9ob0bls920v80unu@developer.gserviceaccount.com";
|
|
|
|
@Parameter(
|
|
names = "--bigquery_service_account_key",
|
|
description = "PKCS file (.p12) containing the private key for the service account.",
|
|
validateWith = PathParameter.InputFile.class)
|
|
private Path bigqueryServiceAccountKeyFile = Paths.get("key.p12");
|
|
|
|
@Parameter(
|
|
names = "--bigquery_dataset",
|
|
description = "Name of the default dataset to use, for reading and writing.")
|
|
private String bigqueryDataset = BigqueryConnection.DEFAULT_DATASET_NAME;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_overwrite",
|
|
description = "Whether to automatically overwrite existing tables and views.")
|
|
private boolean bigqueryOverwrite;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_poll_interval",
|
|
description = "Interval in milliseconds to wait between polls for job status.")
|
|
private Duration bigqueryPollInterval = Duration.standardSeconds(1);
|
|
|
|
@Parameter(
|
|
names = "--bigquery_num_threads",
|
|
description = "Number of threads for running simultaneous BigQuery operations.")
|
|
private int bigqueryNumThreads = DEFAULT_NUM_THREADS;
|
|
|
|
private static final HttpTransport HTTP_TRANSPORT = new NetHttpTransport();
|
|
private static final JsonFactory JSON_FACTORY = new JacksonFactory();
|
|
|
|
/** Returns a new BigqueryConnection constructed according to the delegate's flag settings. */
|
|
BigqueryConnection newConnection() throws Exception {
|
|
BigqueryConnection connection = new BigqueryConnection.Builder()
|
|
.setExecutorService(Executors.newFixedThreadPool(bigqueryNumThreads))
|
|
.setCredential(newCredential())
|
|
.setDatasetId(bigqueryDataset)
|
|
.setOverwrite(bigqueryOverwrite)
|
|
.setPollInterval(bigqueryPollInterval)
|
|
.build();
|
|
connection.initialize();
|
|
return connection;
|
|
}
|
|
|
|
/** Creates a credential object for the Bigquery client service using a service account. */
|
|
private GoogleCredential newCredential() throws Exception {
|
|
return new GoogleCredential.Builder().setTransport(HTTP_TRANSPORT)
|
|
.setJsonFactory(JSON_FACTORY)
|
|
.setServiceAccountId(bigqueryServiceAccountEmail)
|
|
.setServiceAccountScopes(BigqueryScopes.all())
|
|
.setServiceAccountPrivateKeyFromP12File(bigqueryServiceAccountKeyFile.toFile())
|
|
.build();
|
|
}
|
|
}
|