mirror of
https://github.com/google/nomulus.git
synced 2025-04-30 12:07:51 +02:00
100 lines
4.1 KiB
Java
100 lines
4.1 KiB
Java
// Copyright 2016 The Nomulus Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package google.registry.tools;
|
|
|
|
import com.beust.jcommander.Parameter;
|
|
import com.beust.jcommander.Parameters;
|
|
import com.google.api.client.googleapis.auth.oauth2.GoogleCredential;
|
|
import com.google.api.client.http.HttpTransport;
|
|
import com.google.api.client.http.javanet.NetHttpTransport;
|
|
import com.google.api.client.json.JsonFactory;
|
|
import com.google.api.client.json.jackson2.JacksonFactory;
|
|
import com.google.api.services.bigquery.BigqueryScopes;
|
|
import google.registry.bigquery.BigqueryConnection;
|
|
import google.registry.tools.params.PathParameter;
|
|
import java.nio.file.Path;
|
|
import java.nio.file.Paths;
|
|
import java.util.concurrent.Executors;
|
|
import org.joda.time.Duration;
|
|
|
|
/** Parameter delegate class to handle flag settings for a command's BigqueryConnection object. */
|
|
@Parameters(separators = " =")
|
|
final class BigqueryParameters {
|
|
|
|
/**
|
|
* Default to 20 threads to stay within Bigquery's rate limit of 20 concurrent queries.
|
|
*
|
|
* @see "https://cloud.google.com/bigquery/quota-policy"
|
|
*/
|
|
private static final int DEFAULT_NUM_THREADS = 20;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_service_account",
|
|
description = "Email for the Google APIs service account to use.")
|
|
private String bigqueryServiceAccountEmail =
|
|
"1080941367941-ic4pknfqcj1q7hhc9ob0bls920v80unu@developer.gserviceaccount.com";
|
|
|
|
@Parameter(
|
|
names = "--bigquery_service_account_key",
|
|
description = "PKCS file (.p12) containing the private key for the service account.",
|
|
validateWith = PathParameter.InputFile.class)
|
|
private Path bigqueryServiceAccountKeyFile = Paths.get("key.p12");
|
|
|
|
@Parameter(
|
|
names = "--bigquery_dataset",
|
|
description = "Name of the default dataset to use, for reading and writing.")
|
|
private String bigqueryDataset = BigqueryConnection.DEFAULT_DATASET_NAME;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_overwrite",
|
|
description = "Whether to automatically overwrite existing tables and views.")
|
|
private boolean bigqueryOverwrite;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_poll_interval",
|
|
description = "Interval in milliseconds to wait between polls for job status.")
|
|
private Duration bigqueryPollInterval = Duration.standardSeconds(1);
|
|
|
|
@Parameter(
|
|
names = "--bigquery_num_threads",
|
|
description = "Number of threads for running simultaneous BigQuery operations.")
|
|
private int bigqueryNumThreads = DEFAULT_NUM_THREADS;
|
|
|
|
private static final HttpTransport HTTP_TRANSPORT = new NetHttpTransport();
|
|
private static final JsonFactory JSON_FACTORY = new JacksonFactory();
|
|
|
|
/** Returns a new BigqueryConnection constructed according to the delegate's flag settings. */
|
|
BigqueryConnection newConnection() throws Exception {
|
|
BigqueryConnection connection = new BigqueryConnection.Builder()
|
|
.setExecutorService(Executors.newFixedThreadPool(bigqueryNumThreads))
|
|
.setCredential(newCredential())
|
|
.setDatasetId(bigqueryDataset)
|
|
.setOverwrite(bigqueryOverwrite)
|
|
.setPollInterval(bigqueryPollInterval)
|
|
.build();
|
|
connection.initialize();
|
|
return connection;
|
|
}
|
|
|
|
/** Creates a credential object for the Bigquery client service using a service account. */
|
|
private GoogleCredential newCredential() throws Exception {
|
|
return new GoogleCredential.Builder().setTransport(HTTP_TRANSPORT)
|
|
.setJsonFactory(JSON_FACTORY)
|
|
.setServiceAccountId(bigqueryServiceAccountEmail)
|
|
.setServiceAccountScopes(BigqueryScopes.all())
|
|
.setServiceAccountPrivateKeyFromP12File(bigqueryServiceAccountKeyFile.toFile())
|
|
.build();
|
|
}
|
|
}
|