mirror of
https://github.com/google/nomulus.git
synced 2025-04-30 20:17:51 +02:00
c458c05801
The dark lord Gosling designed the Java package naming system so that ownership flows from the DNS system. Since we own the domain name registry.google, it seems only appropriate that we should use google.registry as our package name.
104 lines
4.1 KiB
Java
104 lines
4.1 KiB
Java
// Copyright 2016 The Domain Registry Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package google.registry.tools;
|
|
|
|
import com.google.api.client.googleapis.auth.oauth2.GoogleCredential;
|
|
import com.google.api.client.http.HttpTransport;
|
|
import com.google.api.client.http.javanet.NetHttpTransport;
|
|
import com.google.api.client.json.JsonFactory;
|
|
import com.google.api.client.json.jackson2.JacksonFactory;
|
|
import com.google.api.services.bigquery.BigqueryScopes;
|
|
|
|
import com.beust.jcommander.Parameter;
|
|
import com.beust.jcommander.Parameters;
|
|
|
|
import google.registry.bigquery.BigqueryConnection;
|
|
import google.registry.tools.params.PathParameter;
|
|
|
|
import org.joda.time.Duration;
|
|
|
|
import java.nio.file.Path;
|
|
import java.nio.file.Paths;
|
|
import java.util.concurrent.Executors;
|
|
|
|
/** Parameter delegate class to handle flag settings for a command's BigqueryConnection object. */
|
|
@Parameters(separators = " =")
|
|
final class BigqueryParameters {
|
|
|
|
/**
|
|
* Default to 20 threads to stay within Bigquery's rate limit of 20 concurrent queries.
|
|
*
|
|
* @see "https://cloud.google.com/bigquery/quota-policy"
|
|
*/
|
|
private static final int DEFAULT_NUM_THREADS = 20;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_service_account",
|
|
description = "Email for the Google APIs service account to use.")
|
|
private String bigqueryServiceAccountEmail =
|
|
"1080941367941-ic4pknfqcj1q7hhc9ob0bls920v80unu@developer.gserviceaccount.com";
|
|
|
|
@Parameter(
|
|
names = "--bigquery_service_account_key",
|
|
description = "PKCS file (.p12) containing the private key for the service account.",
|
|
validateWith = PathParameter.InputFile.class)
|
|
private Path bigqueryServiceAccountKeyFile = Paths.get("key.p12");
|
|
|
|
@Parameter(
|
|
names = "--bigquery_dataset",
|
|
description = "Name of the default dataset to use, for reading and writing.")
|
|
private String bigqueryDataset = BigqueryConnection.DEFAULT_DATASET_NAME;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_overwrite",
|
|
description = "Whether to automatically overwrite existing tables and views.")
|
|
private boolean bigqueryOverwrite;
|
|
|
|
@Parameter(
|
|
names = "--bigquery_poll_interval",
|
|
description = "Interval in milliseconds to wait between polls for job status.")
|
|
private Duration bigqueryPollInterval = Duration.standardSeconds(1);
|
|
|
|
@Parameter(
|
|
names = "--bigquery_num_threads",
|
|
description = "Number of threads for running simultaneous BigQuery operations.")
|
|
private int bigqueryNumThreads = DEFAULT_NUM_THREADS;
|
|
|
|
private static final HttpTransport HTTP_TRANSPORT = new NetHttpTransport();
|
|
private static final JsonFactory JSON_FACTORY = new JacksonFactory();
|
|
|
|
/** Returns a new BigqueryConnection constructed according to the delegate's flag settings. */
|
|
BigqueryConnection newConnection() throws Exception {
|
|
BigqueryConnection connection = new BigqueryConnection.Builder()
|
|
.setExecutorService(Executors.newFixedThreadPool(bigqueryNumThreads))
|
|
.setCredential(newCredential())
|
|
.setDatasetId(bigqueryDataset)
|
|
.setOverwrite(bigqueryOverwrite)
|
|
.setPollInterval(bigqueryPollInterval)
|
|
.build();
|
|
connection.initialize();
|
|
return connection;
|
|
}
|
|
|
|
/** Creates a credential object for the Bigquery client service using a service account. */
|
|
private GoogleCredential newCredential() throws Exception {
|
|
return new GoogleCredential.Builder().setTransport(HTTP_TRANSPORT)
|
|
.setJsonFactory(JSON_FACTORY)
|
|
.setServiceAccountId(bigqueryServiceAccountEmail)
|
|
.setServiceAccountScopes(BigqueryScopes.all())
|
|
.setServiceAccountPrivateKeyFromP12File(bigqueryServiceAccountKeyFile.toFile())
|
|
.build();
|
|
}
|
|
}
|