mirror of
https://github.com/google/nomulus.git
synced 2025-05-13 07:57:13 +02:00
mv com/google/domain/registry google/registry
This change renames directories in preparation for the great package rename. The repository is now in a broken state because the code itself hasn't been updated. However this should ensure that git correctly preserves history for each file.
This commit is contained in:
parent
a41677aea1
commit
5012893c1d
2396 changed files with 0 additions and 0 deletions
103
java/google/registry/tools/BigqueryParameters.java
Normal file
103
java/google/registry/tools/BigqueryParameters.java
Normal file
|
@ -0,0 +1,103 @@
|
|||
// Copyright 2016 The Domain Registry Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package com.google.domain.registry.tools;
|
||||
|
||||
import com.google.api.client.googleapis.auth.oauth2.GoogleCredential;
|
||||
import com.google.api.client.http.HttpTransport;
|
||||
import com.google.api.client.http.javanet.NetHttpTransport;
|
||||
import com.google.api.client.json.JsonFactory;
|
||||
import com.google.api.client.json.jackson2.JacksonFactory;
|
||||
import com.google.api.services.bigquery.BigqueryScopes;
|
||||
import com.google.domain.registry.bigquery.BigqueryConnection;
|
||||
import com.google.domain.registry.tools.params.PathParameter;
|
||||
|
||||
import com.beust.jcommander.Parameter;
|
||||
import com.beust.jcommander.Parameters;
|
||||
|
||||
import org.joda.time.Duration;
|
||||
|
||||
import java.nio.file.Path;
|
||||
import java.nio.file.Paths;
|
||||
import java.util.concurrent.Executors;
|
||||
|
||||
/** Parameter delegate class to handle flag settings for a command's BigqueryConnection object. */
|
||||
@Parameters(separators = " =")
|
||||
final class BigqueryParameters {
|
||||
|
||||
/**
|
||||
* Default to 20 threads to stay within Bigquery's rate limit of 20 concurrent queries.
|
||||
*
|
||||
* @see "https://cloud.google.com/bigquery/quota-policy"
|
||||
*/
|
||||
private static final int DEFAULT_NUM_THREADS = 20;
|
||||
|
||||
@Parameter(
|
||||
names = "--bigquery_service_account",
|
||||
description = "Email for the Google APIs service account to use.")
|
||||
private String bigqueryServiceAccountEmail =
|
||||
"1080941367941-ic4pknfqcj1q7hhc9ob0bls920v80unu@developer.gserviceaccount.com";
|
||||
|
||||
@Parameter(
|
||||
names = "--bigquery_service_account_key",
|
||||
description = "PKCS file (.p12) containing the private key for the service account.",
|
||||
validateWith = PathParameter.InputFile.class)
|
||||
private Path bigqueryServiceAccountKeyFile = Paths.get("key.p12");
|
||||
|
||||
@Parameter(
|
||||
names = "--bigquery_dataset",
|
||||
description = "Name of the default dataset to use, for reading and writing.")
|
||||
private String bigqueryDataset = BigqueryConnection.DEFAULT_DATASET_NAME;
|
||||
|
||||
@Parameter(
|
||||
names = "--bigquery_overwrite",
|
||||
description = "Whether to automatically overwrite existing tables and views.")
|
||||
private boolean bigqueryOverwrite;
|
||||
|
||||
@Parameter(
|
||||
names = "--bigquery_poll_interval",
|
||||
description = "Interval in milliseconds to wait between polls for job status.")
|
||||
private Duration bigqueryPollInterval = Duration.standardSeconds(1);
|
||||
|
||||
@Parameter(
|
||||
names = "--bigquery_num_threads",
|
||||
description = "Number of threads for running simultaneous BigQuery operations.")
|
||||
private int bigqueryNumThreads = DEFAULT_NUM_THREADS;
|
||||
|
||||
private static final HttpTransport HTTP_TRANSPORT = new NetHttpTransport();
|
||||
private static final JsonFactory JSON_FACTORY = new JacksonFactory();
|
||||
|
||||
/** Returns a new BigqueryConnection constructed according to the delegate's flag settings. */
|
||||
BigqueryConnection newConnection() throws Exception {
|
||||
BigqueryConnection connection = new BigqueryConnection.Builder()
|
||||
.setExecutorService(Executors.newFixedThreadPool(bigqueryNumThreads))
|
||||
.setCredential(newCredential())
|
||||
.setDatasetId(bigqueryDataset)
|
||||
.setOverwrite(bigqueryOverwrite)
|
||||
.setPollInterval(bigqueryPollInterval)
|
||||
.build();
|
||||
connection.initialize();
|
||||
return connection;
|
||||
}
|
||||
|
||||
/** Creates a credential object for the Bigquery client service using a service account. */
|
||||
private GoogleCredential newCredential() throws Exception {
|
||||
return new GoogleCredential.Builder().setTransport(HTTP_TRANSPORT)
|
||||
.setJsonFactory(JSON_FACTORY)
|
||||
.setServiceAccountId(bigqueryServiceAccountEmail)
|
||||
.setServiceAccountScopes(BigqueryScopes.all())
|
||||
.setServiceAccountPrivateKeyFromP12File(bigqueryServiceAccountKeyFile.toFile())
|
||||
.build();
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue