mirror of
https://github.com/google/nomulus.git
synced 2025-06-17 09:54:45 +02:00
Import code from internal repository to git
This commit is contained in:
Justine Tunney
commit
0ef0c933d2
2490 changed files with 281594 additions and 0 deletions
|
|
@ -0,0 +1,219 @@
|
|||
// Copyright 2016 Google Inc. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package com.google.domain.registry.tools;
|
||||
|
||||
import static com.google.common.base.Preconditions.checkArgument;
|
||||
import static com.google.domain.registry.tools.BigqueryCommandUtilities.handleTableCreation;
|
||||
import static com.google.domain.registry.util.ResourceUtils.readResourceUtf8;
|
||||
|
||||
import com.google.common.base.Joiner;
|
||||
import com.google.common.base.Optional;
|
||||
import com.google.domain.registry.bigquery.BigqueryUtils.TableType;
|
||||
import com.google.domain.registry.tools.BigqueryCommandUtilities.TableCreationException;
|
||||
import com.google.domain.registry.util.SqlTemplate;
|
||||
|
||||
import com.beust.jcommander.Parameter;
|
||||
import com.beust.jcommander.Parameters;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
/** Command to make synthetic billing tables and views in Bigquery. */
|
||||
@Parameters(separators = " =", commandDescription = "Make synthetic billing tables in Bigquery")
|
||||
final class MakeBillingTablesCommand extends BigqueryCommand {
|
||||
|
||||
@Parameter(
|
||||
names = "--source_dataset",
|
||||
description = "Name of the dataset containing the source entity tables.")
|
||||
private String sourceDatasetId;
|
||||
|
||||
// TODO(b/14297938): we should be picking up the TLDs to bill automatically based on the tldType
|
||||
// and tldState rather than having to manually pass them in.
|
||||
@Parameter(
|
||||
names = "--tlds",
|
||||
description = "TLD(s) to include in billing data table",
|
||||
required = true)
|
||||
private List<String> tlds;
|
||||
|
||||
private static final SqlTemplate CURRENCY_TABLE_SQL = getSql("currency_table.sql");
|
||||
private static final SqlTemplate REGISTRAR_DATA_SQL = getSql("registrar_data_view.sql");
|
||||
private static final SqlTemplate REGISTRY_DATA_SQL = getSql("registry_data_view.sql");
|
||||
private static final SqlTemplate CREDIT_DATA_SQL = getSql("credit_data_view.sql");
|
||||
private static final SqlTemplate CREDIT_BALANCE_DATA_SQL = getSql("credit_balance_data_view.sql");
|
||||
private static final SqlTemplate PREMIUM_LIST_DATA_SQL = getSql("premium_list_data_view.sql");
|
||||
private static final SqlTemplate RECURRING_DATA_SQL = getSql("recurring_event_data_view.sql");
|
||||
private static final SqlTemplate BILLING_DATA_SQL = getSql("billing_data_view.sql");
|
||||
|
||||
/** Runs the main billing table/view creation logic. */
|
||||
@Override
|
||||
public void runWithBigquery() throws Exception {
|
||||
// Make the source dataset default to the default destination dataset if it has not been set.
|
||||
sourceDatasetId = Optional.fromNullable(sourceDatasetId).or(bigquery().getDatasetId());
|
||||
checkArgument(!tlds.isEmpty(), "Must specify at least 1 TLD to include in billing data table");
|
||||
// TODO(b/19016191): Should check that input tables exist up front, and avoid later errors.
|
||||
try {
|
||||
makeCurrencyTable();
|
||||
makeRegistrarView();
|
||||
makeRegistryView();
|
||||
makeCreditView();
|
||||
makeCreditBalanceView();
|
||||
makePremiumListView();
|
||||
makeRecurringEventView();
|
||||
makeBillingView();
|
||||
} catch (TableCreationException e) {
|
||||
// Swallow since we already will have printed an error message.
|
||||
}
|
||||
}
|
||||
|
||||
/** Generates a table of currency information. */
|
||||
// TODO(b/19016720): once there is a registry-wide currency, this method should compute the set of
|
||||
// currencies needed for the active registries, look up the exponent for each currency from Joda
|
||||
// CurrencyUnit data, and then auto-generate the query to construct this table.
|
||||
// NB: "exponent" is the ISO 4217 name for the number of decimal places used by a currency.
|
||||
private void makeCurrencyTable() throws Exception {
|
||||
handleTableCreation(
|
||||
"currency table",
|
||||
bigquery().query(
|
||||
CURRENCY_TABLE_SQL
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("Currency")
|
||||
.description("Generated table of currency information.")
|
||||
.build()));
|
||||
}
|
||||
|
||||
/**
|
||||
* Generates a view of registrar data, used as an intermediate so that the invoice generation
|
||||
* stage doesn't have to refer all the way back to the original managed backup dataset.
|
||||
*/
|
||||
private void makeRegistrarView() throws Exception {
|
||||
handleTableCreation(
|
||||
"registrar data view",
|
||||
bigquery().query(
|
||||
REGISTRAR_DATA_SQL
|
||||
.put("SOURCE_DATASET", sourceDatasetId)
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("RegistrarData")
|
||||
.description("Synthetic view of registrar information.")
|
||||
.type(TableType.VIEW)
|
||||
.build()));
|
||||
}
|
||||
|
||||
/** Generates a view of registry data to feed into later views. */
|
||||
private void makeRegistryView() throws Exception {
|
||||
handleTableCreation(
|
||||
"registry data view",
|
||||
bigquery().query(
|
||||
REGISTRY_DATA_SQL
|
||||
.put("SOURCE_DATASET", sourceDatasetId)
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("RegistryData")
|
||||
.description("Synthetic view of registry information.")
|
||||
.type(TableType.VIEW)
|
||||
.build()));
|
||||
}
|
||||
|
||||
/**
|
||||
* Generates a view of registrar credit entities that links in information from the owning
|
||||
* Registrar (e.g. billing ID).
|
||||
*/
|
||||
private void makeCreditView() throws Exception {
|
||||
handleTableCreation(
|
||||
"credit data view",
|
||||
bigquery().query(
|
||||
CREDIT_DATA_SQL
|
||||
.put("SOURCE_DATASET", sourceDatasetId)
|
||||
.put("DEST_DATASET", bigquery().getDatasetId())
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("CreditData")
|
||||
.description("Synthetic view of registrar credit information.")
|
||||
.type(TableType.VIEW)
|
||||
.build()));
|
||||
}
|
||||
|
||||
/**
|
||||
* Generates a view of registrar credit balance entities that collapses them down to the one
|
||||
* 'true' credit balance for a given credit ID and effective time, eliminating any duplicates by
|
||||
* choosing the most recently written balance entry of the set.
|
||||
* <p>
|
||||
* The result is a list of the historical balances of each credit (according to the most recent
|
||||
* data written) that can be used to find the active balance of a credit at any point in time.
|
||||
*/
|
||||
private void makeCreditBalanceView() throws Exception {
|
||||
handleTableCreation(
|
||||
"credit balance data view",
|
||||
bigquery().query(
|
||||
CREDIT_BALANCE_DATA_SQL
|
||||
.put("SOURCE_DATASET", sourceDatasetId)
|
||||
.put("DEST_DATASET", bigquery().getDatasetId())
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("CreditBalanceData")
|
||||
.description("Synthetic view of registrar credit balance information.")
|
||||
.type(TableType.VIEW)
|
||||
.build()));
|
||||
}
|
||||
|
||||
/** Generates a view of premium list data for each TLD. */
|
||||
private void makePremiumListView() throws Exception {
|
||||
handleTableCreation(
|
||||
"premium list data view",
|
||||
bigquery().query(
|
||||
PREMIUM_LIST_DATA_SQL
|
||||
.put("SOURCE_DATASET", sourceDatasetId)
|
||||
.put("DEST_DATASET", bigquery().getDatasetId())
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("PremiumListData")
|
||||
.description("Synthetic view of premium list data.")
|
||||
.type(TableType.VIEW)
|
||||
.build()));
|
||||
}
|
||||
|
||||
/** Generates a view of recurring billing events expanded into individual recurrences. */
|
||||
private void makeRecurringEventView() throws Exception {
|
||||
handleTableCreation(
|
||||
"recurring event data view",
|
||||
bigquery().query(
|
||||
RECURRING_DATA_SQL
|
||||
.put("SOURCE_DATASET", sourceDatasetId)
|
||||
.put("DEST_DATASET", bigquery().getDatasetId())
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("RecurringEventData")
|
||||
.description("Synthetic view of recurring billing event recurrence data.")
|
||||
.type(TableType.VIEW)
|
||||
.build()));
|
||||
}
|
||||
|
||||
/**
|
||||
* Generates a view of consolidated billing information that includes currency conversions,
|
||||
* registrar details, and cancellation flags on top of the original BillingEvent.OneTime data.
|
||||
*/
|
||||
private void makeBillingView() throws Exception {
|
||||
handleTableCreation(
|
||||
"billing data view",
|
||||
bigquery().query(
|
||||
BILLING_DATA_SQL
|
||||
.put("SOURCE_DATASET", sourceDatasetId)
|
||||
.put("DEST_DATASET", bigquery().getDatasetId())
|
||||
.put("TLDS", Joiner.on(",").join(tlds))
|
||||
.build(),
|
||||
bigquery().buildDestinationTable("BillingData")
|
||||
.description("Synthetic view of consolidated billing information.")
|
||||
.type(TableType.VIEW)
|
||||
.build()));
|
||||
}
|
||||
|
||||
private static SqlTemplate getSql(String filename) {
|
||||
return SqlTemplate.create(
|
||||
readResourceUtf8(MakeBillingTablesCommand.class, "sql/" + filename));
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue