mirror of
https://github.com/google/nomulus.git
synced 2025-05-14 00:17:20 +02:00
Delete ancient registrar activity report command
We haven't used this in years and I doubt it's still even functional. It's using the legacy BigQuery tables and the pre-Registry 2.0 schema, for starters. ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=201960046
This commit is contained in:
mcilwain
Ben McIlwain
parent
d3364b0387
commit
aa11d5681f
5 changed files with 0 additions and 241 deletions
|
|
@ -1,113 +0,0 @@
|
||||||
// Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
|
||||||
//
|
|
||||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
// you may not use this file except in compliance with the License.
|
|
||||||
// You may obtain a copy of the License at
|
|
||||||
//
|
|
||||||
// http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
//
|
|
||||||
// Unless required by applicable law or agreed to in writing, software
|
|
||||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
// See the License for the specific language governing permissions and
|
|
||||||
// limitations under the License.
|
|
||||||
|
|
||||||
package google.registry.tools;
|
|
||||||
|
|
||||||
import static com.google.common.base.Preconditions.checkArgument;
|
|
||||||
import static google.registry.util.ResourceUtils.readResourceUtf8;
|
|
||||||
|
|
||||||
import com.beust.jcommander.Parameter;
|
|
||||||
import com.beust.jcommander.Parameters;
|
|
||||||
import com.beust.jcommander.ParametersDelegate;
|
|
||||||
import com.google.api.services.bigquery.model.Job;
|
|
||||||
import com.google.api.services.bigquery.model.JobConfiguration;
|
|
||||||
import com.google.api.services.bigquery.model.JobConfigurationExtract;
|
|
||||||
import com.google.api.services.bigquery.model.JobConfigurationQuery;
|
|
||||||
import com.google.common.collect.ImmutableList;
|
|
||||||
import google.registry.bigquery.BigqueryConnection;
|
|
||||||
import google.registry.util.SqlTemplate;
|
|
||||||
import java.nio.file.Path;
|
|
||||||
import org.joda.time.DateTime;
|
|
||||||
import org.joda.time.format.DateTimeFormat;
|
|
||||||
import org.joda.time.format.DateTimeFormatter;
|
|
||||||
|
|
||||||
/** Command for creating a registrar activity report and saving it to cloud storage. */
|
|
||||||
@Parameters(separators = " =", commandDescription = "Generates a registrar activity report.")
|
|
||||||
final class RegistrarActivityReportCommand implements Command {
|
|
||||||
|
|
||||||
// Do not make this final - compile-time constant inlining may interfere with JCommander.
|
|
||||||
@ParametersDelegate
|
|
||||||
private BigqueryParameters bigqueryParameters = new BigqueryParameters();
|
|
||||||
|
|
||||||
@Parameter(
|
|
||||||
names = {"-t", "--tld"},
|
|
||||||
description = "Name of TLD (in ASCII) on which to run report.",
|
|
||||||
required = true)
|
|
||||||
private String tld;
|
|
||||||
|
|
||||||
@Parameter(
|
|
||||||
names = {"-r", "--registrar"},
|
|
||||||
description = "Registrar clientId for which we're running this report.",
|
|
||||||
required = true)
|
|
||||||
private String registrarClientId;
|
|
||||||
|
|
||||||
@Parameter(
|
|
||||||
names = {"-s", "--start"},
|
|
||||||
description = "Start time for report.",
|
|
||||||
required = true)
|
|
||||||
private DateTime start;
|
|
||||||
|
|
||||||
@Parameter(
|
|
||||||
names = {"-e", "--end"},
|
|
||||||
description = "End time for report.",
|
|
||||||
required = true)
|
|
||||||
private DateTime end;
|
|
||||||
|
|
||||||
@Parameter(
|
|
||||||
names = {"-o", "--output"},
|
|
||||||
description = "GCS output filename, e.g. gs://bucket/blah.csv",
|
|
||||||
required = true)
|
|
||||||
private Path output;
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void run() throws Exception {
|
|
||||||
checkArgument(output.toUri().getScheme().equals("gs"),
|
|
||||||
"Not a valid cloud storage URI: %s", output);
|
|
||||||
checkArgument(end.isAfter(start), "End time must be after start time");
|
|
||||||
try (BigqueryConnection bq = bigqueryParameters.newConnection()) {
|
|
||||||
bq.ensureTable(bq.getTable("ReportingIdentifiers"),
|
|
||||||
getSql("ReportingIdentifiers.sql")
|
|
||||||
.build());
|
|
||||||
bq.ensureTable(bq.getTable("ReportingHistory"),
|
|
||||||
getSql("ReportingHistory.sql")
|
|
||||||
.build());
|
|
||||||
Job job = bq.runJob(new Job()
|
|
||||||
.setConfiguration(new JobConfiguration()
|
|
||||||
.setQuery(new JobConfigurationQuery()
|
|
||||||
.setDefaultDataset(bq.getDataset())
|
|
||||||
.setQuery(getSql("registrar_activity_report.sql")
|
|
||||||
.put("STARTTIME", BIGQUERY_TIMESTAMP_FORMATTER.print(start))
|
|
||||||
.put("ENDTIME", BIGQUERY_TIMESTAMP_FORMATTER.print(end))
|
|
||||||
.put("REGISTRAR", registrarClientId)
|
|
||||||
.put("TLD", tld)
|
|
||||||
.build()))));
|
|
||||||
bq.runJob(new Job()
|
|
||||||
.setConfiguration(new JobConfiguration()
|
|
||||||
.setExtract(new JobConfigurationExtract()
|
|
||||||
.setPrintHeader(true)
|
|
||||||
.setDestinationFormat("CSV")
|
|
||||||
.setDestinationUris(ImmutableList.of(output.toUri().toString()))
|
|
||||||
.setSourceTable(job.getConfiguration().getQuery().getDestinationTable()))));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static SqlTemplate getSql(String filename) {
|
|
||||||
return SqlTemplate.create(
|
|
||||||
readResourceUtf8(RegistrarActivityReportCommand.class, "sql/" + filename));
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Bigquery timestamps silently fail if you put the {@code T} in there. */
|
|
||||||
private static final DateTimeFormatter BIGQUERY_TIMESTAMP_FORMATTER =
|
|
||||||
DateTimeFormat.forPattern("YYYY-MM-dd HH:mm:ss").withZoneUTC();
|
|
||||||
}
|
|
||||||
|
|
@ -101,7 +101,6 @@ public final class RegistryTool {
|
||||||
.put("logout", LogoutCommand.class)
|
.put("logout", LogoutCommand.class)
|
||||||
.put("pending_escrow", PendingEscrowCommand.class)
|
.put("pending_escrow", PendingEscrowCommand.class)
|
||||||
.put("populate_null_registrar_fields", PopulateNullRegistrarFieldsCommand.class)
|
.put("populate_null_registrar_fields", PopulateNullRegistrarFieldsCommand.class)
|
||||||
.put("registrar_activity_report", RegistrarActivityReportCommand.class)
|
|
||||||
.put("registrar_contact", RegistrarContactCommand.class)
|
.put("registrar_contact", RegistrarContactCommand.class)
|
||||||
.put("remove_ip_address", RemoveIpAddressCommand.class)
|
.put("remove_ip_address", RemoveIpAddressCommand.class)
|
||||||
.put("renew_domain", RenewDomainCommand.class)
|
.put("renew_domain", RenewDomainCommand.class)
|
||||||
|
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
-- Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
|
||||||
--
|
|
||||||
-- Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
-- you may not use this file except in compliance with the License.
|
|
||||||
-- You may obtain a copy of the License at
|
|
||||||
--
|
|
||||||
-- http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
--
|
|
||||||
-- Unless required by applicable law or agreed to in writing, software
|
|
||||||
-- distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
-- See the License for the specific language governing permissions and
|
|
||||||
-- limitations under the License.
|
|
||||||
|
|
||||||
SELECT
|
|
||||||
modificationTime AS timestamp,
|
|
||||||
HistoryEntry.namespace AS tld,
|
|
||||||
clientId AS registrar,
|
|
||||||
type AS command,
|
|
||||||
CASE WHEN ReportingIdentifiers.kind = 'DomainBase' THEN 'DOMAIN'
|
|
||||||
WHEN ReportingIdentifiers.kind = 'HostResource' THEN 'HOST'
|
|
||||||
WHEN ReportingIdentifiers.kind = 'ContactResource' THEN 'CONTACT'
|
|
||||||
END AS resourceType,
|
|
||||||
ReportingIdentifiers.value AS resource,
|
|
||||||
trid.clientTransactionId,
|
|
||||||
trid.serverTransactionId,
|
|
||||||
period
|
|
||||||
FROM (
|
|
||||||
SELECT
|
|
||||||
type,
|
|
||||||
clientId,
|
|
||||||
modificationTime,
|
|
||||||
trid.clientTransactionId,
|
|
||||||
trid.serverTransactionId,
|
|
||||||
CASE WHEN period.value IS NOT NULL
|
|
||||||
THEN CONCAT(STRING(period.value), ' ', LOWER(period.unit))
|
|
||||||
END AS period,
|
|
||||||
__key__.namespace AS namespace,
|
|
||||||
REGEXP_EXTRACT(__key__.path, r'per-tld", "([^"]+)"') AS kind,
|
|
||||||
INTEGER(REGEXP_EXTRACT(__key__.path, r'per-tld", "[^"]+", (\d+)')) AS id
|
|
||||||
FROM
|
|
||||||
HistoryEntry
|
|
||||||
WHERE
|
|
||||||
clientId <> 'prober'
|
|
||||||
AND __key__.namespace <> 'test'
|
|
||||||
AND NOT __key__.namespace CONTAINS '.test'
|
|
||||||
AND NOT bySuperuser) AS HistoryEntry
|
|
||||||
JOIN
|
|
||||||
ReportingIdentifiers
|
|
||||||
ON ReportingIdentifiers.namespace = HistoryEntry.namespace
|
|
||||||
AND ReportingIdentifiers.kind = HistoryEntry.kind
|
|
||||||
AND ReportingIdentifiers.id = HistoryEntry.id
|
|
||||||
|
|
@ -1,44 +0,0 @@
|
||||||
-- Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
|
||||||
--
|
|
||||||
-- Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
-- you may not use this file except in compliance with the License.
|
|
||||||
-- You may obtain a copy of the License at
|
|
||||||
--
|
|
||||||
-- http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
--
|
|
||||||
-- Unless required by applicable law or agreed to in writing, software
|
|
||||||
-- distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
-- See the License for the specific language governing permissions and
|
|
||||||
-- limitations under the License.
|
|
||||||
|
|
||||||
SELECT
|
|
||||||
namespace,
|
|
||||||
kind,
|
|
||||||
id,
|
|
||||||
value
|
|
||||||
FROM
|
|
||||||
(SELECT
|
|
||||||
__key__.namespace as namespace,
|
|
||||||
__key__.kind as kind,
|
|
||||||
__key__.id as id,
|
|
||||||
fullyQualifiedDomainName AS value
|
|
||||||
FROM
|
|
||||||
DomainBase),
|
|
||||||
(SELECT
|
|
||||||
__key__.namespace as namespace,
|
|
||||||
__key__.kind as kind,
|
|
||||||
__key__.id as id,
|
|
||||||
fullyQualifiedHostName AS value
|
|
||||||
FROM
|
|
||||||
HostResource),
|
|
||||||
(SELECT
|
|
||||||
__key__.namespace as namespace,
|
|
||||||
__key__.kind as kind,
|
|
||||||
__key__.id as id,
|
|
||||||
contactId AS value
|
|
||||||
FROM
|
|
||||||
ContactResource)
|
|
||||||
WHERE
|
|
||||||
namespace <> 'test'
|
|
||||||
AND NOT namespace CONTAINS '.test'
|
|
||||||
|
|
@ -1,31 +0,0 @@
|
||||||
-- Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
|
||||||
--
|
|
||||||
-- Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
-- you may not use this file except in compliance with the License.
|
|
||||||
-- You may obtain a copy of the License at
|
|
||||||
--
|
|
||||||
-- http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
--
|
|
||||||
-- Unless required by applicable law or agreed to in writing, software
|
|
||||||
-- distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
-- See the License for the specific language governing permissions and
|
|
||||||
-- limitations under the License.
|
|
||||||
|
|
||||||
SELECT
|
|
||||||
STRING(timestamp) AS date,
|
|
||||||
command,
|
|
||||||
resourceType,
|
|
||||||
resource,
|
|
||||||
trid_clientTransactionId,
|
|
||||||
trid_serverTransactionId,
|
|
||||||
period
|
|
||||||
FROM
|
|
||||||
ReportingHistory
|
|
||||||
WHERE
|
|
||||||
tld = '%TLD%'
|
|
||||||
AND registrar = '%REGISTRAR%'
|
|
||||||
AND timestamp >= TIMESTAMP('%STARTTIME%')
|
|
||||||
AND timestamp < TIMESTAMP('%ENDTIME%')
|
|
||||||
ORDER BY
|
|
||||||
timestamp
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue