mirror of
https://github.com/google/nomulus.git
synced 2025-05-14 00:17:20 +02:00
Delete ancient registrar activity report command
We haven't used this in years and I doubt it's still even functional. It's using the legacy BigQuery tables and the pre-Registry 2.0 schema, for starters. ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=201960046
This commit is contained in:
mcilwain
Ben McIlwain
parent
d3364b0387
commit
aa11d5681f
5 changed files with 0 additions and 241 deletions
|
|
@ -1,113 +0,0 @@
|
|||
// Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package google.registry.tools;
|
||||
|
||||
import static com.google.common.base.Preconditions.checkArgument;
|
||||
import static google.registry.util.ResourceUtils.readResourceUtf8;
|
||||
|
||||
import com.beust.jcommander.Parameter;
|
||||
import com.beust.jcommander.Parameters;
|
||||
import com.beust.jcommander.ParametersDelegate;
|
||||
import com.google.api.services.bigquery.model.Job;
|
||||
import com.google.api.services.bigquery.model.JobConfiguration;
|
||||
import com.google.api.services.bigquery.model.JobConfigurationExtract;
|
||||
import com.google.api.services.bigquery.model.JobConfigurationQuery;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
import google.registry.bigquery.BigqueryConnection;
|
||||
import google.registry.util.SqlTemplate;
|
||||
import java.nio.file.Path;
|
||||
import org.joda.time.DateTime;
|
||||
import org.joda.time.format.DateTimeFormat;
|
||||
import org.joda.time.format.DateTimeFormatter;
|
||||
|
||||
/** Command for creating a registrar activity report and saving it to cloud storage. */
|
||||
@Parameters(separators = " =", commandDescription = "Generates a registrar activity report.")
|
||||
final class RegistrarActivityReportCommand implements Command {
|
||||
|
||||
// Do not make this final - compile-time constant inlining may interfere with JCommander.
|
||||
@ParametersDelegate
|
||||
private BigqueryParameters bigqueryParameters = new BigqueryParameters();
|
||||
|
||||
@Parameter(
|
||||
names = {"-t", "--tld"},
|
||||
description = "Name of TLD (in ASCII) on which to run report.",
|
||||
required = true)
|
||||
private String tld;
|
||||
|
||||
@Parameter(
|
||||
names = {"-r", "--registrar"},
|
||||
description = "Registrar clientId for which we're running this report.",
|
||||
required = true)
|
||||
private String registrarClientId;
|
||||
|
||||
@Parameter(
|
||||
names = {"-s", "--start"},
|
||||
description = "Start time for report.",
|
||||
required = true)
|
||||
private DateTime start;
|
||||
|
||||
@Parameter(
|
||||
names = {"-e", "--end"},
|
||||
description = "End time for report.",
|
||||
required = true)
|
||||
private DateTime end;
|
||||
|
||||
@Parameter(
|
||||
names = {"-o", "--output"},
|
||||
description = "GCS output filename, e.g. gs://bucket/blah.csv",
|
||||
required = true)
|
||||
private Path output;
|
||||
|
||||
@Override
|
||||
public void run() throws Exception {
|
||||
checkArgument(output.toUri().getScheme().equals("gs"),
|
||||
"Not a valid cloud storage URI: %s", output);
|
||||
checkArgument(end.isAfter(start), "End time must be after start time");
|
||||
try (BigqueryConnection bq = bigqueryParameters.newConnection()) {
|
||||
bq.ensureTable(bq.getTable("ReportingIdentifiers"),
|
||||
getSql("ReportingIdentifiers.sql")
|
||||
.build());
|
||||
bq.ensureTable(bq.getTable("ReportingHistory"),
|
||||
getSql("ReportingHistory.sql")
|
||||
.build());
|
||||
Job job = bq.runJob(new Job()
|
||||
.setConfiguration(new JobConfiguration()
|
||||
.setQuery(new JobConfigurationQuery()
|
||||
.setDefaultDataset(bq.getDataset())
|
||||
.setQuery(getSql("registrar_activity_report.sql")
|
||||
.put("STARTTIME", BIGQUERY_TIMESTAMP_FORMATTER.print(start))
|
||||
.put("ENDTIME", BIGQUERY_TIMESTAMP_FORMATTER.print(end))
|
||||
.put("REGISTRAR", registrarClientId)
|
||||
.put("TLD", tld)
|
||||
.build()))));
|
||||
bq.runJob(new Job()
|
||||
.setConfiguration(new JobConfiguration()
|
||||
.setExtract(new JobConfigurationExtract()
|
||||
.setPrintHeader(true)
|
||||
.setDestinationFormat("CSV")
|
||||
.setDestinationUris(ImmutableList.of(output.toUri().toString()))
|
||||
.setSourceTable(job.getConfiguration().getQuery().getDestinationTable()))));
|
||||
}
|
||||
}
|
||||
|
||||
private static SqlTemplate getSql(String filename) {
|
||||
return SqlTemplate.create(
|
||||
readResourceUtf8(RegistrarActivityReportCommand.class, "sql/" + filename));
|
||||
}
|
||||
|
||||
/** Bigquery timestamps silently fail if you put the {@code T} in there. */
|
||||
private static final DateTimeFormatter BIGQUERY_TIMESTAMP_FORMATTER =
|
||||
DateTimeFormat.forPattern("YYYY-MM-dd HH:mm:ss").withZoneUTC();
|
||||
}
|
||||
|
|
@ -101,7 +101,6 @@ public final class RegistryTool {
|
|||
.put("logout", LogoutCommand.class)
|
||||
.put("pending_escrow", PendingEscrowCommand.class)
|
||||
.put("populate_null_registrar_fields", PopulateNullRegistrarFieldsCommand.class)
|
||||
.put("registrar_activity_report", RegistrarActivityReportCommand.class)
|
||||
.put("registrar_contact", RegistrarContactCommand.class)
|
||||
.put("remove_ip_address", RemoveIpAddressCommand.class)
|
||||
.put("renew_domain", RenewDomainCommand.class)
|
||||
|
|
|
|||
|
|
@ -1,52 +0,0 @@
|
|||
-- Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
||||
--
|
||||
-- Licensed under the Apache License, Version 2.0 (the "License");
|
||||
-- you may not use this file except in compliance with the License.
|
||||
-- You may obtain a copy of the License at
|
||||
--
|
||||
-- http://www.apache.org/licenses/LICENSE-2.0
|
||||
--
|
||||
-- Unless required by applicable law or agreed to in writing, software
|
||||
-- distributed under the License is distributed on an "AS IS" BASIS,
|
||||
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
-- See the License for the specific language governing permissions and
|
||||
-- limitations under the License.
|
||||
|
||||
SELECT
|
||||
modificationTime AS timestamp,
|
||||
HistoryEntry.namespace AS tld,
|
||||
clientId AS registrar,
|
||||
type AS command,
|
||||
CASE WHEN ReportingIdentifiers.kind = 'DomainBase' THEN 'DOMAIN'
|
||||
WHEN ReportingIdentifiers.kind = 'HostResource' THEN 'HOST'
|
||||
WHEN ReportingIdentifiers.kind = 'ContactResource' THEN 'CONTACT'
|
||||
END AS resourceType,
|
||||
ReportingIdentifiers.value AS resource,
|
||||
trid.clientTransactionId,
|
||||
trid.serverTransactionId,
|
||||
period
|
||||
FROM (
|
||||
SELECT
|
||||
type,
|
||||
clientId,
|
||||
modificationTime,
|
||||
trid.clientTransactionId,
|
||||
trid.serverTransactionId,
|
||||
CASE WHEN period.value IS NOT NULL
|
||||
THEN CONCAT(STRING(period.value), ' ', LOWER(period.unit))
|
||||
END AS period,
|
||||
__key__.namespace AS namespace,
|
||||
REGEXP_EXTRACT(__key__.path, r'per-tld", "([^"]+)"') AS kind,
|
||||
INTEGER(REGEXP_EXTRACT(__key__.path, r'per-tld", "[^"]+", (\d+)')) AS id
|
||||
FROM
|
||||
HistoryEntry
|
||||
WHERE
|
||||
clientId <> 'prober'
|
||||
AND __key__.namespace <> 'test'
|
||||
AND NOT __key__.namespace CONTAINS '.test'
|
||||
AND NOT bySuperuser) AS HistoryEntry
|
||||
JOIN
|
||||
ReportingIdentifiers
|
||||
ON ReportingIdentifiers.namespace = HistoryEntry.namespace
|
||||
AND ReportingIdentifiers.kind = HistoryEntry.kind
|
||||
AND ReportingIdentifiers.id = HistoryEntry.id
|
||||
|
|
@ -1,44 +0,0 @@
|
|||
-- Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
||||
--
|
||||
-- Licensed under the Apache License, Version 2.0 (the "License");
|
||||
-- you may not use this file except in compliance with the License.
|
||||
-- You may obtain a copy of the License at
|
||||
--
|
||||
-- http://www.apache.org/licenses/LICENSE-2.0
|
||||
--
|
||||
-- Unless required by applicable law or agreed to in writing, software
|
||||
-- distributed under the License is distributed on an "AS IS" BASIS,
|
||||
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
-- See the License for the specific language governing permissions and
|
||||
-- limitations under the License.
|
||||
|
||||
SELECT
|
||||
namespace,
|
||||
kind,
|
||||
id,
|
||||
value
|
||||
FROM
|
||||
(SELECT
|
||||
__key__.namespace as namespace,
|
||||
__key__.kind as kind,
|
||||
__key__.id as id,
|
||||
fullyQualifiedDomainName AS value
|
||||
FROM
|
||||
DomainBase),
|
||||
(SELECT
|
||||
__key__.namespace as namespace,
|
||||
__key__.kind as kind,
|
||||
__key__.id as id,
|
||||
fullyQualifiedHostName AS value
|
||||
FROM
|
||||
HostResource),
|
||||
(SELECT
|
||||
__key__.namespace as namespace,
|
||||
__key__.kind as kind,
|
||||
__key__.id as id,
|
||||
contactId AS value
|
||||
FROM
|
||||
ContactResource)
|
||||
WHERE
|
||||
namespace <> 'test'
|
||||
AND NOT namespace CONTAINS '.test'
|
||||
|
|
@ -1,31 +0,0 @@
|
|||
-- Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
||||
--
|
||||
-- Licensed under the Apache License, Version 2.0 (the "License");
|
||||
-- you may not use this file except in compliance with the License.
|
||||
-- You may obtain a copy of the License at
|
||||
--
|
||||
-- http://www.apache.org/licenses/LICENSE-2.0
|
||||
--
|
||||
-- Unless required by applicable law or agreed to in writing, software
|
||||
-- distributed under the License is distributed on an "AS IS" BASIS,
|
||||
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
-- See the License for the specific language governing permissions and
|
||||
-- limitations under the License.
|
||||
|
||||
SELECT
|
||||
STRING(timestamp) AS date,
|
||||
command,
|
||||
resourceType,
|
||||
resource,
|
||||
trid_clientTransactionId,
|
||||
trid_serverTransactionId,
|
||||
period
|
||||
FROM
|
||||
ReportingHistory
|
||||
WHERE
|
||||
tld = '%TLD%'
|
||||
AND registrar = '%REGISTRAR%'
|
||||
AND timestamp >= TIMESTAMP('%STARTTIME%')
|
||||
AND timestamp < TIMESTAMP('%ENDTIME%')
|
||||
ORDER BY
|
||||
timestamp
|
||||
Loading…
Add table
Add a link
Reference in a new issue