Isolate customizable code in activity reporting

Modularize the code for DNS count reporting to allow it to be customized for
more flexible systems.
Tested:
  Uploaded to alpha with hacks to allow admin initiating and logging from the
  DnsCountQueryCoordinatorModule, verified that the provider function is invoked and
  that the action runs successfully.

-------------
Created by MOE: https://github.com/google/moe
MOE_MIGRATED_REVID=225225587

java/google/registry/reporting/icann/ActivityReportingQueryBuilder.java

@@ -29,9 +29,7 @@ import org.joda.time.YearMonth;
 import org.joda.time.format.DateTimeFormat;
 import org.joda.time.format.DateTimeFormatter;
 
-/**
- * Utility class that produces SQL queries used to generate activity reports from Bigquery.
- */
+/** Utility class that produces SQL queries used to generate activity reports from Bigquery. */
 public final class ActivityReportingQueryBuilder implements QueryBuilder {
 
   // Names for intermediary tables for overall activity reporting query.
@@ -42,20 +40,23 @@ public final class ActivityReportingQueryBuilder implements QueryBuilder {
   static final String WHOIS_COUNTS = "whois_counts";
   static final String ACTIVITY_REPORT_AGGREGATION = "activity_report_aggregation";
 
-  @Inject @Config("projectId") String projectId;
+  @Inject
+  @Config("projectId")
+  String projectId;
 
   @Inject YearMonth yearMonth;
 
-  @Inject ActivityReportingQueryBuilder() {}
+  @Inject DnsCountQueryCoordinator dnsCountQueryCoordinator;
+
+  @Inject
+  ActivityReportingQueryBuilder() {}
 
   /** Returns the aggregate query which generates the activity report from the saved view. */
   @Override
   public String getReportQuery() {
     return String.format(
         "#standardSQL\nSELECT * FROM `%s.%s.%s`",
-        projectId,
-        ICANN_REPORTING_DATA_SET,
-        getTableName(ACTIVITY_REPORT_AGGREGATION));
+        projectId, ICANN_REPORTING_DATA_SET, getTableName(ACTIVITY_REPORT_AGGREGATION));
   }
 
   /** Sets the month we're doing activity reporting for, and returns the view query map. */
@@ -67,6 +68,10 @@ public final class ActivityReportingQueryBuilder implements QueryBuilder {
     return createQueryMap(firstDayOfMonth, lastDayOfMonth);
   }
 
+  public void prepareForQuery() throws Exception {
+    dnsCountQueryCoordinator.prepareForQuery();
+  }
+
   /** Returns a map from view name to its associated SQL query. */
   private ImmutableMap<String, String> createQueryMap(
       LocalDate firstDayOfMonth, LocalDate lastDayOfMonth) {
@@ -80,8 +85,7 @@ public final class ActivityReportingQueryBuilder implements QueryBuilder {
             .build();
     queriesBuilder.put(getTableName(REGISTRAR_OPERATING_STATUS), operationalRegistrarsQuery);
 
-    String dnsCountsQuery =
-        SqlTemplate.create(getQueryFromFile("dns_counts.sql")).build();
+    String dnsCountsQuery = dnsCountQueryCoordinator.createQuery();
     queriesBuilder.put(getTableName(DNS_COUNTS), dnsCountsQuery);
 
     // Convert reportingMonth into YYYYMMDD format for Bigquery table partition pattern-matching.
@@ -133,7 +137,6 @@ public final class ActivityReportingQueryBuilder implements QueryBuilder {
     return queriesBuilder.build();
   }
 
-
   /** Returns the table name of the query, suffixed with the yearMonth in _yyyyMM format. */
   private String getTableName(String queryName) {
     return String.format("%s_%s", queryName, DateTimeFormat.forPattern("yyyyMM").print(yearMonth));

java/google/registry/reporting/icann/BasicDnsCountQueryCoordinator.java

@@ -0,0 +1,38 @@
+// Copyright 2018 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.reporting.icann;
+
+import com.google.common.io.Resources;
+import google.registry.util.ResourceUtils;
+import google.registry.util.SqlTemplate;
+
+/**
+ * DNS Count query for the basic case.
+ */
+public class BasicDnsCountQueryCoordinator implements DnsCountQueryCoordinator {
+
+  BasicDnsCountQueryCoordinator(DnsCountQueryCoordinator.Params params) {}
+
+  @Override
+  public String createQuery() {
+    return SqlTemplate.create(
+            ResourceUtils.readResourceUtf8(
+                Resources.getResource(this.getClass(), "sql/" + "dns_counts.sql")))
+        .build();
+  }
+
+  @Override
+  public void prepareForQuery() throws Exception {}
+}

java/google/registry/reporting/icann/DnsCountQueryCoordinator.java

@@ -0,0 +1,58 @@
+// Copyright 2018 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.reporting.icann;
+
+import google.registry.bigquery.BigqueryConnection;
+import org.joda.time.YearMonth;
+
+/**
+ * Methods for preparing and querying DNS statistics.
+ *
+ * <p>DNS systems may have different ways of providing this information, so it's useful to
+ * modularize this.
+ *
+ * <p>Derived classes must provide a constructor that accepts a
+ * {@link google.registry.reporting.icann.DnsCountQueryCoordinator.Params}.  To override this,
+ * define dnsCountQueryCoordinatorClass in your config file.
+ */
+public interface DnsCountQueryCoordinator {
+
+  /**
+   * Class to carry parameters for a new coordinator.
+   *
+   * If your report query requires any additional parameters, add them here.
+   */
+  public class Params {
+    public BigqueryConnection bigquery;
+
+    /** The year and month of the report. */
+    public YearMonth yearMonth;
+
+    /** The Google Cloud project id. */
+    public String projectId;
+
+    public Params(BigqueryConnection bigquery, YearMonth yearMonth, String projectId) {
+      this.bigquery = bigquery;
+      this.yearMonth = yearMonth;
+      this.projectId = projectId;
+    }
+  }
+
+  /** Creates the string used to query bigtable for DNS count information. */
+  String createQuery();
+
+  /** Do any necessry preparation for the DNS query. */
+  void prepareForQuery() throws Exception;
+}

java/google/registry/reporting/icann/DnsCountQueryCoordinatorModule.java

@@ -0,0 +1,42 @@
+// Copyright 2018 The Nomulus Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package google.registry.reporting.icann;
+
+import static google.registry.util.TypeUtils.getClassFromString;
+import static google.registry.util.TypeUtils.instantiate;
+
+import dagger.Module;
+import dagger.Provides;
+import google.registry.bigquery.BigqueryConnection;
+import google.registry.config.RegistryConfig.Config;
+import org.joda.time.YearMonth;
+
+/** Dagger module to provide the DnsCountQueryCoordinator. */
+@Module
+public class DnsCountQueryCoordinatorModule {
+
+  @Provides
+  static DnsCountQueryCoordinator provideDnsCountQueryCoordinator(
+      @Config("dnsCountQueryCoordinatorClass") String customClass,
+      BigqueryConnection bigquery,
+      YearMonth yearMonth,
+      @Config("projectId") String projectId) {
+    DnsCountQueryCoordinator.Params params =
+        new DnsCountQueryCoordinator.Params(bigquery, yearMonth, projectId);
+    DnsCountQueryCoordinator result =
+        instantiate(getClassFromString(customClass, DnsCountQueryCoordinator.class), params);
+    return result;
+  }
+}

java/google/registry/reporting/icann/IcannReportingStager.java

@@ -83,6 +83,10 @@ public class IcannReportingStager {
     QueryBuilder queryBuilder =
         (reportType == ReportType.ACTIVITY) ? activityQueryBuilder : transactionsQueryBuilder;
 
+    if (reportType == ReportType.ACTIVITY) {
+      // Prepare for the DNS count query, which may have special needs.
+      activityQueryBuilder.prepareForQuery();
+    }
 
     ImmutableMap<String, String> viewQueryMap = queryBuilder.getViewQueryMap();
     // Generate intermediary views