mirror of
https://github.com/google/nomulus.git
synced 2025-07-25 12:08:36 +02:00
735112def6
This establishes a fully functional pipeline which generates detail reports for each registrar_tld pair from Bigquery. The main features: 1. Deserialization from AVRO GenericRecord (from Bigquery) into BillingEvent, a POJO we control. This is especially valuable to enable intrinsic type-safety at the start of the pipeline. 2. Addition of .sql files containing the queries used to generate detail reports. These will later be templated to enable general usage. 3. Multi-file-writing within a single TextIO transform, which writes BillingEvents to different files based on their registrar_tld key combo. This also upgrades the Beam core SDK referenced in repositories.bzl to 2.2.0 and returns the definitions to alphabetical order, to facilitate use of the check_bazel_deps.py script. The final steps are: - Converting this to a Nomulus command - Templating the .sql queries - @Injecting the @Config values for a given project ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=178124838
88 lines
3.5 KiB
Java
88 lines
3.5 KiB
Java
// Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package google.registry.billing;
|
|
|
|
import static com.google.common.truth.Truth.assertThat;
|
|
import static org.mockito.Matchers.any;
|
|
import static org.mockito.Mockito.mock;
|
|
import static org.mockito.Mockito.verify;
|
|
import static org.mockito.Mockito.when;
|
|
|
|
import com.google.api.services.dataflow.Dataflow;
|
|
import com.google.api.services.dataflow.Dataflow.Projects;
|
|
import com.google.api.services.dataflow.Dataflow.Projects.Templates;
|
|
import com.google.api.services.dataflow.Dataflow.Projects.Templates.Launch;
|
|
import com.google.api.services.dataflow.model.Job;
|
|
import com.google.api.services.dataflow.model.LaunchTemplateParameters;
|
|
import com.google.api.services.dataflow.model.LaunchTemplateResponse;
|
|
import com.google.api.services.dataflow.model.RuntimeEnvironment;
|
|
import google.registry.testing.FakeResponse;
|
|
import java.io.IOException;
|
|
import org.junit.Before;
|
|
import org.junit.Test;
|
|
import org.junit.runner.RunWith;
|
|
import org.junit.runners.JUnit4;
|
|
|
|
/** Unit tests for {@link GenerateInvoicesAction}. */
|
|
@RunWith(JUnit4.class)
|
|
public class GenerateInvoicesActionTest {
|
|
|
|
Dataflow dataflow = mock(Dataflow.class);
|
|
Projects projects = mock(Projects.class);
|
|
Templates templates = mock(Templates.class);
|
|
Launch launch = mock(Launch.class);
|
|
GenerateInvoicesAction action;
|
|
FakeResponse response = new FakeResponse();
|
|
|
|
@Before
|
|
public void initializeObjects() throws Exception {
|
|
when(dataflow.projects()).thenReturn(projects);
|
|
when(projects.templates()).thenReturn(templates);
|
|
when(templates.launch(any(String.class), any(LaunchTemplateParameters.class)))
|
|
.thenReturn(launch);
|
|
when(launch.setGcsPath(any(String.class))).thenReturn(launch);
|
|
when(launch.execute()).thenReturn(new LaunchTemplateResponse().setJob(new Job()));
|
|
|
|
action = new GenerateInvoicesAction();
|
|
action.dataflow = dataflow;
|
|
action.response = response;
|
|
action.projectId = "test-project";
|
|
action.beamBucketUrl = "gs://test-project-beam";
|
|
}
|
|
|
|
@Test
|
|
public void testLaunchTemplateJob() throws Exception {
|
|
action.run();
|
|
LaunchTemplateParameters expectedParams =
|
|
new LaunchTemplateParameters()
|
|
.setJobName("test-invoicing")
|
|
.setEnvironment(
|
|
new RuntimeEnvironment()
|
|
.setZone("us-east1-c")
|
|
.setTempLocation("gs://test-project-beam/temp"));
|
|
verify(templates).launch("test-project", expectedParams);
|
|
verify(launch).setGcsPath("gs://test-project-beam/templates/invoicing");
|
|
assertThat(response.getStatus()).isEqualTo(200);
|
|
assertThat(response.getPayload()).isEqualTo("Launched dataflow template.");
|
|
}
|
|
|
|
@Test
|
|
public void testCaughtIOException() throws Exception {
|
|
when(launch.execute()).thenThrow(new IOException("expected"));
|
|
action.run();
|
|
assertThat(response.getStatus()).isEqualTo(500);
|
|
assertThat(response.getPayload()).isEqualTo("Template launch failed: expected");
|
|
}
|
|
}
|