zydronium/google-nomulus
1
0
Fork 0
mirror of https://github.com/google/nomulus.git synced 2025-05-15 17:07:15 +02:00
Code Issues Projects Releases Packages Wiki Activity

Add beam package to open source build

Browse source 
-------------
Created by MOE: https://github.com/google/moe
MOE_MIGRATED_REVID=178833972
This commit is contained in:
larryruili 2017-12-12 16:34:51 -08:00 • committed by jianglai
parent 52ce49a02c
commit 36ad38e5df
13 changed files with 1398 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

84
javatests/google/registry/beam/BigqueryTemplatePipelineTest.java Normal file
View file

@ -0,0 +1,84 @@
// Copyright 2017 The Nomulus Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package google.registry.beam;
import static com.google.common.truth.Truth.assertThat;
import com.google.api.services.bigquery.model.TableRow;
import com.google.common.collect.ImmutableList;
import google.registry.beam.BigqueryTemplatePipeline.CountRequestPaths;
import google.registry.beam.BigqueryTemplatePipeline.ExtractRequestPathFn;
import java.util.List;
import org.apache.beam.runners.direct.DirectRunner;
import org.apache.beam.sdk.options.PipelineOptions;
import org.apache.beam.sdk.options.PipelineOptionsFactory;
import org.apache.beam.sdk.testing.PAssert;
import org.apache.beam.sdk.testing.TestPipeline;
import org.apache.beam.sdk.transforms.Create;
import org.apache.beam.sdk.transforms.DoFnTester;
import org.apache.beam.sdk.values.PCollection;
import org.junit.BeforeClass;
import org.junit.Rule;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;
/** Unit tests for {@link BigqueryTemplatePipeline}*/
@RunWith(JUnit4.class)
public class BigqueryTemplatePipelineTest {
private static PipelineOptions pipelineOptions;
@BeforeClass
public static void initializePipelineOptions() {
pipelineOptions = PipelineOptionsFactory.create();
pipelineOptions.setRunner(DirectRunner.class);
}
@Rule public final transient TestPipeline p = TestPipeline.fromOptions(pipelineOptions);
@Test
public void testExtractRequestPathFn() throws Exception {
ExtractRequestPathFn extractRequestPathFn = new ExtractRequestPathFn();
DoFnTester<TableRow, String> fnTester = DoFnTester.of(extractRequestPathFn);
TableRow emptyRow = new TableRow();
TableRow hasRequestPathRow = new TableRow().set("requestPath", "a/path");
TableRow hasOtherValueRow = new TableRow().set("anotherValue", "b/lah");
List<String> outputs = fnTester.processBundle(emptyRow, hasRequestPathRow, hasOtherValueRow);
assertThat(outputs).containsExactly("null", "a/path", "null");
}
@Test
public void testEndToEndPipeline() throws Exception {
ImmutableList<TableRow> inputRows =
ImmutableList.of(
new TableRow(),
new TableRow().set("requestPath", "a/path"),
new TableRow().set("requestPath", "b/path"),
new TableRow().set("requestPath", "b/path"),
new TableRow().set("anotherValue", "b/path"));
PCollection<TableRow> input = p.apply(Create.of(inputRows));
PCollection<String> output = input.apply(new CountRequestPaths());
ImmutableList<String> outputStrings = new ImmutableList.Builder<String>()
.add("a/path: 1")
.add("b/path: 2")
.add("null: 2")
.build();
PAssert.that(output).containsInAnyOrder(outputStrings);
p.run();
}
}