zydronium/google-nomulus
1
0
Fork 0
mirror of https://github.com/google/nomulus.git synced 2025-05-17 01:47:14 +02:00
Code Issues Projects Releases Packages Wiki Activity

Add MapReduce Input for CommitLogManifest

Browse source 
-------------
Created by MOE: https://github.com/google/moe
MOE_MIGRATED_REVID=159749707
This commit is contained in:
guyben 2017-06-21 15:04:24 -07:00 • committed by Ben McIlwain
parent 7b8681c092
commit 59dc3de3f3
3 changed files with 323 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

133
javatests/google/registry/mapreduce/inputs/CommitLogManifestInputTest.java Normal file
View file

@ -0,0 +1,133 @@
// Copyright 2017 The Nomulus Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package google.registry.mapreduce.inputs;
import static com.google.common.truth.Truth.assertThat;
import static com.google.common.truth.Truth.assert_;
import com.google.appengine.tools.mapreduce.Input;
import com.google.appengine.tools.mapreduce.InputReader;
import com.google.common.base.Optional;
import com.googlecode.objectify.Key;
import google.registry.model.ofy.CommitLogBucket;
import google.registry.model.ofy.CommitLogManifest;
import google.registry.testing.AppEngineRule;
import google.registry.testing.DatastoreHelper;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.NoSuchElementException;
import java.util.Set;
import org.joda.time.DateTime;
import org.junit.Rule;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;
/** Unit tests for {@link CommitLogManifestInput}. */
@RunWith(JUnit4.class)
public final class CommitLogManifestInputTest {
private static final DateTime DATE_TIME_OLD = DateTime.parse("2015-12-19T12:00Z");
private static final DateTime DATE_TIME_OLD2 = DateTime.parse("2016-12-19T11:59Z");
private static final DateTime DATE_TIME_THRESHOLD = DateTime.parse("2016-12-19T12:00Z");
private static final DateTime DATE_TIME_NEW = DateTime.parse("2016-12-19T12:01Z");
private static final DateTime DATE_TIME_NEW2 = DateTime.parse("2017-12-19T12:00Z");
@Rule
public final AppEngineRule appEngine = AppEngineRule.builder().withDatastore().build();
@Test
public void testInputOlderThan_allFound() throws Exception {
Set<CommitLogManifest> created = new HashSet<>();
for (int i = 1; i <= 3; i++) {
created.add(createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_OLD));
}
List<CommitLogManifest> seen = new ArrayList<>();
Input<CommitLogManifest> input = new CommitLogManifestInput(Optional.of(DATE_TIME_THRESHOLD));
for (InputReader<CommitLogManifest> reader
: input.createReaders()) {
reader.beginShard();
reader.beginSlice();
seen.add(reader.next());
try {
reader.next();
assert_().fail("Unexpected element");
} catch (NoSuchElementException expected) {
}
}
assertThat(seen).containsExactlyElementsIn(created);
}
@Test
public void testInputOlderThan_skipsNew() throws Exception {
Set<CommitLogManifest> old = new HashSet<>();
for (int i = 1; i <= 3; i++) {
createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_NEW);
createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_NEW2);
old.add(createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_OLD));
old.add(createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_OLD2));
}
List<CommitLogManifest> seen = new ArrayList<>();
Input<CommitLogManifest> input = new CommitLogManifestInput(Optional.of(DATE_TIME_THRESHOLD));
for (InputReader<CommitLogManifest> reader
: input.createReaders()) {
reader.beginShard();
reader.beginSlice();
try {
for (int i = 0; i < 10; i++) {
seen.add(reader.next());
}
assert_().fail("Unexpected element");
} catch (NoSuchElementException expected) {
}
}
assertThat(seen).containsExactlyElementsIn(old);
}
@Test
public void testInputAll() throws Exception {
Set<CommitLogManifest> created = new HashSet<>();
for (int i = 1; i <= 3; i++) {
created.add(createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_NEW));
created.add(createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_NEW2));
created.add(createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_OLD));
created.add(createManifest(CommitLogBucket.getBucketKey(i), DATE_TIME_OLD2));
}
List<CommitLogManifest> seen = new ArrayList<>();
Input<CommitLogManifest> input = new CommitLogManifestInput(Optional.absent());
for (InputReader<CommitLogManifest> reader
: input.createReaders()) {
reader.beginShard();
reader.beginSlice();
try {
for (int i = 0; i < 10; i++) {
seen.add(reader.next());
}
assert_().fail("Unexpected element");
} catch (NoSuchElementException expected) {
}
}
assertThat(seen).containsExactlyElementsIn(created);
}
private static CommitLogManifest createManifest(Key<CommitLogBucket> parent, DateTime dateTime) {
CommitLogManifest commitLogManifest = CommitLogManifest.create(parent, dateTime, null);
DatastoreHelper.persistResource(commitLogManifest);
return commitLogManifest;
}
}