mirror of
https://github.com/google/nomulus.git
synced 2025-05-30 09:20:29 +02:00
580302898d
This also deletes the associated commands and domain application specific entities. We haven't used any of these TLD phases since early 2015 and have no intent to do so in the future, so it makes sense to delete them now so we don't have to carry them through the Registry 3.0 migration. Note that, while there are data model changes, there should be no required data migrations. The fields and entities being removed will simply remain as orphans. I confirmed that the removed types (such as the SUNRUSH_ADD GracePeriodType) are no longer used in production data, and left types that are still used, e.g. BillingEvent.Flag.LANDRUSH or HistoryEntry.Type.ALLOCATE. ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=228752843
269 lines
12 KiB
Java
269 lines
12 KiB
Java
// Copyright 2017 The Nomulus Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package google.registry.mapreduce.inputs;
|
|
|
|
import static com.google.common.truth.Truth.assertThat;
|
|
import static com.google.common.truth.Truth.assert_;
|
|
import static google.registry.mapreduce.inputs.EppResourceInputs.createEntityInput;
|
|
import static google.registry.mapreduce.inputs.EppResourceInputs.createKeyInput;
|
|
import static google.registry.model.index.EppResourceIndexBucket.getBucketKey;
|
|
import static google.registry.testing.DatastoreHelper.createTld;
|
|
import static google.registry.testing.DatastoreHelper.newContactResource;
|
|
import static google.registry.testing.DatastoreHelper.newDomainResource;
|
|
import static google.registry.testing.DatastoreHelper.newHostResource;
|
|
import static google.registry.testing.DatastoreHelper.persistActiveContact;
|
|
import static google.registry.testing.DatastoreHelper.persistEppResourceInFirstBucket;
|
|
import static google.registry.testing.DatastoreHelper.persistResource;
|
|
import static google.registry.testing.DatastoreHelper.persistSimpleResource;
|
|
import static google.registry.testing.JUnitBackports.assertThrows;
|
|
|
|
import com.google.appengine.tools.mapreduce.InputReader;
|
|
import com.googlecode.objectify.Key;
|
|
import google.registry.model.EppResource;
|
|
import google.registry.model.contact.ContactResource;
|
|
import google.registry.model.domain.DomainBase;
|
|
import google.registry.model.domain.DomainResource;
|
|
import google.registry.model.host.HostResource;
|
|
import google.registry.model.index.EppResourceIndex;
|
|
import google.registry.testing.AppEngineRule;
|
|
import java.io.ByteArrayInputStream;
|
|
import java.io.ByteArrayOutputStream;
|
|
import java.io.ObjectInputStream;
|
|
import java.io.ObjectOutputStream;
|
|
import java.util.HashSet;
|
|
import java.util.NoSuchElementException;
|
|
import java.util.Set;
|
|
import org.junit.Rule;
|
|
import org.junit.Test;
|
|
import org.junit.runner.RunWith;
|
|
import org.junit.runners.JUnit4;
|
|
|
|
/** Tests {@link EppResourceInputs} */
|
|
@RunWith(JUnit4.class)
|
|
public class EppResourceInputsTest {
|
|
|
|
private static final double EPSILON = 0.0001;
|
|
|
|
@Rule
|
|
public final AppEngineRule appEngine = AppEngineRule.builder().withDatastore().build();
|
|
@SuppressWarnings("unchecked")
|
|
private <T> T serializeAndDeserialize(T obj) throws Exception {
|
|
try (ByteArrayOutputStream byteOut = new ByteArrayOutputStream();
|
|
ObjectOutputStream objectOut = new ObjectOutputStream(byteOut)) {
|
|
objectOut.writeObject(obj);
|
|
try (ByteArrayInputStream byteIn = new ByteArrayInputStream(byteOut.toByteArray());
|
|
ObjectInputStream objectIn = new ObjectInputStream(byteIn)) {
|
|
return (T) objectIn.readObject();
|
|
}
|
|
}
|
|
}
|
|
|
|
@Test
|
|
public void testSuccess_keyInputType_polymorphicBaseType() {
|
|
createKeyInput(DomainBase.class);
|
|
}
|
|
|
|
@Test
|
|
public void testFailure_keyInputType_polymorphicSubclass() {
|
|
IllegalArgumentException thrown =
|
|
assertThrows(IllegalArgumentException.class, () -> createKeyInput(DomainResource.class));
|
|
assertThat(thrown).hasMessageThat().contains("non-polymorphic");
|
|
}
|
|
|
|
@Test
|
|
public void testFailure_keyInputType_noInheritanceBetweenTypes_eppResource() {
|
|
IllegalArgumentException thrown =
|
|
assertThrows(
|
|
IllegalArgumentException.class,
|
|
() -> createKeyInput(EppResource.class, DomainBase.class));
|
|
assertThat(thrown).hasMessageThat().contains("inheritance");
|
|
}
|
|
|
|
@Test
|
|
public void testSuccess_entityInputTypesMayBePolymorphic() {
|
|
// Both polymorphic and not should work.
|
|
createEntityInput(DomainBase.class);
|
|
createEntityInput(DomainResource.class);
|
|
}
|
|
|
|
@Test
|
|
public void testFailure_entityInputType_noInheritanceBetweenTypes_eppResource() {
|
|
IllegalArgumentException thrown =
|
|
assertThrows(
|
|
IllegalArgumentException.class,
|
|
() -> createEntityInput(EppResource.class, DomainResource.class));
|
|
assertThat(thrown).hasMessageThat().contains("inheritance");
|
|
}
|
|
|
|
@Test
|
|
public void testFailure_entityInputType_noInheritanceBetweenTypes_subclasses() {
|
|
IllegalArgumentException thrown =
|
|
assertThrows(
|
|
IllegalArgumentException.class,
|
|
() -> createEntityInput(DomainBase.class, DomainResource.class));
|
|
assertThat(thrown).hasMessageThat().contains("inheritance");
|
|
}
|
|
|
|
@Test
|
|
public void testReaderCountMatchesBucketCount() throws Exception {
|
|
assertThat(createKeyInput(DomainBase.class).createReaders()).hasSize(3);
|
|
assertThat(createEntityInput(DomainBase.class).createReaders()).hasSize(3);
|
|
}
|
|
|
|
@Test
|
|
public void testKeyInput_oneReaderPerBucket() throws Exception {
|
|
createTld("tld");
|
|
Set<Key<DomainResource>> domains = new HashSet<>();
|
|
for (int i = 1; i <= 3; i++) {
|
|
Key<DomainResource> key = Key.create(newDomainResource(i + ".tld"));
|
|
domains.add(key);
|
|
persistResource(EppResourceIndex.create(getBucketKey(i), key));
|
|
}
|
|
Set<Key<DomainBase>> seen = new HashSet<>();
|
|
for (InputReader<Key<DomainBase>> reader : createKeyInput(DomainBase.class).createReaders()) {
|
|
reader.beginShard();
|
|
reader.beginSlice();
|
|
seen.add(reader.next());
|
|
try {
|
|
Key<DomainBase> key = reader.next();
|
|
assert_().fail("Unexpected element: " + key);
|
|
} catch (NoSuchElementException expected) {
|
|
}
|
|
}
|
|
assertThat(seen).containsExactlyElementsIn(domains);
|
|
}
|
|
|
|
@Test
|
|
public void testEntityInput_oneReaderPerBucket() throws Exception {
|
|
createTld("tld");
|
|
Set<DomainResource> domains = new HashSet<>();
|
|
for (int i = 1; i <= 3; i++) {
|
|
// Persist the domain as a simple resource so that it doesn't automatically get an ERI.
|
|
DomainResource domain = persistSimpleResource(newDomainResource(i + ".tld"));
|
|
domains.add(domain);
|
|
persistResource(EppResourceIndex.create(getBucketKey(i), Key.create(domain)));
|
|
}
|
|
Set<DomainResource> seen = new HashSet<>();
|
|
for (InputReader<DomainResource> reader
|
|
: createEntityInput(DomainResource.class).createReaders()) {
|
|
reader.beginShard();
|
|
reader.beginSlice();
|
|
seen.add(reader.next());
|
|
try {
|
|
DomainResource domain = reader.next();
|
|
assert_().fail("Unexpected element: " + domain);
|
|
} catch (NoSuchElementException expected) {
|
|
}
|
|
}
|
|
assertThat(seen).containsExactlyElementsIn(domains);
|
|
}
|
|
|
|
@Test
|
|
public void testSuccess_keyReader_survivesAcrossSerialization() throws Exception {
|
|
createTld("tld");
|
|
DomainResource domainA = persistEppResourceInFirstBucket(newDomainResource("a.tld"));
|
|
DomainResource domainB = persistEppResourceInFirstBucket(newDomainResource("b.tld"));
|
|
// Should be ignored. We'll know if it isn't because the progress counts will be off.
|
|
persistActiveContact("contact");
|
|
Set<Key<DomainBase>> seen = new HashSet<>();
|
|
InputReader<Key<DomainBase>> reader = createKeyInput(DomainBase.class).createReaders().get(0);
|
|
reader.beginShard();
|
|
reader.beginSlice();
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0.5);
|
|
reader.endSlice();
|
|
reader = serializeAndDeserialize(reader);
|
|
reader.beginSlice();
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0.5);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(1);
|
|
assertThat(seen).containsExactly(Key.create(domainA), Key.create(domainB));
|
|
assertThrows(NoSuchElementException.class, reader::next);
|
|
}
|
|
|
|
@Test
|
|
public void testSuccess_entityReader_survivesAcrossSerialization() throws Exception {
|
|
createTld("tld");
|
|
DomainResource domainA = persistEppResourceInFirstBucket(newDomainResource("a.tld"));
|
|
DomainResource domainB = persistEppResourceInFirstBucket(newDomainResource("b.tld"));
|
|
// Should be ignored. We'll know if it isn't because the progress counts will be off.
|
|
persistActiveContact("contact");
|
|
Set<DomainResource> seen = new HashSet<>();
|
|
InputReader<DomainResource> reader =
|
|
createEntityInput(DomainResource.class).createReaders().get(0);
|
|
reader.beginShard();
|
|
reader.beginSlice();
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0.5);
|
|
reader.endSlice();
|
|
InputReader<DomainResource> deserializedReader = serializeAndDeserialize(reader);
|
|
deserializedReader.beginSlice();
|
|
assertThat(deserializedReader.getProgress()).isWithin(EPSILON).of(0.5);
|
|
seen.add(deserializedReader.next());
|
|
assertThat(deserializedReader.getProgress()).isWithin(EPSILON).of(1);
|
|
deserializedReader.endSlice();
|
|
deserializedReader.endShard();
|
|
assertThat(seen).containsExactly(domainA, domainB);
|
|
assertThrows(NoSuchElementException.class, deserializedReader::next);
|
|
}
|
|
|
|
@Test
|
|
public void testSuccess_entityReader_filtersOnMultipleTypes() throws Exception {
|
|
createTld("tld");
|
|
DomainResource domain = persistEppResourceInFirstBucket(newDomainResource("a.tld"));
|
|
HostResource host = persistEppResourceInFirstBucket(newHostResource("ns1.example.com"));
|
|
persistEppResourceInFirstBucket(newContactResource("contact"));
|
|
Set<EppResource> seen = new HashSet<>();
|
|
InputReader<EppResource> reader =
|
|
EppResourceInputs.<EppResource>createEntityInput(
|
|
DomainResource.class, HostResource.class).createReaders().get(0);
|
|
reader.beginShard();
|
|
reader.beginSlice();
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0.5);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(1.0);
|
|
assertThat(seen).containsExactly(domain, host);
|
|
assertThrows(NoSuchElementException.class, reader::next);
|
|
}
|
|
|
|
@Test
|
|
public void testSuccess_entityReader_noFilteringWhenUsingEppResource() throws Exception {
|
|
createTld("tld");
|
|
ContactResource contact = persistEppResourceInFirstBucket(newContactResource("contact"));
|
|
// Specify the contact since persistActiveDomain{Application} creates a hidden one.
|
|
DomainResource domain1 = persistEppResourceInFirstBucket(newDomainResource("a.tld", contact));
|
|
DomainResource domain2 = persistEppResourceInFirstBucket(newDomainResource("b.tld", contact));
|
|
HostResource host = persistEppResourceInFirstBucket(newHostResource("ns1.example.com"));
|
|
Set<EppResource> seen = new HashSet<>();
|
|
InputReader<EppResource> reader = createEntityInput(EppResource.class).createReaders().get(0);
|
|
reader.beginShard();
|
|
reader.beginSlice();
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0.25);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0.5);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(0.75);
|
|
seen.add(reader.next());
|
|
assertThat(reader.getProgress()).isWithin(EPSILON).of(1.0);
|
|
assertThat(seen).containsExactly(domain1, domain2, host, contact);
|
|
assertThrows(NoSuchElementException.class, reader::next);
|
|
}
|
|
}
|