zydronium/google-nomulus
1
0
Fork 0
mirror of https://github.com/google/nomulus.git synced 2025-05-13 16:07:15 +02:00
Code Issues Projects Releases Packages Wiki Activity

Prohibit some RDAP domain and nameserver lookups by nameserver name

Browse source 
We had been allowing lookups by nameserver name using a wildcard and suffix if the suffix was a domain name. That's ok if the domain name is one we manage, but doesn't work efficiently otherwise. A lookup of ns*.zombo.com would require us to search for all nameservers beginning with ns (which could be almost all of them), then loop through until we found those ending with .zombo.com. So we are going to prohibit suffixes after the TLD unless the suffix is an in-bailiwick domain.

-------------
Created by MOE: https://github.com/google/moe
MOE_MIGRATED_REVID=168835732
This commit is contained in:
mountford 2017-09-15 08:00:36 -07:00 • committed by jianglai
parent 3a9d7f9b70
commit 80ff106e4c
4 changed files with 76 additions and 70 deletions
Download patch file Download diff file Expand all files Collapse all files

66
java/google/registry/rdap/RdapDomainSearchAction.java
View file

@ -261,51 +261,43 @@ public class RdapDomainSearchAction extends RdapActionBase {
} }
// Handle queries with a wildcard. // Handle queries with a wildcard.
} else { } else {
// If there is a suffix, it must be a domain. If it happens to be a domain that we manage, // If there is a suffix, it must be a domain that we manage. That way, we can look up the
// we can look up the domain and look through the subordinate hosts. This is more efficient, // domain and search through the subordinate hosts. This is more efficient, and lets us permit
// and lets us permit wildcard searches with no initial string. // wildcard searches with no initial string.
if (partialStringQuery.getSuffix() != null) { if (partialStringQuery.getSuffix() != null) {
DomainResource domainResource = loadByForeignKey( DomainResource domainResource = loadByForeignKey(
DomainResource.class, partialStringQuery.getSuffix(), now); DomainResource.class, partialStringQuery.getSuffix(), now);
if (domainResource != null) { if (domainResource == null) {
ImmutableList.Builder<Key<HostResource>> builder = new ImmutableList.Builder<>(); // Don't allow wildcards with suffixes which are not domains we manage. That would risk a
for (String fqhn : ImmutableSortedSet.copyOf(domainResource.getSubordinateHosts())) { // table scan in some easily foreseeable cases.
// We can't just check that the host name starts with the initial query string, because throw new UnprocessableEntityException(
// then the query ns.exam*.example.com would match against nameserver ns.example.com. "A suffix in a lookup by nameserver name must be an in-bailiwick domain");
if (partialStringQuery.matches(fqhn)) { }
Key<HostResource> hostKey = loadAndGetKey(HostResource.class, fqhn, now); ImmutableList.Builder<Key<HostResource>> builder = new ImmutableList.Builder<>();
if (hostKey != null) { for (String fqhn : ImmutableSortedSet.copyOf(domainResource.getSubordinateHosts())) {
builder.add(hostKey); // We can't just check that the host name starts with the initial query string, because
} else { // then the query ns.exam*.example.com would match against nameserver ns.example.com.
logger.warningfmt("Host key unexpectedly null"); if (partialStringQuery.matches(fqhn)) {
} Key<HostResource> hostKey = loadAndGetKey(HostResource.class, fqhn, now);
if (hostKey != null) {
builder.add(hostKey);
} else {
logger.warningfmt("Host key unexpectedly null");
} }
} }
return builder.build();
} }
} return builder.build();
// If there's no suffix, or it isn't a domain we manage, query the host resources. Query the // If there's no suffix, query the host resources. Query the resources themselves, rather than
// resources themselves, rather than the foreign key indexes, because then we have an index on // the foreign key indexes, because then we have an index on fully qualified host name and
// fully qualified host name and deletion time, so we can check the deletion status in the // deletion time, so we can check the deletion status in the query itself. There are no
// query itself. There are no pending deletes for hosts, so we can call queryUndeleted. In // pending deletes for hosts, so we can call queryUndeleted. In this case, the initial string
// this case, the initial string must be present, to avoid querying every host in the system. // must be present, to avoid querying every host in the system. This restriction is enforced
// This restriction is enforced by queryUndeleted(). // by queryUndeleted().
// TODO (b/24463238): figure out how to limit the size of these queries effectively // TODO (b/24463238): figure out how to limit the size of these queries effectively
Iterable<Key<HostResource>> keys =
queryUndeleted(HostResource.class, "fullyQualifiedHostName", partialStringQuery, 1000)
.keys();
// queryUndeleted() ignores suffixes, so if one was specified, we must filter on the partial
// string query.
if (partialStringQuery.getSuffix() == null) {
return keys;
} else { } else {
ImmutableList.Builder<Key<HostResource>> filteredKeys = new ImmutableList.Builder<>(); return queryUndeleted(
for (Key<HostResource> key : keys) { HostResource.class, "fullyQualifiedHostName", partialStringQuery, 1000)
if (partialStringQuery.matches(key.getName())) { .keys();
filteredKeys.add(key);
}
}
return filteredKeys.build();
} }
} }
} }

52
java/google/registry/rdap/RdapNameserverSearchAction.java
View file

@ -35,11 +35,13 @@ import google.registry.rdap.RdapJsonFormatter.OutputDataType;
import google.registry.request.Action; import google.registry.request.Action;
import google.registry.request.HttpException.BadRequestException; import google.registry.request.HttpException.BadRequestException;
import google.registry.request.HttpException.NotFoundException; import google.registry.request.HttpException.NotFoundException;
import google.registry.request.HttpException.UnprocessableEntityException;
import google.registry.request.Parameter; import google.registry.request.Parameter;
import google.registry.request.auth.Auth; import google.registry.request.auth.Auth;
import google.registry.util.Clock; import google.registry.util.Clock;
import google.registry.util.Idn; import google.registry.util.Idn;
import java.net.InetAddress; import java.net.InetAddress;
import java.util.ArrayList;
import java.util.List; import java.util.List;
import javax.inject.Inject; import javax.inject.Inject;
import org.joda.time.DateTime; import org.joda.time.DateTime;
@ -140,38 +142,40 @@ public class RdapNameserverSearchAction extends RdapActionBase {
hostResource, false, rdapLinkBase, rdapWhoisServer, now, OutputDataType.FULL))); hostResource, false, rdapLinkBase, rdapWhoisServer, now, OutputDataType.FULL)));
// Handle queries with a wildcard. // Handle queries with a wildcard.
} else { } else {
// If there is a suffix, it should be a domain. If it happens to be a domain that we manage, // If there is a suffix, it should be a domain that we manage, so we can look up the domain
// we can look up the domain and look through the subordinate hosts. This is more efficient, // and search through the subordinate hosts. This is more efficient, and lets us permit
// and lets us permit wildcard searches with no initial string. // wildcard searches with no initial string.
if (partialStringQuery.getSuffix() != null) { if (partialStringQuery.getSuffix() != null) {
DomainResource domainResource = DomainResource domainResource =
loadByForeignKey(DomainResource.class, partialStringQuery.getSuffix(), now); loadByForeignKey(DomainResource.class, partialStringQuery.getSuffix(), now);
ImmutableList.Builder<HostResource> hostListBuilder = new ImmutableList.Builder<>(); if (domainResource == null) {
if (domainResource != null) { // Don't allow wildcards with suffixes which are not domains we manage. That would risk a
for (String fqhn : ImmutableSortedSet.copyOf(domainResource.getSubordinateHosts())) { // table scan in many easily foreseeable cases. The user might ask for ns*.zombo.com,
// We can't just check that the host name starts with the initial query string, because // forcing us to query for all hosts beginning with ns, then filter for those ending in
// then the query ns.exam*.example.com would match against nameserver ns.example.com. // .zombo.com. It might well be that 80% of all hostnames begin with ns, leading to
if (partialStringQuery.matches(fqhn)) { // inefficiency.
HostResource hostResource = loadByForeignKey(HostResource.class, fqhn, now); throw new UnprocessableEntityException(
if (hostResource != null) { "A suffix after a wildcard in a nameserver lookup must be an in-bailiwick domain");
hostListBuilder.add(hostResource); }
List<HostResource> hostList = new ArrayList<>();
for (String fqhn : ImmutableSortedSet.copyOf(domainResource.getSubordinateHosts())) {
// We can't just check that the host name starts with the initial query string, because
// then the query ns.exam*.example.com would match against nameserver ns.example.com.
if (partialStringQuery.matches(fqhn)) {
HostResource hostResource = loadByForeignKey(HostResource.class, fqhn, now);
if (hostResource != null) {
hostList.add(hostResource);
if (hostList.size() > rdapResultSetMaxSize) {
break;
} }
} }
} }
} else {
// If we don't recognize the domain, call queryUndeleted and filter.
// TODO(mountford): figure out how to size this correctly
for (HostResource hostResource :
queryUndeleted(
HostResource.class, "fullyQualifiedHostName", partialStringQuery, 1000)) {
if (partialStringQuery.matches(hostResource.getFullyQualifiedHostName())) {
hostListBuilder.add(hostResource);
}
}
} }
return makeSearchResults(hostListBuilder.build(), now); return makeSearchResults(hostList, now);
// Handle queries with a wildcard, but no suffix. There are no pending deletes for hosts, so // Handle queries with a wildcard, but no suffix. There are no pending deletes for hosts, so
// we can call queryUndeleted. // we can call queryUndeleted. Unlike the above problem with suffixes, we can safely search
// for nameservers beginning with a particular suffix, because we need only fetch the first
// rdapResultSetMaxSize entries, and ignore the rest.
} else { } else {
return makeSearchResults( return makeSearchResults(
// Add 1 so we can detect truncation. // Add 1 so we can detect truncation.

19
javatests/google/registry/rdap/RdapDomainSearchActionTest.java
View file

@ -815,8 +815,8 @@ public class RdapDomainSearchActionTest {
} }
@Test @Test
public void testNameserverMatchWithWildcardAndTldSuffix_notFound() throws Exception { public void testNameserverMatchWithWildcardAndDomainSuffix_notFound() throws Exception {
generateActualJson(RequestType.NS_LDH_NAME, "ns2.cat*.lol"); generateActualJson(RequestType.NS_LDH_NAME, "ns5*.cat.lol");
assertThat(response.getStatus()).isEqualTo(404); assertThat(response.getStatus()).isEqualTo(404);
} }
@ -849,6 +849,12 @@ public class RdapDomainSearchActionTest {
assertThat(response.getStatus()).isEqualTo(422); assertThat(response.getStatus()).isEqualTo(422);
} }
@Test
public void testNameserverMatchWithWildcardAndInvalidSuffix_unprocessable() throws Exception {
generateActualJson(RequestType.NS_LDH_NAME, "ns*.google.com");
assertThat(response.getStatus()).isEqualTo(422);
}
@Test @Test
public void testNameserverMatch_ns2_cat_lol_found() throws Exception { public void testNameserverMatch_ns2_cat_lol_found() throws Exception {
generateActualJson(RequestType.NS_LDH_NAME, "ns2.cat.lol"); generateActualJson(RequestType.NS_LDH_NAME, "ns2.cat.lol");
@ -887,9 +893,9 @@ public class RdapDomainSearchActionTest {
} }
@Test @Test
public void testNameserverMatch_nsstar_test_notFound() throws Exception { public void testNameserverMatch_nsstar_test_unprocessable() throws Exception {
generateActualJson(RequestType.NS_LDH_NAME, "ns*.1.test"); generateActualJson(RequestType.NS_LDH_NAME, "ns*.1.test");
assertThat(response.getStatus()).isEqualTo(404); assertThat(response.getStatus()).isEqualTo(422);
} }
@Test @Test
@ -949,10 +955,11 @@ public class RdapDomainSearchActionTest {
} }
@Test @Test
public void testNameserverMatchDeletedNameserverWithWildcardAndTld_notFound() throws Exception { public void testNameserverMatchDeletedNameserverWithWildcardAndSuffix_notFound()
throws Exception {
persistResource( persistResource(
hostNs1CatLol.asBuilder().setDeletionTime(clock.nowUtc().minusDays(1)).build()); hostNs1CatLol.asBuilder().setDeletionTime(clock.nowUtc().minusDays(1)).build());
assertThat(generateActualJson(RequestType.NS_LDH_NAME, "ns1.cat*.lol")) assertThat(generateActualJson(RequestType.NS_LDH_NAME, "ns1*.cat.lol"))
.isEqualTo(generateExpectedJson("No matching nameservers found", "rdap_error_404.json")); .isEqualTo(generateExpectedJson("No matching nameservers found", "rdap_error_404.json"));
assertThat(response.getStatus()).isEqualTo(404); assertThat(response.getStatus()).isEqualTo(404);
} }

9
javatests/google/registry/rdap/RdapNameserverSearchActionTest.java
View file

@ -239,10 +239,13 @@ public class RdapNameserverSearchActionTest {
} }
@Test @Test
public void testNonexistentDomainSuffix_notFound() throws Exception { public void testNonexistentDomainSuffix_unprocessable() throws Exception {
assertThat(generateActualJsonWithName("exam*.foo.bar")) assertThat(generateActualJsonWithName("exam*.foo.bar"))
.isEqualTo(generateExpectedJson("No nameservers found", "rdap_error_404.json")); .isEqualTo(
assertThat(response.getStatus()).isEqualTo(404); generateExpectedJson(
"A suffix after a wildcard in a nameserver lookup must be an in-bailiwick domain",
"rdap_error_422.json"));
assertThat(response.getStatus()).isEqualTo(422);
} }
@Test @Test