mirror of
https://github.com/google/nomulus.git
synced 2025-07-12 05:58:13 +02:00
Add action to sync all Registrar RDAP base URLs from the ICANN endpoint
We aren't turning on the cron job yet - we want to make sure it works correctly first. ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=252726789
This commit is contained in:
guyben
jianglai
parent
95111809bd
commit
cb7ca611a9
9 changed files with 464 additions and 0 deletions
|
|
@ -38,5 +38,6 @@ PATH CLASS METHOD
|
|||
/_dr/task/tmchCrl TmchCrlAction POST y INTERNAL APP IGNORED
|
||||
/_dr/task/tmchDnl TmchDnlAction POST y INTERNAL APP IGNORED
|
||||
/_dr/task/tmchSmdrl TmchSmdrlAction POST y INTERNAL APP IGNORED
|
||||
/_dr/task/updateRegistrarRdapBaseUrls UpdateRegistrarRdapBaseUrlsAction GET y INTERNAL,API APP ADMIN
|
||||
/_dr/task/updateSnapshotView UpdateSnapshotViewAction POST n INTERNAL APP IGNORED
|
||||
/_dr/task/uploadDatastoreBackup UploadDatastoreBackupAction POST n INTERNAL APP IGNORED
|
||||
|
|
|
|||
|
|
@ -26,6 +26,7 @@ java_library(
|
|||
"@com_google_dagger",
|
||||
"@com_google_gson",
|
||||
"@com_google_guava",
|
||||
"@com_google_http_client",
|
||||
"@com_google_monitoring_client_contrib",
|
||||
"@com_google_truth",
|
||||
"@com_google_truth_extensions_truth_java8_extension",
|
||||
|
|
|
|||
|
|
@ -0,0 +1,240 @@
|
|||
// Copyright 2019 The Nomulus Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package google.registry.rdap;
|
||||
|
||||
import static com.google.common.truth.Truth.assertThat;
|
||||
import static com.google.common.truth.Truth8.assertThat;
|
||||
import static google.registry.testing.DatastoreHelper.loadRegistrar;
|
||||
import static google.registry.testing.DatastoreHelper.persistSimpleResource;
|
||||
|
||||
import com.google.api.client.http.LowLevelHttpRequest;
|
||||
import com.google.api.client.testing.http.MockHttpTransport;
|
||||
import com.google.api.client.testing.http.MockLowLevelHttpRequest;
|
||||
import com.google.api.client.testing.http.MockLowLevelHttpResponse;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
import com.google.common.collect.ImmutableSet;
|
||||
import google.registry.model.registrar.Registrar;
|
||||
import google.registry.model.registrar.RegistrarAddress;
|
||||
import google.registry.testing.AppEngineRule;
|
||||
import google.registry.testing.ShardableTestCase;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import org.junit.Before;
|
||||
import org.junit.Rule;
|
||||
import org.junit.Test;
|
||||
import org.junit.runner.RunWith;
|
||||
import org.junit.runners.JUnit4;
|
||||
|
||||
/** Unit tests for {@link UpdateRegistrarRdapBaseUrlsAction}. */
|
||||
@RunWith(JUnit4.class)
|
||||
public final class UpdateRegistrarRdapBaseUrlsActionTest extends ShardableTestCase {
|
||||
|
||||
/**
|
||||
* Example reply from the MoSAPI server.
|
||||
*
|
||||
* <p>This is the exact reply we got from the server when we tried to access it manually, with the
|
||||
* addition of the 4000 and 4001 ones to test "multiple iana/servers in an element"
|
||||
*
|
||||
* <p>NOTE that 4000 has the same URL twice to make sure it doesn't break
|
||||
* ImmutableSetMultimap.Builder
|
||||
*
|
||||
* <p>Also added value for IANA ID 9999, so we can check non-REAL registrars
|
||||
*/
|
||||
private static final String JSON_LIST_REPLY =
|
||||
"{\"publication\":\"2019-06-04T13:02:06Z\","
|
||||
+ "\"description\":\"ICANN-accredited Registrar's RDAP base URL list\","
|
||||
+ "\"services\":["
|
||||
+ "[[\"81\"],[\"https://rdap.gandi.net\"]],"
|
||||
+ "[[\"100\"],[\"https://yesnic.com/?_task=main&_action=whois_search\"]],"
|
||||
+ "[[\"134\"],[\"https://rdap.bb-online.com\"]],"
|
||||
+ "[[\"1316\"],[\"https://whois.35.com\"]],"
|
||||
+ "[[\"1448\"],[\"https://rdap.blacknight.com\"]],"
|
||||
+ "[[\"1463\"],[\"https://rdap.domaincostclub.com/\"]],"
|
||||
+ "[[\"99999\"],[\"https://rdaptest.com\"]],"
|
||||
+ "[[\"1556\"],[\"https://rdap.west.cn\"]],"
|
||||
+ "[[\"2288\"],[\"https://rdap.metaregistrar.com\"]],"
|
||||
+ "[[\"4000\",\"4001\"],[\"https://rdap.example.com\"]],"
|
||||
+ "[[\"4000\"],[\"https://rdap.example.net\",\"https://rdap.example.org\"]],"
|
||||
+ "[[\"4000\"],[\"https://rdap.example.net\"]],"
|
||||
+ "[[\"9999\"],[\"https://rdap.example.net\"]]"
|
||||
+ "],"
|
||||
+ "\"version\":\"1.0\"}";
|
||||
|
||||
@Rule public AppEngineRule appEngineRule = new AppEngineRule.Builder().withDatastore().build();
|
||||
|
||||
private static class TestHttpTransport extends MockHttpTransport {
|
||||
private final ArrayList<MockLowLevelHttpRequest> requestsSent = new ArrayList<>();
|
||||
private final ArrayList<MockLowLevelHttpResponse> simulatedResponses = new ArrayList<>();
|
||||
|
||||
void addNextResponse(MockLowLevelHttpResponse response) {
|
||||
simulatedResponses.add(response);
|
||||
}
|
||||
List<MockLowLevelHttpRequest> getRequestsSent() {
|
||||
return requestsSent;
|
||||
}
|
||||
|
||||
@Override
|
||||
public LowLevelHttpRequest buildRequest(String method, String url) {
|
||||
assertThat(method).isEqualTo("GET");
|
||||
MockLowLevelHttpRequest httpRequest = new MockLowLevelHttpRequest(url);
|
||||
httpRequest.setResponse(simulatedResponses.get(requestsSent.size()));
|
||||
requestsSent.add(httpRequest);
|
||||
return httpRequest;
|
||||
}
|
||||
}
|
||||
|
||||
TestHttpTransport httpTransport;
|
||||
UpdateRegistrarRdapBaseUrlsAction action;
|
||||
|
||||
@Before
|
||||
public void setUp() {
|
||||
httpTransport = new TestHttpTransport();
|
||||
action = new UpdateRegistrarRdapBaseUrlsAction();
|
||||
|
||||
action.password = "myPassword";
|
||||
action.tld = "tld";
|
||||
action.httpTransport = httpTransport;
|
||||
|
||||
MockLowLevelHttpResponse loginResponse = new MockLowLevelHttpResponse();
|
||||
loginResponse.addHeader(
|
||||
"Set-Cookie",
|
||||
"id=myAuthenticationId; "
|
||||
+ "Expires=Tue, 11-Jun-2019 16:34:21 GMT; Path=/mosapi/v1/app; Secure; HttpOnly");
|
||||
|
||||
MockLowLevelHttpResponse listResponse = new MockLowLevelHttpResponse();
|
||||
listResponse.setContent(JSON_LIST_REPLY);
|
||||
|
||||
MockLowLevelHttpResponse logoutResponse = new MockLowLevelHttpResponse();
|
||||
loginResponse.addHeader(
|
||||
"Set-Cookie",
|
||||
"id=id; Expires=Thu, 01-Jan-1970 00:00:10 GMT; Path=/mosapi/v1/app; Secure; HttpOnly");
|
||||
|
||||
httpTransport.addNextResponse(loginResponse);
|
||||
httpTransport.addNextResponse(listResponse);
|
||||
httpTransport.addNextResponse(logoutResponse);
|
||||
|
||||
}
|
||||
|
||||
private void assertCorrectRequestsSent() {
|
||||
// Doing assertThat on the "getUrl()" of the elements to get better error message if we have the
|
||||
// wrong number of requests.
|
||||
// This way we'll see which URLs were hit on failure.
|
||||
assertThat(httpTransport.getRequestsSent().stream().map(request -> request.getUrl()))
|
||||
.hasSize(3);
|
||||
|
||||
MockLowLevelHttpRequest loginRequest = httpTransport.getRequestsSent().get(0);
|
||||
MockLowLevelHttpRequest listRequest = httpTransport.getRequestsSent().get(1);
|
||||
MockLowLevelHttpRequest logoutRequest = httpTransport.getRequestsSent().get(2);
|
||||
|
||||
assertThat(loginRequest.getUrl()).isEqualTo("https://mosapi.icann.org/mosapi/v1/tld/login");
|
||||
// base64.b64encode("tld_ry:myPassword") gives "dGxkX3J5Om15UGFzc3dvcmQ="
|
||||
assertThat(loginRequest.getHeaders())
|
||||
.containsEntry("authorization", ImmutableList.of("Basic dGxkX3J5Om15UGFzc3dvcmQ="));
|
||||
|
||||
assertThat(listRequest.getUrl())
|
||||
.isEqualTo("https://mosapi.icann.org/mosapi/v1/tld/registrarRdapBaseUrl/list");
|
||||
assertThat(listRequest.getHeaders())
|
||||
.containsEntry("cookie", ImmutableList.of("id=myAuthenticationId"));
|
||||
|
||||
assertThat(logoutRequest.getUrl()).isEqualTo("https://mosapi.icann.org/mosapi/v1/tld/logout");
|
||||
assertThat(logoutRequest.getHeaders())
|
||||
.containsEntry("cookie", ImmutableList.of("id=myAuthenticationId"));
|
||||
}
|
||||
|
||||
private static void persistRegistrar(
|
||||
String clientId, Long ianaId, Registrar.Type type, String... rdapBaseUrls) {
|
||||
persistSimpleResource(
|
||||
new Registrar.Builder()
|
||||
.setClientId(clientId)
|
||||
.setRegistrarName(clientId)
|
||||
.setType(type)
|
||||
.setIanaIdentifier(ianaId)
|
||||
.setRdapBaseUrls(ImmutableSet.copyOf(rdapBaseUrls))
|
||||
.setLocalizedAddress(
|
||||
new RegistrarAddress.Builder()
|
||||
.setStreet(ImmutableList.of("123 fake st"))
|
||||
.setCity("fakeCity")
|
||||
.setCountryCode("XX")
|
||||
.build())
|
||||
.build());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testUnknownIana_cleared() {
|
||||
// The IANA ID isn't in the JSON_LIST_REPLY
|
||||
persistRegistrar("someRegistrar", 4123L, Registrar.Type.REAL, "http://rdap.example/blah");
|
||||
|
||||
action.run();
|
||||
|
||||
assertCorrectRequestsSent();
|
||||
|
||||
assertThat(loadRegistrar("someRegistrar").getRdapBaseUrls()).isEmpty();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testKnownIana_changed() {
|
||||
// The IANA ID is in the JSON_LIST_REPLY
|
||||
persistRegistrar("someRegistrar", 1448L, Registrar.Type.REAL, "http://rdap.example/blah");
|
||||
|
||||
action.run();
|
||||
|
||||
assertCorrectRequestsSent();
|
||||
|
||||
assertThat(loadRegistrar("someRegistrar").getRdapBaseUrls())
|
||||
.containsExactly("https://rdap.blacknight.com");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testKnownIana_notReal_noChange() {
|
||||
// The IANA ID is in the JSON_LIST_REPLY
|
||||
persistRegistrar("someRegistrar", 9999L, Registrar.Type.INTERNAL, "http://rdap.example/blah");
|
||||
|
||||
action.run();
|
||||
|
||||
assertCorrectRequestsSent();
|
||||
|
||||
assertThat(loadRegistrar("someRegistrar").getRdapBaseUrls())
|
||||
.containsExactly("http://rdap.example/blah");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testKnownIana_notReal_nullIANA_noChange() {
|
||||
persistRegistrar("someRegistrar", null, Registrar.Type.TEST, "http://rdap.example/blah");
|
||||
|
||||
action.run();
|
||||
|
||||
assertCorrectRequestsSent();
|
||||
|
||||
assertThat(loadRegistrar("someRegistrar").getRdapBaseUrls())
|
||||
.containsExactly("http://rdap.example/blah");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testKnownIana_multipleValues() {
|
||||
// The IANA ID is in the JSON_LIST_REPLY
|
||||
persistRegistrar("registrar4000", 4000L, Registrar.Type.REAL, "http://rdap.example/blah");
|
||||
persistRegistrar("registrar4001", 4001L, Registrar.Type.REAL, "http://rdap.example/blah");
|
||||
|
||||
action.run();
|
||||
|
||||
assertCorrectRequestsSent();
|
||||
|
||||
assertThat(loadRegistrar("registrar4000").getRdapBaseUrls())
|
||||
.containsExactly(
|
||||
"https://rdap.example.com", "https://rdap.example.net", "https://rdap.example.org");
|
||||
assertThat(loadRegistrar("registrar4001").getRdapBaseUrls())
|
||||
.containsExactly("https://rdap.example.com");
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue