mirror of
https://github.com/google/nomulus.git
synced 2025-05-21 03:39:36 +02:00
Add mapper to import domains from RDE deposits
With some additional cleanup by Ben McIlwain. ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=146695665
This commit is contained in:
parent
d6e6e8a49c
commit
a904f2c6ee
37 changed files with 2916 additions and 268 deletions
|
@ -21,8 +21,9 @@ import com.google.appengine.tools.cloudstorage.RetryParams;
|
|||
import com.google.appengine.tools.mapreduce.InputReader;
|
||||
import google.registry.config.RegistryConfig.ConfigModule;
|
||||
import google.registry.gcs.GcsUtils;
|
||||
import google.registry.model.host.HostResource;
|
||||
import google.registry.util.FormattingLogger;
|
||||
import google.registry.xjc.JaxbFragment;
|
||||
import google.registry.xjc.rdehost.XjcRdeHostElement;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
import java.io.Serializable;
|
||||
|
@ -31,7 +32,8 @@ import javax.annotation.concurrent.NotThreadSafe;
|
|||
|
||||
/** Mapreduce {@link InputReader} for reading hosts from escrow files */
|
||||
@NotThreadSafe
|
||||
public class RdeHostReader extends InputReader<HostResource> implements Serializable {
|
||||
public class RdeHostReader extends InputReader<JaxbFragment<XjcRdeHostElement>>
|
||||
implements Serializable {
|
||||
|
||||
private static final long serialVersionUID = 3037264959150412846L;
|
||||
|
||||
|
@ -80,23 +82,26 @@ public class RdeHostReader extends InputReader<HostResource> implements Serializ
|
|||
}
|
||||
|
||||
@Override
|
||||
public HostResource next() throws IOException {
|
||||
public JaxbFragment<XjcRdeHostElement> next() throws IOException {
|
||||
if (count < maxResults) {
|
||||
if (parser == null) {
|
||||
parser = newParser();
|
||||
if (parser.isAtHost()) {
|
||||
count++;
|
||||
return XjcToHostResourceConverter.convert(parser.getHost());
|
||||
return readHost();
|
||||
}
|
||||
}
|
||||
if (parser.nextHost()) {
|
||||
count++;
|
||||
return XjcToHostResourceConverter.convert(parser.getHost());
|
||||
return readHost();
|
||||
}
|
||||
}
|
||||
throw new NoSuchElementException();
|
||||
}
|
||||
|
||||
private JaxbFragment<XjcRdeHostElement> readHost() {
|
||||
count++;
|
||||
return JaxbFragment.create(new XjcRdeHostElement(parser.getHost()));
|
||||
}
|
||||
|
||||
@Override
|
||||
public void endSlice() throws IOException {
|
||||
super.endSlice();
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue