mirror of
https://github.com/google/nomulus.git
synced 2025-05-13 07:57:13 +02:00
Write list of iOS apps for IRDB to fetch to GCS
------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=126914056
This commit is contained in:
parent
3dd342372e
commit
3896dfbb4a
1 changed files with 26 additions and 4 deletions
|
@ -186,8 +186,8 @@ public class MapreduceRunner {
|
||||||
createMapreduceJob(
|
createMapreduceJob(
|
||||||
Mapper<I, K, V> mapper,
|
Mapper<I, K, V> mapper,
|
||||||
Reducer<K, V, O> reducer,
|
Reducer<K, V, O> reducer,
|
||||||
Output<O, R> output,
|
Iterable<? extends Input<? extends I>> inputs,
|
||||||
Iterable<? extends Input<? extends I>> inputs) {
|
Output<O, R> output) {
|
||||||
checkCommonRequiredFields(inputs, mapper);
|
checkCommonRequiredFields(inputs, mapper);
|
||||||
checkArgumentNotNull(reducer, "reducer");
|
checkArgumentNotNull(reducer, "reducer");
|
||||||
return new MapReduceJob<>(
|
return new MapReduceJob<>(
|
||||||
|
@ -229,8 +229,30 @@ public class MapreduceRunner {
|
||||||
Mapper<I, K, V> mapper,
|
Mapper<I, K, V> mapper,
|
||||||
Reducer<K, V, Void> reducer,
|
Reducer<K, V, Void> reducer,
|
||||||
Iterable<? extends Input<? extends I>> inputs) {
|
Iterable<? extends Input<? extends I>> inputs) {
|
||||||
return runAsPipeline(
|
return runMapreduce(mapper, reducer, inputs, new NoOutput<Void, Void>());
|
||||||
createMapreduceJob(mapper, reducer, new NoOutput<Void, Void>(), inputs));
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Kick off a mapreduce job with specified Output handler.
|
||||||
|
*
|
||||||
|
* @see #createMapreduceJob for creating and running a mapreduce as part of a pipeline
|
||||||
|
*
|
||||||
|
* @param mapper instance of a mapper class
|
||||||
|
* @param reducer instance of a reducer class
|
||||||
|
* @param inputs input sources for the mapper
|
||||||
|
* @param <I> mapper input type
|
||||||
|
* @param <K> emitted key type
|
||||||
|
* @param <V> emitted value type
|
||||||
|
* @param <O> emitted output type
|
||||||
|
* @param <R> return value of output
|
||||||
|
* @return the job id
|
||||||
|
*/
|
||||||
|
public final <I, K extends Serializable, V extends Serializable, O, R> String runMapreduce(
|
||||||
|
Mapper<I, K, V> mapper,
|
||||||
|
Reducer<K, V, O> reducer,
|
||||||
|
Iterable<? extends Input<? extends I>> inputs,
|
||||||
|
Output<O, R> output) {
|
||||||
|
return runAsPipeline(createMapreduceJob(mapper, reducer, inputs, output));
|
||||||
}
|
}
|
||||||
|
|
||||||
private void checkCommonRequiredFields(Iterable<?> inputs, Mapper<?, ?, ?> mapper) {
|
private void checkCommonRequiredFields(Iterable<?> inputs, Mapper<?, ?, ?> mapper) {
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue