zydronium/google-nomulus
1
0
Fork 0
mirror of https://github.com/google/nomulus.git synced 2025-05-13 16:07:15 +02:00
Code Issues Projects Releases Packages Wiki Activity

Fix handling around size of batches of mapreduce entities to process

Browse source 
-------------
Created by MOE: https://github.com/google/moe
MOE_MIGRATED_REVID=149562105
This commit is contained in:
mcilwain 2017-03-08 11:27:29 -08:00 • committed by Ben McIlwain
parent 1dfb6afa4b
commit 01bb3a30f2
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
java/google/registry/batch/MapreduceEntityCleanupAction.java
View file

@ -172,9 +172,12 @@ public class MapreduceEntityCleanupAction implements Runnable {
DateTime cutoffDate = clock.nowUtc().minusDays(defaultedDaysOld); DateTime cutoffDate = clock.nowUtc().minusDays(defaultedDaysOld);
Optional<String> cursor = Optional.absent(); Optional<String> cursor = Optional.absent();
do { do {
Optional<Integer> numJobsToRequest =
Optional.fromNullable(
numJobsToDelete.isPresent() ? numJobsToDelete.get() - numJobsProcessed : null);
EligibleJobResults batch = EligibleJobResults batch =
mapreduceEntityCleanupUtil.findEligibleJobsByJobName( mapreduceEntityCleanupUtil.findEligibleJobsByJobName(
jobName.orNull(), cutoffDate, numJobsToDelete, force.or(false), cursor); jobName.orNull(), cutoffDate, numJobsToRequest, force.or(false), cursor);
cursor = batch.cursor(); cursor = batch.cursor();
// Individual batches can come back empty if none of the returned jobs meet the requirements // Individual batches can come back empty if none of the returned jobs meet the requirements
// or if all jobs have been exhausted. // or if all jobs have been exhausted.