From 89df3ce9fcdb4cddae501d2ff26c7c26f0ad5c67 Mon Sep 17 00:00:00 2001 From: gbrodman Date: Tue, 28 Sep 2021 10:46:50 -0400 Subject: [PATCH] Reduce # shards in CreateSyntheticHistoryEntriesAction (#1344) We need these to get created (we are blocked from moving to SQL until 30 days after their creation) so reduce this to 3 in the hopes of avoiding the SQL overloads while we debug why those are occurring in the first place. --- .../javascrap/CreateSyntheticHistoryEntriesAction.java | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/core/src/main/java/google/registry/tools/javascrap/CreateSyntheticHistoryEntriesAction.java b/core/src/main/java/google/registry/tools/javascrap/CreateSyntheticHistoryEntriesAction.java index 47352137d..64e756d15 100644 --- a/core/src/main/java/google/registry/tools/javascrap/CreateSyntheticHistoryEntriesAction.java +++ b/core/src/main/java/google/registry/tools/javascrap/CreateSyntheticHistoryEntriesAction.java @@ -88,12 +88,10 @@ public class CreateSyntheticHistoryEntriesAction implements Runnable { /** * The number of shards to run the map-only mapreduce on. * - *

This is less than the default of 100 because we can afford it being slower, but we don't - * want to write out lots of large commit logs in a short period of time. If we did so, the - * asynchronous replication action (run every few minutes) might fall behind which may make the - * migration tougher. + *

This is much lower than the default of 100, or even 10, because we can afford it being slow + * and we want to avoid overloading SQL. */ - private static final int NUM_SHARDS = 10; + private static final int NUM_SHARDS = 3; @Override public void run() {