// Copyright 2017 The Nomulus Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package google.registry.tools.server; import static com.google.common.base.Preconditions.checkArgument; import static google.registry.model.ofy.ObjectifyService.ofy; import static google.registry.request.Action.Method.POST; import static google.registry.util.PipelineUtils.createJobPath; import com.google.appengine.tools.mapreduce.Input; import com.google.appengine.tools.mapreduce.Mapper; import com.google.appengine.tools.mapreduce.inputs.InMemoryInput; import com.google.common.collect.FluentIterable; import com.google.common.collect.ImmutableList; import com.google.common.collect.Lists; import com.googlecode.objectify.Key; import google.registry.config.RegistryEnvironment; import google.registry.mapreduce.MapreduceRunner; import google.registry.model.ofy.CommitLogBucket; import google.registry.model.ofy.CommitLogCheckpointRoot; import google.registry.request.Action; import google.registry.request.Response; import java.util.Arrays; import javax.inject.Inject; /** Deletes all commit logs in Datastore. */ @Action(path = "/_dr/task/killAllCommitLogs", method = POST) public class KillAllCommitLogsAction implements Runnable { @Inject MapreduceRunner mrRunner; @Inject Response response; @Inject KillAllCommitLogsAction() {} @Override public void run() { checkArgument( // safety RegistryEnvironment.get() == RegistryEnvironment.CRASH || RegistryEnvironment.get() == RegistryEnvironment.UNITTEST, "DO NOT RUN ANYWHERE ELSE EXCEPT CRASH OR TESTS."); // Create a in-memory input, assigning each bucket to its own shard for maximum parallelization, // with one extra shard for the CommitLogCheckpointRoot. Input> input = new InMemoryInput<>( Lists.partition( FluentIterable .from(Arrays.>asList(CommitLogCheckpointRoot.getKey())) .append(CommitLogBucket.getAllBucketKeys()) .toList(), 1)); response.sendJavaScriptRedirect(createJobPath(mrRunner .setJobName("Delete all commit logs") .setModuleName("tools") .runMapreduce( new KillAllCommitLogsMapper(), new KillAllEntitiesReducer(), ImmutableList.of(input)))); } /** * Mapper to delete a {@link CommitLogBucket} or {@link CommitLogCheckpointRoot} and any commit * logs or checkpoints that descend from it. * *

This will delete: *

*/ static class KillAllCommitLogsMapper extends Mapper, Key, Key> { private static final long serialVersionUID = 1504266335352952033L; @Override public void map(Key bucketOrRoot) { for (Key key : ofy().load().ancestor(bucketOrRoot).keys()) { emit(bucketOrRoot, key); getContext().incrementCounter("entities emitted"); getContext().incrementCounter(String.format("%s emitted", key.getKind())); } } } }