mirror of
https://github.com/google/nomulus.git
synced 2025-05-02 21:17:50 +02:00
Add server end points to backup Datastore using managed-export mechanism. A cron job is defined in Alpha to run daily exports using this implementation. Existing backup is left running. The new backups are saved to a new set of locations: - GCS bucket: gs://PROJECT-ID-datastore-backups - Big Query data set: datastore_backups - Big Query latest back up view name: latest_datastore_backup Also, the names of Bigquery tables now use the export timestamp assigned by Datastore. E.g., 2018_12_05T23_56_18_50532_ContactResource, After the new import mechanism is implemented and the back-restore flow is tested, we will stop the existing backup runs and deploy the new implementation to all environments. ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=224932957
162 lines
5.8 KiB
Java
162 lines
5.8 KiB
Java
// Copyright 2018 The Nomulus Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package google.registry.config;
|
|
|
|
import static java.nio.charset.StandardCharsets.UTF_8;
|
|
|
|
import com.google.api.client.googleapis.auth.oauth2.GoogleCredential;
|
|
import com.google.api.client.googleapis.javanet.GoogleNetHttpTransport;
|
|
import com.google.api.client.googleapis.util.Utils;
|
|
import com.google.common.collect.ImmutableList;
|
|
import dagger.Module;
|
|
import dagger.Provides;
|
|
import google.registry.config.RegistryConfig.Config;
|
|
import google.registry.keyring.api.KeyModule.Key;
|
|
import java.io.ByteArrayInputStream;
|
|
import java.io.IOException;
|
|
import java.lang.annotation.Documented;
|
|
import java.lang.annotation.Retention;
|
|
import java.lang.annotation.RetentionPolicy;
|
|
import java.security.GeneralSecurityException;
|
|
import javax.inject.Qualifier;
|
|
import javax.inject.Singleton;
|
|
|
|
/**
|
|
* Dagger module that provides all {@link GoogleCredential GoogleCredentials} used in the
|
|
* application.
|
|
*/
|
|
@Module
|
|
public abstract class CredentialModule {
|
|
|
|
/**
|
|
* Provides the default {@link GoogleCredential} from the Google Cloud runtime.
|
|
*
|
|
* <p>The credential returned depends on the runtime environment:
|
|
*
|
|
* <ul>
|
|
* <li>On AppEngine, returns the service account credential for
|
|
* PROJECT_ID@appspot.gserviceaccount.com
|
|
* <li>On Compute Engine, returns the service account credential for
|
|
* PROJECT_NUMBER-compute@developer.gserviceaccount.com
|
|
* <li>On end user host, this returns the credential downloaded by gcloud. Please refer to <a
|
|
* href="https://cloud.google.com/sdk/gcloud/reference/auth/application-default/login">Cloud
|
|
* SDK documentation</a> for details.
|
|
* </ul>
|
|
*/
|
|
@DefaultCredential
|
|
@Provides
|
|
@Singleton
|
|
public static GoogleCredential provideDefaultCredential(
|
|
@Config("defaultCredentialOauthScopes") ImmutableList<String> requiredScopes) {
|
|
GoogleCredential credential;
|
|
try {
|
|
credential = GoogleCredential.getApplicationDefault();
|
|
} catch (IOException e) {
|
|
throw new RuntimeException(e);
|
|
}
|
|
if (credential.createScopedRequired()) {
|
|
return credential.createScoped(requiredScopes);
|
|
}
|
|
return credential;
|
|
}
|
|
|
|
/**
|
|
* Provides a {@link GoogleCredential} from the service account's JSON key file.
|
|
*
|
|
* <p>On App Engine, a thread created using Java's built-in API needs this credential when it
|
|
* calls App Engine API. The Google Sheets API also needs this credential.
|
|
*/
|
|
@JsonCredential
|
|
@Provides
|
|
@Singleton
|
|
public static GoogleCredential provideJsonCredential(
|
|
@Config("defaultCredentialOauthScopes") ImmutableList<String> requiredScopes,
|
|
@Key("jsonCredential") String jsonCredential) {
|
|
GoogleCredential credential;
|
|
try {
|
|
credential =
|
|
GoogleCredential.fromStream(
|
|
new ByteArrayInputStream(jsonCredential.getBytes(UTF_8)),
|
|
// We cannot use UrlFetchTransport as that uses App Engine API.
|
|
GoogleNetHttpTransport.newTrustedTransport(),
|
|
Utils.getDefaultJsonFactory());
|
|
} catch (IOException | GeneralSecurityException e) {
|
|
throw new RuntimeException(e);
|
|
}
|
|
if (credential.createScopedRequired()) {
|
|
credential = credential.createScoped(requiredScopes);
|
|
}
|
|
return credential;
|
|
}
|
|
|
|
/**
|
|
* Provides a {@link GoogleCredential} with delegated admin access for a G Suite domain.
|
|
*
|
|
* <p>The G Suite domain must grant delegated admin access to the registry service account with
|
|
* all scopes in {@code requiredScopes}, including ones not related to G Suite.
|
|
*/
|
|
@DelegatedCredential
|
|
@Provides
|
|
@Singleton
|
|
public static GoogleCredential provideDelegatedCredential(
|
|
@Config("delegatedCredentialOauthScopes") ImmutableList<String> requiredScopes,
|
|
@JsonCredential GoogleCredential googleCredential,
|
|
@Config("gSuiteAdminAccountEmailAddress") String gSuiteAdminAccountEmailAddress) {
|
|
return new GoogleCredential.Builder()
|
|
.setTransport(Utils.getDefaultTransport())
|
|
.setJsonFactory(Utils.getDefaultJsonFactory())
|
|
.setServiceAccountId(googleCredential.getServiceAccountId())
|
|
.setServiceAccountPrivateKey(googleCredential.getServiceAccountPrivateKey())
|
|
.setServiceAccountScopes(requiredScopes)
|
|
.setServiceAccountUser(gSuiteAdminAccountEmailAddress)
|
|
.build();
|
|
}
|
|
|
|
/** Dagger qualifier for the Application Default Credential. */
|
|
@Qualifier
|
|
@Documented
|
|
@Retention(RetentionPolicy.RUNTIME)
|
|
public @interface DefaultCredential {}
|
|
|
|
/**
|
|
* Dagger qualifier for a credential from a service account's JSON key, to be used in non-request
|
|
* threads.
|
|
*/
|
|
@Qualifier
|
|
@Documented
|
|
@Retention(RetentionPolicy.RUNTIME)
|
|
public @interface JsonCredential {}
|
|
|
|
/**
|
|
* Dagger qualifier for a credential with delegated admin access for a dasher domain (for G
|
|
* Suite).
|
|
*/
|
|
@Qualifier
|
|
@Documented
|
|
@Retention(RetentionPolicy.RUNTIME)
|
|
public @interface DelegatedCredential {}
|
|
|
|
/** Dagger qualifier for the local credential used in the nomulus tool. */
|
|
@Qualifier
|
|
@Documented
|
|
@Retention(RetentionPolicy.RUNTIME)
|
|
public @interface LocalCredential {}
|
|
|
|
/** Dagger qualifier for the JSON string used to create the local credential. */
|
|
@Qualifier
|
|
@Documented
|
|
@Retention(RetentionPolicy.RUNTIME)
|
|
public @interface LocalCredentialJson {}
|
|
}
|