From 1253fa479a7db6f9a0ece2c392d46f1e1131efe2 Mon Sep 17 00:00:00 2001 From: Weimin Yu Date: Fri, 28 Jan 2022 14:57:31 -0500 Subject: [PATCH] Release ValidateSqlPipeline as container image (#1504) * Release ValidateSqlPipeline as container image --- core/build.gradle | 5 +++++ .../beam/validate_sql_pipeline_metadata.json | 21 +++++++++++++++++++ release/cloudbuild-nomulus.yaml | 4 +++- 3 files changed, 29 insertions(+), 1 deletion(-) create mode 100644 core/src/main/resources/google/registry/beam/validate_sql_pipeline_metadata.json diff --git a/core/build.gradle b/core/build.gradle index 225841d52..63c427c75 100644 --- a/core/build.gradle +++ b/core/build.gradle @@ -801,6 +801,11 @@ if (environment == 'alpha') { mainClass: 'google.registry.beam.comparedb.ValidateDatastorePipeline', metaData: 'google/registry/beam/validate_datastore_pipeline_metadata.json' ], + validateSql : + [ + mainClass: 'google.registry.beam.comparedb.ValidateSqlPipeline', + metaData: 'google/registry/beam/validate_sql_pipeline_metadata.json' + ], ] project.tasks.create("stageBeamPipelines") { doLast { diff --git a/core/src/main/resources/google/registry/beam/validate_sql_pipeline_metadata.json b/core/src/main/resources/google/registry/beam/validate_sql_pipeline_metadata.json new file mode 100644 index 000000000..4ac557f24 --- /dev/null +++ b/core/src/main/resources/google/registry/beam/validate_sql_pipeline_metadata.json @@ -0,0 +1,21 @@ +{ + "name": "Validate Cloud SQL with Datastore being primary", + "description": "An Apache Beam batch pipeline that compares Cloud SQL with the primary Datastore.", + "parameters": [ + { + "name": "registryEnvironment", + "label": "The Registry environment.", + "helpText": "The Registry environment.", + "is_optional": false, + "regexes": [ + "^PRODUCTION|SANDBOX|CRASH|QA|ALPHA$" + ] + }, + { + "name": "comparisonStartTimestamp", + "label": "Only entities updated at or after this time are included for validation.", + "helpText": "The earliest entity update time allowed for inclusion in validation, in ISO8601 format.", + "is_optional": true + } + ] +} diff --git a/release/cloudbuild-nomulus.yaml b/release/cloudbuild-nomulus.yaml index cd8b8c9dc..d15b09edc 100644 --- a/release/cloudbuild-nomulus.yaml +++ b/release/cloudbuild-nomulus.yaml @@ -98,7 +98,9 @@ steps: google.registry.beam.rde.RdePipeline \ google/registry/beam/rde_pipeline_metadata.json \ google.registry.beam.comparedb.ValidateDatastorePipeline \ - google/registry/beam/validate_datastore_pipeline_metadata.json + google/registry/beam/validate_datastore_pipeline_metadata.json \ + google.registry.beam.comparedb.ValidateSqlPipeline \ + google/registry/beam/validate_sql_pipeline_metadata.json # Tentatively build and publish Cloud SQL schema jar here, before schema release # process is finalized. Also publish nomulus:core jars that are needed for # server/schema compatibility tests.