mirror of
https://github.com/google/nomulus.git
synced 2025-08-11 20:19:37 +02:00
Release ValidateDatastorePipeline (#1501)
* Release ValidateDatastorePipeline
This commit is contained in:
parent
e25885e25f
commit
5f0dd24906
3 changed files with 50 additions and 1 deletions
|
@ -796,6 +796,11 @@ if (environment == 'alpha') {
|
||||||
mainClass: 'google.registry.beam.rde.RdePipeline',
|
mainClass: 'google.registry.beam.rde.RdePipeline',
|
||||||
metaData : 'google/registry/beam/rde_pipeline_metadata.json'
|
metaData : 'google/registry/beam/rde_pipeline_metadata.json'
|
||||||
],
|
],
|
||||||
|
validateDatastore :
|
||||||
|
[
|
||||||
|
mainClass: 'google.registry.beam.comparedb.ValidateDatastorePipeline',
|
||||||
|
metaData: 'google/registry/beam/validate_datastore_pipeline_metadata.json'
|
||||||
|
],
|
||||||
]
|
]
|
||||||
project.tasks.create("stageBeamPipelines") {
|
project.tasks.create("stageBeamPipelines") {
|
||||||
doLast {
|
doLast {
|
||||||
|
|
|
@ -0,0 +1,42 @@
|
||||||
|
{
|
||||||
|
"name": "Validate Datastore with Cloud SQL",
|
||||||
|
"description": "An Apache Beam batch pipeline that compares Datastore with the primary Cloud SQL database.",
|
||||||
|
"parameters": [
|
||||||
|
{
|
||||||
|
"name": "registryEnvironment",
|
||||||
|
"label": "The Registry environment.",
|
||||||
|
"helpText": "The Registry environment.",
|
||||||
|
"is_optional": false,
|
||||||
|
"regexes": [
|
||||||
|
"^PRODUCTION|SANDBOX|CRASH|QA|ALPHA$"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "isolationOverride",
|
||||||
|
"label": "The desired SQL transaction isolation level.",
|
||||||
|
"helpText": "The desired SQL transaction isolation level.",
|
||||||
|
"is_optional": true,
|
||||||
|
"regexes": [
|
||||||
|
"^[0-9A-Z_]+$"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "sqlSnapshotId",
|
||||||
|
"label": "The ID of an exported Cloud SQL (Postgresql) snapshot.",
|
||||||
|
"helpText": "The ID of an exported Cloud SQL (Postgresql) snapshot.",
|
||||||
|
"is_optional": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "latestCommitLogTimestamp",
|
||||||
|
"label": "Nomulus CommitLog start time",
|
||||||
|
"helpText": "The latest entity update time allowed for inclusion in validation, in ISO8601 format.",
|
||||||
|
"is_optional": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "comparisonStartTimestamp",
|
||||||
|
"label": "Only entities updated at or after this time are included for validation.",
|
||||||
|
"helpText": "The earliest entity update time allowed for inclusion in validation, in ISO8601 format.",
|
||||||
|
"is_optional": true
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
|
@ -96,7 +96,9 @@ steps:
|
||||||
google.registry.beam.invoicing.InvoicingPipeline \
|
google.registry.beam.invoicing.InvoicingPipeline \
|
||||||
google/registry/beam/invoicing_pipeline_metadata.json \
|
google/registry/beam/invoicing_pipeline_metadata.json \
|
||||||
google.registry.beam.rde.RdePipeline \
|
google.registry.beam.rde.RdePipeline \
|
||||||
google/registry/beam/rde_pipeline_metadata.json
|
google/registry/beam/rde_pipeline_metadata.json \
|
||||||
|
google.registry.beam.comparedb.ValidateDatastorePipeline \
|
||||||
|
google/registry/beam/validate_datastore_pipeline_metadata.json
|
||||||
# Tentatively build and publish Cloud SQL schema jar here, before schema release
|
# Tentatively build and publish Cloud SQL schema jar here, before schema release
|
||||||
# process is finalized. Also publish nomulus:core jars that are needed for
|
# process is finalized. Also publish nomulus:core jars that are needed for
|
||||||
# server/schema compatibility tests.
|
# server/schema compatibility tests.
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue