Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Updates to migration job and configuration metadata #47

Merged
merged 1 commit into from
Dec 11, 2014
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
58 changes: 29 additions & 29 deletions consistency-checker/src/main/resources/migrationConfiguration.json
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,16 @@
],
"name": "primary",
"unique": true
},
{
"fields": [
{
"dir": "$asc",
"field": "configurationName"
}
],
"name": "configurationName",
"unique": true
}
],
"name": "migrationConfiguration"
Expand Down Expand Up @@ -63,16 +73,16 @@
"constraints": {
"required": true
},
"description": "Name of the configuration for this job"
"description": "Name of the configuration. Referenced by jobs."
},
"consistencyCheckerNameName": {
"consistencyCheckerName": {
"type": "string",
"constraints": {
"required": true
},
"description": "Name of the consistency checker responsible for this configuration"
},
"hosts": {
"authorizedHostnames": {
"type": "array",
"items": {
"type": "string"
Expand All @@ -84,12 +94,21 @@
},
"description": "hosts authorized to run this migration"
},
"numberOfThreads": {
"threadCount": {
"type": "integer",
"constraints": {
"required": true
},
"description": "Number of threads that should be devoted to migrator job"
"description": "Number of threads that should be devoted to migrator jobs"
},
"comparisonExclusionFields": {
"type": "array",
"items": {
"type": "string"
},
"minitems": 1,
"uniqueitems": true,
"description": "Optional paths to exclude comparisons of source and destination documents. Fields including arrays will apply to all elements in the array even if specific indexes are included."
},
"destinationServiceURI": {
"type": "string",
Expand All @@ -112,24 +131,17 @@
},
"description": "destination Entity Version for data being migrated"
},
"destinationEntityKeyFields": {
"destinationIdentityFields": {
"type": "array",
"items": {
"type": "string"
},
"minItems": 1,
"uniqueItems": true,
"minitems": 1,
"uniqueitems": true,
"constraints": {
"required": true
},
"description": "destination Entity field names that identify a unique document"
},
"sourceEntityTimestampField": {
"type": "date",
"constraints": {
"required": true
},
"description": "destination Entity timestamp field name"
"description": "identity fields in the destination entity."
},
"sourceServiceURI": {
"type": "string",
Expand All @@ -152,19 +164,7 @@
},
"description": "source Entity Version for data being migrated"
},
"sourceEntityKeyFields": {
"type": "array",
"items": {
"type": "string"
},
"minItems": 1,
"uniqueItems": true,
"constraints": {
"required": true
},
"description": "source Entity field names that identify a unique document"
},
"sourceEntityTimestampField" : {
"sourceTimestampPath" : {
"type": "date",
"constraints": {
"required": true
Expand Down
22 changes: 11 additions & 11 deletions consistency-checker/src/main/resources/migrationJob.json
Original file line number Diff line number Diff line change
Expand Up @@ -81,29 +81,29 @@
},
"description": "Document end date for this migration job"
},
"whenAvailable": {
"whenAvailableDate
"type": "date",
"constraints": {
"required": true
},
"description": "First available time for execution of this job"
},
"expectedRunTime": {
"expectedExecutionMilliseconds": {
"type": "integer",
"constraints": {
"required": true
},
"description": "Expected duration of this job in ms"
},
"jobRuns": {
"jobExecutions": {
"items": {
"fields": {
"owner": {
"ownerName": {
"type": "string",
"constraints": {
"required": true
},
"description": "Owner of this migration job"
"description": "Name of the consistency checker instance that owns this execution."
},
"hostName": {
"type": "string",
Expand All @@ -117,7 +117,7 @@
"constraints": {
"required": true
},
"description": "Process id on the host running this migration job"
"description": "Process id of the consistency checker instance on the host running this migration job"
},
"actualStartDate": {
"type": "date",
Expand All @@ -133,35 +133,35 @@
},
"description": "Actual end date for this migration job"
},
"completed": {
"completedFlag": {
"type": "boolean",
"constraints": {
"required": true
},
"description": "Indicates whether or not this job successfully completed"
},
"documentsProcessed": {
"processedDocumentCount": {
"type": "integer",
"constraints": {
"required": true
},
"description": "Number of documents processed by this job"
},
"consistentDocuments": {
"consistentDocumentCount": {
"type": "integer",
"constraints": {
"required": true
},
"description": "Number of documents that mathed for this job"
},
"inconsistentDocuments": {
"inconsistentDocumentCount": {
"type": "integer",
"constraints": {
"required": true
},
"description": "Number of documents that did not match for this job"
},
"documentsOverwritten": {
"overwrittenDocumentCount": {
"type": "integer",
"constraints": {
"required": true
Expand Down