diff --git a/metastor/managedObjectLoader/pom.xml b/metastor/managedObjectLoader/pom.xml index b765445..a4af3d1 100644 --- a/metastor/managedObjectLoader/pom.xml +++ b/metastor/managedObjectLoader/pom.xml @@ -19,7 +19,7 @@ metastore org.finra.herd-mdl.metastore - 1.2.65 + 1.2.66 4.0.0 diff --git a/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/NotificationSender.java b/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/NotificationSender.java index b98bfa5..3db8fcc 100644 --- a/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/NotificationSender.java +++ b/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/NotificationSender.java @@ -70,6 +70,12 @@ public void sendFailureEmail( JobDefinition od, int numRetry, String errorLog, S sendNotificationEmail( getMessageBody( od, errorLog, clusterID ), subject, od ); } + public void sendFailureEmail( JobDefinition od, int numRetry, String errorLog, String subject ,String clusterID) { + String sub = String.format(subject+" %d Retries", numRetry ); + sendNotificationEmail( getMessageBody( od, errorLog, clusterID ), sub, od ); + } + + protected String getAction( JobDefinition od ) { String action = "Add Partition"; if ( od.getWfType() == ObjectProcessor.WF_TYPE_MANAGED_STATS ) { diff --git a/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/format/RenameFormatStrategy.java b/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/format/RenameFormatStrategy.java index ecd24bd..114a3fa 100644 --- a/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/format/RenameFormatStrategy.java +++ b/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/format/RenameFormatStrategy.java @@ -94,12 +94,13 @@ public void executeFormatChange(JobDefinition jobDefinition, FormatChange format if (runProcess(jobDefinition, rootPartitionList) && isPartitionCountCorrect(jobDefinition)) { this.isComplete = formatUtil.renameExisitingTable(jobDefinition, clusterId, workerId,Lists.newArrayList()); - if (this.isComplete) { - rootPartitionList.forEach( - partitionList -> - statsHelper.addAnalyzeStats(jobDefinition, partitionList) - ); - } + // We are disabling collecting stats temporarily +// if (this.isComplete) { +// rootPartitionList.forEach( +// partitionList -> +// statsHelper.addAnalyzeStats(jobDefinition, partitionList) +// ); +// } } diff --git a/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/jobProcessor/HiveHqlGenerator.java b/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/jobProcessor/HiveHqlGenerator.java index eac6a86..ccbde95 100644 --- a/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/jobProcessor/HiveHqlGenerator.java +++ b/metastor/managedObjectLoader/src/main/java/org/finra/herd/metastore/managed/jobProcessor/HiveHqlGenerator.java @@ -184,7 +184,8 @@ private String getHqlFilePath(JobDefinition jd, List partitions, boolean addPartitionChanges(tableExists, jd, dataDdl, schemaHql); //Stats - statsHelper.addAnalyzeStats(jd, partitions); + // Disabling for now + // statsHelper.addAnalyzeStats(jd, partitions); // Create file Path hqlFilePath = createHqlFile(jd); diff --git a/metastor/metastoreOperations/pom.xml b/metastor/metastoreOperations/pom.xml index 4216b19..a5ce5e6 100644 --- a/metastor/metastoreOperations/pom.xml +++ b/metastor/metastoreOperations/pom.xml @@ -20,7 +20,7 @@ metastore org.finra.herd-mdl.metastore - 1.2.65 + 1.2.66 4.0.0 diff --git a/metastor/pom.xml b/metastor/pom.xml index 7fd5fed..cfc4470 100644 --- a/metastor/pom.xml +++ b/metastor/pom.xml @@ -29,7 +29,7 @@ metastore org.finra.herd-mdl.metastore - 1.2.65 + 1.2.66 pom