diff --git a/user_tools/src/spark_rapids_pytools/rapids/qualification.py b/user_tools/src/spark_rapids_pytools/rapids/qualification.py index befc3157d..887f4496d 100644 --- a/user_tools/src/spark_rapids_pytools/rapids/qualification.py +++ b/user_tools/src/spark_rapids_pytools/rapids/qualification.py @@ -596,8 +596,11 @@ def __build_global_report_summary(self, unsupported_ops_obj = UnsupportedOpsStageDuration(self.ctxt.get_value('local', 'output', 'unsupportedOperators')) # Generate the statistics report - stats_report = SparkQualificationStats(ctxt=self.ctxt) - stats_report.report_qualification_stats() + try: + stats_report = SparkQualificationStats(ctxt=self.ctxt) + stats_report.report_qualification_stats() + except Exception as e: # pylint: disable=broad-except + self.logger.error('Failed to generate the statistics report: %s', e) # Calculate unsupported operators stage duration before grouping all_apps = unsupported_ops_obj.prepare_apps_with_unsupported_stages(all_apps, unsupported_ops_df) diff --git a/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml b/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml index d17a85b1f..923bf59da 100644 --- a/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml +++ b/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml @@ -133,7 +133,7 @@ local: columns: - 'App ID' - 'SQL ID' - - 'Operator Name' + - 'Operator' - 'Count' - 'Stage Task Exec duration(seconds)' - 'Impacted Stage duration(seconds)' diff --git a/user_tools/src/spark_rapids_tools/tools/qualification_stats_report.py b/user_tools/src/spark_rapids_tools/tools/qualification_stats_report.py index 2dd96922a..d9cde9c40 100644 --- a/user_tools/src/spark_rapids_tools/tools/qualification_stats_report.py +++ b/user_tools/src/spark_rapids_tools/tools/qualification_stats_report.py @@ -85,7 +85,7 @@ def _merge_dataframes(self) -> None: agg_unsupported_df['Supported'] = False final_df = agg_unsupported_df.rename(columns={ - 'Unsupported Operator': 'Operator Name', + 'Unsupported Operator': 'Operator', 'Impacted_Stage_Duration': 'Impacted Stage duration(seconds)', 'Stage_Task_Duration': 'Stage Task Exec duration(seconds)' })