addressed review comments

NVIDIA · Jul 31, 2024 · e348c84 · e348c84
1 parent 03ed541
commit e348c84
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 4 deletions.
diff --git a/user_tools/src/spark_rapids_pytools/rapids/qualification.py b/user_tools/src/spark_rapids_pytools/rapids/qualification.py
@@ -596,8 +596,11 @@ def __build_global_report_summary(self,
         unsupported_ops_obj = UnsupportedOpsStageDuration(self.ctxt.get_value('local', 'output',
                                                                               'unsupportedOperators'))
         # Generate the statistics report
-        stats_report = SparkQualificationStats(ctxt=self.ctxt)
-        stats_report.report_qualification_stats()
+        try:
+            stats_report = SparkQualificationStats(ctxt=self.ctxt)
+            stats_report.report_qualification_stats()
+        except Exception as e:  # pylint: disable=broad-except
+            self.logger.error('Failed to generate the statistics report: %s', e)
 
         # Calculate unsupported operators stage duration before grouping
         all_apps = unsupported_ops_obj.prepare_apps_with_unsupported_stages(all_apps, unsupported_ops_df)

diff --git a/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml b/user_tools/src/spark_rapids_pytools/resources/qualification-conf.yaml
@@ -133,7 +133,7 @@ local:
         columns:
           - 'App ID'
           - 'SQL ID'
-          - 'Operator Name'
+          - 'Operator'
           - 'Count'
           - 'Stage Task Exec duration(seconds)'
           - 'Impacted Stage duration(seconds)'

diff --git a/user_tools/src/spark_rapids_tools/tools/qualification_stats_report.py b/user_tools/src/spark_rapids_tools/tools/qualification_stats_report.py
@@ -85,7 +85,7 @@ def _merge_dataframes(self) -> None:
 
         agg_unsupported_df['Supported'] = False
         final_df = agg_unsupported_df.rename(columns={
-            'Unsupported Operator': 'Operator Name',
+            'Unsupported Operator': 'Operator',
             'Impacted_Stage_Duration': 'Impacted Stage duration(seconds)',
             'Stage_Task_Duration': 'Stage Task Exec duration(seconds)'
         })