[DPE-4630] Update spark-metrics library (#105)

canonical · Aug 27, 2024 · f72b776 · f72b776
1 parent 48803e2
commit f72b776
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 2 deletions.
diff --git a/images/charmed-spark/rockcraft.yaml b/images/charmed-spark/rockcraft.yaml
@@ -98,10 +98,10 @@ parts:
 
       ICEBERG_SPARK_RUNTIME_VERSION='3.4_2.12'
       ICEBERG_VERSION='1.4.3'
-      SPARK_METRICS_VERSION='3.4-1.0.1'
+      SPARK_METRICS_VERSION='3.4-1.0.2'
       SERVLET_FILTERS_VERSION='0.0.1'
       SHA1SUM_ICEBERG_JAR='48d553e4e5496f731b9e0e6adb5bc0fd040cb0df'
-      SHA512SUM_SPARK_METRICS_ASSEMBLY_JAR='493cf77133cbf03e96fb848121ce10ac16e6f907f595df637649b98b42118e57d6b6e1bdab71bfee3394eb369637c5b4f6b05dd8fa30a1ff6899e74069c972ce'
+      SHA512SUM_SPARK_METRICS_ASSEMBLY_JAR='9be728c3bda6a8e9db77452f416bc23245271a5db2da64557429352917c0772801ead19f3b1a33f955ec2eced3cb952c6c3a7c617cdeb4389cd17284f3c711f7'
       SHA512SUM_SPARK_SERVLET_FILTER_JAR='ffeb809d58ef0151d513b09d4c2bfd5cc064b0b888ca45899687aed2f42bcb1ce9834be9709290dd70bd9df84049f02cbbff6c2d5ec3c136c278c93f167c8096'
 
       JARS=(

diff --git a/tests/integration/integration-tests.sh b/tests/integration/integration-tests.sh
@@ -146,6 +146,16 @@ run_example_job_in_pod() {
     exit 1
   fi
 
+  logs=$(kubectl logs $(kubectl get pods --sort-by=.metadata.creationTimestamp -n ${NAMESPACE} | grep driver | tail -n 1 | cut -d' ' -f1)  -n ${NAMESPACE})
+  echo "logs: $logs"
+
+  lines=$(echo $logs | grep 'task 0.0' | wc -l)
+  echo "Number of lines $lines"
+  if [ "$lines" -eq 0 ]; then
+    echo "Zero lines in the logs... something wrong"
+    exit 1
+  fi
+
   # Check job output
   # Sample output
   # "Pi is roughly 3.13956232343"