From 8bccd7b743793d69a5146f6ffb73c572bec5d454 Mon Sep 17 00:00:00 2001 From: Christopher Gross cogross Date: Thu, 22 Jun 2023 19:43:37 +0000 Subject: [PATCH 1/7] sonarqube code coverage --- coverage/pom.xml | 178 +++++++++++++++++++ docker/sonarqube/README.md | 56 ++++++ docker/sonarqube/clean.sh | 11 ++ docker/sonarqube/compose.yml | 31 ++++ docker/sonarqube/precompose.sh | 4 + pom.xml | 54 ++++++ warehouse/accumulo-extensions/pom.xml | 20 +++ warehouse/common/pom.xml | 20 +++ warehouse/core/pom.xml | 18 +- warehouse/data-dictionary-core/pom.xml | 18 ++ warehouse/edge-dictionary-core/pom.xml | 18 ++ warehouse/index-stats/pom.xml | 16 ++ warehouse/ingest-core/pom.xml | 16 ++ warehouse/ingest-csv/pom.xml | 16 ++ warehouse/ingest-json/pom.xml | 16 ++ warehouse/ingest-nyctlc/pom.xml | 16 ++ warehouse/ingest-wikipedia/pom.xml | 16 ++ warehouse/metrics-core/pom.xml | 20 +++ warehouse/ops-tools/config-compare/pom.xml | 20 +++ warehouse/ops-tools/index-validation/pom.xml | 16 ++ warehouse/pom.xml | 4 +- warehouse/query-core/pom.xml | 16 ++ web-services/accumulo/pom.xml | 16 ++ web-services/atom/pom.xml | 16 ++ web-services/cached-results/pom.xml | 16 ++ web-services/client/pom.xml | 16 ++ web-services/common-util/pom.xml | 16 ++ web-services/common/pom.xml | 16 ++ web-services/dictionary/pom.xml | 16 ++ web-services/map-reduce-embedded/pom.xml | 18 ++ web-services/map-reduce-status/pom.xml | 16 ++ web-services/map-reduce/pom.xml | 18 +- web-services/model/pom.xml | 14 ++ web-services/modification/pom.xml | 14 ++ web-services/pom.xml | 4 +- web-services/query/pom.xml | 18 +- web-services/security/pom.xml | 16 ++ 37 files changed, 823 insertions(+), 7 deletions(-) create mode 100644 coverage/pom.xml create mode 100644 docker/sonarqube/README.md create mode 100755 docker/sonarqube/clean.sh create mode 100644 docker/sonarqube/compose.yml create mode 100755 docker/sonarqube/precompose.sh diff --git a/coverage/pom.xml b/coverage/pom.xml new file mode 100644 index 00000000000..f359b1f2812 --- /dev/null +++ b/coverage/pom.xml @@ -0,0 +1,178 @@ + + + 4.0.0 + + gov.nsa.datawave + datawave-parent + 7.0.0-SNAPSHOT + + coverage + Datawave Code Coverage Aggregate Report + + true + + + + gov.nsa.datawave + datawave-accumulo-extensions + ${project.version} + + + gov.nsa.datawave + datawave-common + ${project.version} + + + gov.nsa.datawave + datawave-core + ${project.version} + + + gov.nsa.datawave + datawave-data-dictionary-core + ${project.version} + + + gov.nsa.datawave + datawave-edge-dictionary-core + ${project.version} + + + gov.nsa.datawave + datawave-index-stats + ${project.version} + + + gov.nsa.datawave + datawave-ingest-core + ${project.version} + + + gov.nsa.datawave + datawave-ingest-csv + ${project.version} + + + gov.nsa.datawave + datawave-ingest-json + ${project.version} + + + gov.nsa.datawave + datawave-ingest-nyctlc + ${project.version} + + + gov.nsa.datawave + datawave-ingest-wikipedia + ${project.version} + + + gov.nsa.datawave + datawave-metrics-core + ${project.version} + + + gov.nsa.datawave + datawave-ops-tools-config-compare + ${project.version} + + + gov.nsa.datawave + datawave-ops-tools-index-validation + ${project.version} + + + gov.nsa.datawave + datawave-query-core + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-accumulo + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-atom + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-cached-results + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-client + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-common + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-common-util + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-dictionary + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-map-reduce + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-map-reduce-embedded + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-map-reduce-status + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-model + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-modification + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-query + ${project.version} + + + gov.nsa.datawave.webservices + datawave-ws-security + ${project.version} + + + + + + org.jacoco + jacoco-maven-plugin + + + report-aggregate + + report-aggregate + + verify + + + + + + diff --git a/docker/sonarqube/README.md b/docker/sonarqube/README.md new file mode 100644 index 00000000000..a81c569f364 --- /dev/null +++ b/docker/sonarqube/README.md @@ -0,0 +1,56 @@ +## SonarQube + +## Preliminary Steps +(you *will* need to run this daily before attempting to start sonarqube - use precompose.sh script in case other things are needed) +sudo sysctl -w vm.max_map_count=262144 +sudo sysctl -w fs.file-max=131072 + +sudo vi /etc/sysctl.conf +vm.max_map_count=262144 +fs.file-max=131072 + +You need to run in older versions of maven. 3.8.6 works, 3.9.6 does NOT. + +## Start SonarQube +In docker/sonarqube directory, run: +```bash +./precompose.sh +docker-compose up -d +``` + +## Setup SonarQube +go to https://localhost:7777 to view the sonarqube app +admin/admin is the default password (change it when you first access it) + +How do you want to create your project? Manually + +Set project name to DataWave +(leave project key as DataWave) +Set main branch to integration +Click Set Up + +How do you want to analyze your repository? Locally + +Leave the token name as "Analyze DataWave" +Set the expiration to Never Expires +Click Generate + +Copy the token (spq_...), save it locally in a file called sonarqubeToken in your home directory. + +Click Continue + +Click Maven + +Create a sonar.sh script, add it to your ~/bin dir (or anywhere that is on your configured path) +```bash +mvn clean verify && mvn -e sonar:sonar -Dsonar.projectKey=Datawave -Dsonar.host.url=http://localhost:7777 -Dsonar.login= +``` + +Run the new sonar.sh script in your checked out datawave repository. When it is done, return to the browser and you can see the results of your scan. + +## Stop SonarQube +In docker/sonarqube directory, run: +```bash +docker-compose stop +``` +You should do this before closing down for the day, or if you are done trying to do analysis. diff --git a/docker/sonarqube/clean.sh b/docker/sonarqube/clean.sh new file mode 100755 index 00000000000..490041a6baa --- /dev/null +++ b/docker/sonarqube/clean.sh @@ -0,0 +1,11 @@ +#!/usr/bin/bash + +docker volume rm sonarqube_data +docker volume rm sonarqube_extensions +docker volume rm sonarqube_logs +docker volume rm sonarqube_postgresql +docker volume rm sonarqube_postgresql_data +docker volume rm sonarqube_sonarqube_data +docker volume rm sonarqube_sonarqube_extensions +docker volume rm sonarqube_sonarqube_logs + diff --git a/docker/sonarqube/compose.yml b/docker/sonarqube/compose.yml new file mode 100644 index 00000000000..5f64b272148 --- /dev/null +++ b/docker/sonarqube/compose.yml @@ -0,0 +1,31 @@ +version: "3" +services: + sonarqube: + image: sonarqube:9.9.4-community + depends_on: + - db + environment: + SONAR_JDBC_URL: jdbc:postgresql://db:5432/sonar + SONAR_JDBC_USERNAME: sonar + SONAR_JDBC_PASSWORD: sonar + volumes: + - sonarqube_data:/opt/sonarqube/data + - sonarqube_extensions:/opt/sonarqube/extensions + - sonarqube_logs:/opt/sonarqube/logs + ports: + - "7777:9000" + db: + image: postgres:12 + environment: + POSTGRES_USER: sonar + POSTGRES_PASSWORD: sonar + volumes: + - postgresql:/var/lib/postgresql + - postgresql_data:/var/lib/postgresql/data + +volumes: + sonarqube_data: + sonarqube_extensions: + sonarqube_logs: + postgresql: + postgresql_data: diff --git a/docker/sonarqube/precompose.sh b/docker/sonarqube/precompose.sh new file mode 100755 index 00000000000..45c7b3152f3 --- /dev/null +++ b/docker/sonarqube/precompose.sh @@ -0,0 +1,4 @@ +#!/bin/bash +sudo sysctl -w vm.max_map_count=524288 +sudo sysctl -w fs.file-max=131072 + diff --git a/pom.xml b/pom.xml index e569a865c77..4a3f3a8fc85 100644 --- a/pom.xml +++ b/pom.xml @@ -19,6 +19,7 @@ core web-services warehouse + coverage scm:git:https://github.com/NationalSecurityAgency/datawave.git @@ -34,9 +35,11 @@ + 11 11 UTF-8 + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml 1C 2.1.2 1.4.1.Final @@ -1479,6 +1482,11 @@ false + + org.apache.maven.plugins + maven-compiler-plugin + 3.8.1 + maven-compiler-plugin 3.8.1 @@ -1744,11 +1752,35 @@ xmlbeans-maven-plugin 2.3.3-threadsafe + + org.jacoco + jacoco-maven-plugin + 0.8.8 + + + prepare-agent + + prepare-agent + + + + report + + report + + + + org.mortbay.jetty maven-jetty-plugin 6.1.26 + + org.sonarsource.scanner.maven + sonar-maven-plugin + 3.9.1.2184 + pl.project13.maven git-commit-id-plugin @@ -1821,6 +1853,28 @@ + + coverage + + true + + + + + org.jacoco + jacoco-maven-plugin + + + default-prepare-agent + + prepare-agent + + + + + + + autoformat diff --git a/warehouse/accumulo-extensions/pom.xml b/warehouse/accumulo-extensions/pom.xml index 4c4afdbb115..1fb94065793 100644 --- a/warehouse/accumulo-extensions/pom.xml +++ b/warehouse/accumulo-extensions/pom.xml @@ -8,6 +8,9 @@ datawave-accumulo-extensions ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.google.guava @@ -55,6 +58,23 @@ test + + + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + + + clover diff --git a/warehouse/common/pom.xml b/warehouse/common/pom.xml index f2e47f1d1bf..e9b41e2e7aa 100644 --- a/warehouse/common/pom.xml +++ b/warehouse/common/pom.xml @@ -8,6 +8,9 @@ datawave-common ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.clearspring.analytics @@ -56,4 +59,21 @@ test + + + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + + + diff --git a/warehouse/core/pom.xml b/warehouse/core/pom.xml index c6e6f22340c..8e8fbef8574 100644 --- a/warehouse/core/pom.xml +++ b/warehouse/core/pom.xml @@ -9,6 +9,9 @@ datawave-core jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.beust @@ -230,7 +233,7 @@ 0 1 0 - -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= + @{argLine} -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= --add-opens java.xml/jdk.xml.internal=ALL-UNNAMED true random @@ -257,6 +260,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/data-dictionary-core/pom.xml b/warehouse/data-dictionary-core/pom.xml index 66d8a4b9f7a..34f28098a9b 100644 --- a/warehouse/data-dictionary-core/pom.xml +++ b/warehouse/data-dictionary-core/pom.xml @@ -9,6 +9,9 @@ datawave-data-dictionary-core jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave.microservice @@ -30,5 +33,20 @@ src/main/resources + + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + + diff --git a/warehouse/edge-dictionary-core/pom.xml b/warehouse/edge-dictionary-core/pom.xml index 73b7830c765..021bd789265 100644 --- a/warehouse/edge-dictionary-core/pom.xml +++ b/warehouse/edge-dictionary-core/pom.xml @@ -9,6 +9,9 @@ datawave-edge-dictionary-core jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave.microservice @@ -30,5 +33,20 @@ src/main/resources + + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + + diff --git a/warehouse/index-stats/pom.xml b/warehouse/index-stats/pom.xml index 5ac9b1f16cf..28cb4114510 100644 --- a/warehouse/index-stats/pom.xml +++ b/warehouse/index-stats/pom.xml @@ -9,6 +9,9 @@ datawave-index-stats jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.clearspring.analytics @@ -73,6 +76,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/ingest-core/pom.xml b/warehouse/ingest-core/pom.xml index bd283765a3d..9e3b3a8aef0 100644 --- a/warehouse/ingest-core/pom.xml +++ b/warehouse/ingest-core/pom.xml @@ -9,6 +9,9 @@ datawave-ingest-core jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.clearspring.analytics @@ -226,6 +229,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/ingest-csv/pom.xml b/warehouse/ingest-csv/pom.xml index 43738e6bc2d..4688e098b34 100644 --- a/warehouse/ingest-csv/pom.xml +++ b/warehouse/ingest-csv/pom.xml @@ -9,6 +9,9 @@ datawave-ingest-csv jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + commons-net @@ -149,6 +152,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/ingest-json/pom.xml b/warehouse/ingest-json/pom.xml index 7cd573b42b5..6e8bc8e3ad8 100644 --- a/warehouse/ingest-json/pom.xml +++ b/warehouse/ingest-json/pom.xml @@ -9,6 +9,9 @@ datawave-ingest-json jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.google.code.gson @@ -179,6 +182,19 @@ org.codehaus.mojo exec-maven-plugin + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/ingest-nyctlc/pom.xml b/warehouse/ingest-nyctlc/pom.xml index 803d088b8e2..59463d00db5 100644 --- a/warehouse/ingest-nyctlc/pom.xml +++ b/warehouse/ingest-nyctlc/pom.xml @@ -9,6 +9,9 @@ datawave-ingest-nyctlc jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave @@ -50,6 +53,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/ingest-wikipedia/pom.xml b/warehouse/ingest-wikipedia/pom.xml index 856489bf16c..d2c38e4da49 100644 --- a/warehouse/ingest-wikipedia/pom.xml +++ b/warehouse/ingest-wikipedia/pom.xml @@ -9,6 +9,9 @@ datawave-ingest-wikipedia jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave @@ -124,6 +127,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/metrics-core/pom.xml b/warehouse/metrics-core/pom.xml index 2bba3fc99bd..1a017d25041 100644 --- a/warehouse/metrics-core/pom.xml +++ b/warehouse/metrics-core/pom.xml @@ -9,6 +9,9 @@ datawave-metrics-core jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.google.code.gson @@ -75,4 +78,21 @@ test + + + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + + + diff --git a/warehouse/ops-tools/config-compare/pom.xml b/warehouse/ops-tools/config-compare/pom.xml index e34b85101e1..01dd1d4157b 100644 --- a/warehouse/ops-tools/config-compare/pom.xml +++ b/warehouse/ops-tools/config-compare/pom.xml @@ -7,6 +7,9 @@ 7.4.0-SNAPSHOT datawave-ops-tools-config-compare + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.google.guava @@ -59,4 +62,21 @@ test + + + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + + + diff --git a/warehouse/ops-tools/index-validation/pom.xml b/warehouse/ops-tools/index-validation/pom.xml index 24e68ecb448..e27f31a1c1e 100644 --- a/warehouse/ops-tools/index-validation/pom.xml +++ b/warehouse/ops-tools/index-validation/pom.xml @@ -9,6 +9,9 @@ datawave-ops-tools-index-validation jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + commons-cli @@ -93,6 +96,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/warehouse/pom.xml b/warehouse/pom.xml index 5a5d57ca67a..5b5224587db 100644 --- a/warehouse/pom.xml +++ b/warehouse/pom.xml @@ -482,7 +482,7 @@ 0 0 - -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -DBT_ROOT=${env.BT_ROOT} -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx2g -Djava.library.path=${env.HADOOP_HOME}/lib/native -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= + @{argLine} -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -DBT_ROOT=${env.BT_ROOT} -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx2g -Djava.library.path=${env.HADOOP_HOME}/lib/native -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= --add-opens java.xml/jdk.xml.internal=ALL-UNNAMED true ${runOrder} @@ -620,4 +620,4 @@ - + \ No newline at end of file diff --git a/warehouse/query-core/pom.xml b/warehouse/query-core/pom.xml index 96f607cbe85..65b051c16f2 100644 --- a/warehouse/query-core/pom.xml +++ b/warehouse/query-core/pom.xml @@ -9,6 +9,9 @@ datawave-query-core jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.clearspring.analytics @@ -440,6 +443,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/accumulo/pom.xml b/web-services/accumulo/pom.xml index 8350bdb9e64..d65c8ad7191 100644 --- a/web-services/accumulo/pom.xml +++ b/web-services/accumulo/pom.xml @@ -9,6 +9,9 @@ datawave-ws-accumulo ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.fasterxml.jackson.module @@ -139,6 +142,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/atom/pom.xml b/web-services/atom/pom.xml index fe02c3256cb..79204def282 100644 --- a/web-services/atom/pom.xml +++ b/web-services/atom/pom.xml @@ -9,6 +9,9 @@ datawave-ws-atom ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave.webservices @@ -143,6 +146,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/cached-results/pom.xml b/web-services/cached-results/pom.xml index 7d858d10540..879e231383d 100644 --- a/web-services/cached-results/pom.xml +++ b/web-services/cached-results/pom.xml @@ -9,6 +9,9 @@ datawave-ws-cached-results ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.google.guava @@ -184,6 +187,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/client/pom.xml b/web-services/client/pom.xml index 550449aa2e1..a1f647b8fb7 100644 --- a/web-services/client/pom.xml +++ b/web-services/client/pom.xml @@ -9,6 +9,9 @@ datawave-ws-client jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.fasterxml.jackson.core @@ -373,6 +376,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/common-util/pom.xml b/web-services/common-util/pom.xml index 32030956341..d3a73210044 100644 --- a/web-services/common-util/pom.xml +++ b/web-services/common-util/pom.xml @@ -9,6 +9,9 @@ datawave-ws-common-util jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.clearspring.analytics @@ -298,6 +301,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/common/pom.xml b/web-services/common/pom.xml index 355762aadf3..1844f940de2 100644 --- a/web-services/common/pom.xml +++ b/web-services/common/pom.xml @@ -9,6 +9,9 @@ datawave-ws-common ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + aopalliance @@ -339,6 +342,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/dictionary/pom.xml b/web-services/dictionary/pom.xml index c7b7aed9874..d8b0b060f8f 100644 --- a/web-services/dictionary/pom.xml +++ b/web-services/dictionary/pom.xml @@ -9,6 +9,9 @@ datawave-ws-dictionary ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave @@ -41,6 +44,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/map-reduce-embedded/pom.xml b/web-services/map-reduce-embedded/pom.xml index fc4d61f02f3..3d3dad40f86 100644 --- a/web-services/map-reduce-embedded/pom.xml +++ b/web-services/map-reduce-embedded/pom.xml @@ -9,6 +9,9 @@ datawave-ws-map-reduce-embedded jar ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave.webservices @@ -41,5 +44,20 @@ src/main/resources + + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + + diff --git a/web-services/map-reduce-status/pom.xml b/web-services/map-reduce-status/pom.xml index 9b489f8922f..2cd7828ac78 100644 --- a/web-services/map-reduce-status/pom.xml +++ b/web-services/map-reduce-status/pom.xml @@ -9,6 +9,9 @@ datawave-ws-map-reduce-status ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + gov.nsa.datawave.webservices @@ -79,6 +82,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/map-reduce/pom.xml b/web-services/map-reduce/pom.xml index b4cf087ada6..6cdb2cc1302 100644 --- a/web-services/map-reduce/pom.xml +++ b/web-services/map-reduce/pom.xml @@ -9,6 +9,9 @@ datawave-ws-map-reduce ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + commons-configuration @@ -241,12 +244,25 @@ another classloader. maven-surefire-plugin - -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= + @{argLine} -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= --add-opens java.xml/jdk.xml.internal=ALL-UNNAMED false + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/model/pom.xml b/web-services/model/pom.xml index 73ab651f584..4fb00029b4a 100644 --- a/web-services/model/pom.xml +++ b/web-services/model/pom.xml @@ -12,6 +12,7 @@ ${project.build.directory}/endorsed UTF-8 + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml @@ -155,6 +156,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/modification/pom.xml b/web-services/modification/pom.xml index e9cf9efe3a4..0da8fe99797 100644 --- a/web-services/modification/pom.xml +++ b/web-services/modification/pom.xml @@ -12,6 +12,7 @@ ${project.build.directory}/endorsed UTF-8 + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml @@ -110,6 +111,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/pom.xml b/web-services/pom.xml index 4a1bb6a33b4..8d7717ae869 100644 --- a/web-services/pom.xml +++ b/web-services/pom.xml @@ -553,7 +553,7 @@ 0 1 0 - -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= + @{argLine} -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= --add-opens java.base/java.lang=ALL-UNNAMED --add-opens java.base/java.util=ALL-UNNAMED true random @@ -756,4 +756,4 @@ - + \ No newline at end of file diff --git a/web-services/query/pom.xml b/web-services/query/pom.xml index 90c17e16b37..d3bcd74ebb9 100644 --- a/web-services/query/pom.xml +++ b/web-services/query/pom.xml @@ -9,6 +9,9 @@ datawave-ws-query ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.google.code.gson @@ -307,9 +310,22 @@ ${basedir}/conf - --add-opens java.xml/jdk.xml.internal=ALL-UNNAMED + @{argLine} --add-opens java.xml/jdk.xml.internal=ALL-UNNAMED + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + diff --git a/web-services/security/pom.xml b/web-services/security/pom.xml index 824b6d481db..844aa8eca39 100644 --- a/web-services/security/pom.xml +++ b/web-services/security/pom.xml @@ -9,6 +9,9 @@ datawave-ws-security ejb ${project.artifactId} + + ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + com.fasterxml.jackson.datatype @@ -318,6 +321,19 @@ + + org.jacoco + jacoco-maven-plugin + + + report + + report-aggregate + + verify + + + From 0438bf45066a67cbbe15e2034a6fdeebc31f58b9 Mon Sep 17 00:00:00 2001 From: Christopher Gross cogross Date: Tue, 21 May 2024 11:29:15 +0000 Subject: [PATCH 2/7] 7.0.1-SNAPSHOT --- coverage/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/coverage/pom.xml b/coverage/pom.xml index f359b1f2812..8dbd0a0faed 100644 --- a/coverage/pom.xml +++ b/coverage/pom.xml @@ -4,7 +4,7 @@ gov.nsa.datawave datawave-parent - 7.0.0-SNAPSHOT + 7.0.1-SNAPSHOT coverage Datawave Code Coverage Aggregate Report From 699c6ffb671b4261b5c2fcd134a608469d329d20 Mon Sep 17 00:00:00 2001 From: Christopher Gross cogross Date: Fri, 7 Jun 2024 12:46:32 +0000 Subject: [PATCH 3/7] 7.1.0 --- coverage/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/coverage/pom.xml b/coverage/pom.xml index 8dbd0a0faed..115be55360b 100644 --- a/coverage/pom.xml +++ b/coverage/pom.xml @@ -4,7 +4,7 @@ gov.nsa.datawave datawave-parent - 7.0.1-SNAPSHOT + 7.1.0-SNAPSHOT coverage Datawave Code Coverage Aggregate Report From 7b69de947ea56fbab5d5e4b480f41c892bb08acf Mon Sep 17 00:00:00 2001 From: Christopher Gross cogross Date: Wed, 3 Jul 2024 12:08:49 +0000 Subject: [PATCH 4/7] added microservices --- coverage/pom.xml | 137 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 137 insertions(+) diff --git a/coverage/pom.xml b/coverage/pom.xml index 115be55360b..225f5d55418 100644 --- a/coverage/pom.xml +++ b/coverage/pom.xml @@ -87,6 +87,135 @@ datawave-query-core ${project.version} + + gov.nsa.datawave.microservice + accumulo-api + ${version.microservice.accumulo-api} + + + gov.nsa.datawave.microservice + accumulo-utils + ${version.microservice.accumulo-utils} + + + gov.nsa.datawave.microservice + audit-api + ${version.microservice.audit-api} + + + gov.nsa.datawave.microservice + authorization-api + ${version.microservice.authorization-api} + + + gov.nsa.datawave.microservice + base-rest-responses + ${version.microservice.base-rest-responses} + + + gov.nsa.datawave.microservice + common-utils + ${version.microservice.common-utils} + + + gov.nsa.datawave.microservice + dictionary-api + ${version.microservice.dictionary-api} + + + gov.nsa.datawave.microservice + mapreduce-query-api + ${version.microservice.mapreduce-query-api} + + + gov.nsa.datawave.microservice + metadata-utils + ${version.microservice.metadata-utils} + + + log4j + log4j + + + org.slf4j + slf4j-reload4j + + + ch.qos.reload4j + reload4j + + + + + gov.nsa.datawave.microservice + metrics-reporter + ${version.microservice.metrics-reporter} + + + gov.nsa.datawave.microservice + query-api + ${version.microservice.query-api} + + + gov.nsa.datawave.microservice + query-api + ${version.microservice.query-api} + jboss + + + gov.nsa.datawave.microservice + query-metric-api + ${version.microservice.query-metric-api} + + + gov.nsa.datawave + * + + + gov.nsa.datawave.microservice + accumulo-utils + + + gov.nsa.datawave.webservices + * + + + javax.xml.bind + jaxb-api + + + log4j + * + + + org.slf4j + slf4j-log4j12 + + + org.slf4j + slf4j-reload4j + + + + + gov.nsa.datawave.microservice + type-utils + ${version.microservice.type-utils} + + + log4j + * + + + org.slf4j + slf4j-log4j12 + + + org.apache.hadoop + hadoop-common + + + gov.nsa.datawave.webservices datawave-ws-accumulo @@ -157,6 +286,14 @@ datawave-ws-security ${project.version} + + gov.nsa.datawave.microservice + base-rest-responses + ${version.microservice.base-rest-responses} + tests + test-jar + test + From d3782b91b01c4a6df705f73ed7e1973fb38930b5 Mon Sep 17 00:00:00 2001 From: Christopher Gross cogross Date: Mon, 8 Jul 2024 15:04:06 +0000 Subject: [PATCH 5/7] 7.2.0 snap --- coverage/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/coverage/pom.xml b/coverage/pom.xml index 225f5d55418..86415cd030d 100644 --- a/coverage/pom.xml +++ b/coverage/pom.xml @@ -4,7 +4,7 @@ gov.nsa.datawave datawave-parent - 7.1.0-SNAPSHOT + 7.2.0-SNAPSHOT coverage Datawave Code Coverage Aggregate Report From ae75ef401695097f7ddcf3f0e9adc77a980fbedc Mon Sep 17 00:00:00 2001 From: Christopher Gross cogross Date: Fri, 26 Jul 2024 14:46:35 +0000 Subject: [PATCH 6/7] 7.3.0-SNAP --- coverage/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/coverage/pom.xml b/coverage/pom.xml index 86415cd030d..ccc64e0bcef 100644 --- a/coverage/pom.xml +++ b/coverage/pom.xml @@ -4,7 +4,7 @@ gov.nsa.datawave datawave-parent - 7.2.0-SNAPSHOT + 7.3.0-SNAPSHOT coverage Datawave Code Coverage Aggregate Report From 0dc02e9be36693be9106bd351902712cbe47d062 Mon Sep 17 00:00:00 2001 From: Christopher Gross cogross Date: Wed, 31 Jul 2024 17:05:51 +0000 Subject: [PATCH 7/7] added needed argLine additions to poms --- core/pom.xml | 2 +- microservices/configcheck/pom.xml | 2 +- pom.xml | 3 ++- web-services/deploy/spring-framework-integration/pom.xml | 1 + 4 files changed, 5 insertions(+), 3 deletions(-) diff --git a/core/pom.xml b/core/pom.xml index 16795c008ef..5f79ef0b378 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -65,7 +65,7 @@ 1 0 0 - -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= + @{argLine} -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= true random diff --git a/microservices/configcheck/pom.xml b/microservices/configcheck/pom.xml index 769ba2328b5..d883fce69c8 100644 --- a/microservices/configcheck/pom.xml +++ b/microservices/configcheck/pom.xml @@ -232,7 +232,7 @@ 1 0 0 - -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= + @{argLine} -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -Dfile.encoding=UTF8 -Duser.timezone=GMT -Xmx1024m -Dapple.awt.UIElement=true -Djava.security.krb5.realm= -Djava.security.krb5.kdc= true random diff --git a/pom.xml b/pom.xml index 4a3f3a8fc85..b7a211499a5 100644 --- a/pom.xml +++ b/pom.xml @@ -40,6 +40,7 @@ 11 UTF-8 ${project.basedir}/coverage/target/site/jacoco-aggregate/jacoco.xml + **/StandardLexer.java 1C 2.1.2 1.4.1.Final @@ -1755,7 +1756,7 @@ org.jacoco jacoco-maven-plugin - 0.8.8 + 0.8.12 prepare-agent diff --git a/web-services/deploy/spring-framework-integration/pom.xml b/web-services/deploy/spring-framework-integration/pom.xml index 854f62073d5..4fed377f51e 100644 --- a/web-services/deploy/spring-framework-integration/pom.xml +++ b/web-services/deploy/spring-framework-integration/pom.xml @@ -180,6 +180,7 @@ maven-surefire-plugin ${version.surefire.plugin} + @{argLine} false ${project.build.directory}/conf