From fa6ffd8b591a3d6b2c7fa51a6a2ff17d954befc1 Mon Sep 17 00:00:00 2001 From: vpapako Date: Tue, 26 Jun 2018 17:07:09 +0300 Subject: [PATCH 1/4] give more ram to DGs --- required_files/run.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/required_files/run.sh b/required_files/run.sh index 99877cd..2ad39f1 100755 --- a/required_files/run.sh +++ b/required_files/run.sh @@ -43,4 +43,4 @@ echo $(date +%H:%M:%S.%N | cut -b1-12)" : Virtuoso Server started successfully." # run the data generator echo $(date +%H:%M:%S.%N | cut -b1-12)" : Running the Data Generator..." -java -cp /versioning/versioning.jar org.hobbit.core.run.ComponentStarter org.hobbit.benchmark.versioning.components.VersioningDataGenerator +java -Xmx128G -cp /versioning/versioning.jar org.hobbit.core.run.ComponentStarter org.hobbit.benchmark.versioning.components.VersioningDataGenerator From 93e139e7478ea0ce4615bb0c7eaad3542baf0119 Mon Sep 17 00:00:00 2001 From: vpapako Date: Tue, 26 Jun 2018 17:08:09 +0300 Subject: [PATCH 2/4] make the data generator to produce less files with more triples by doing so the versions' construction as independent copies become more efficient --- required_files/test.properties | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/required_files/test.properties b/required_files/test.properties index 9105b8a..f94b6e4 100644 --- a/required_files/test.properties +++ b/required_files/test.properties @@ -2,7 +2,7 @@ dataGeneratorWorkers=1 datasetSize=1000000 -maxGeneratedTriplesPerFile=50000 +maxGeneratedTriplesPerFile=500000 numberOfVersions=10 archivingStrategy=default generateCreativeWorksFormat=n-triples From 1d59b8db73a9b2aa28fe1cee7a68c5859b94ceee Mon Sep 17 00:00:00 2001 From: vpapako Date: Wed, 27 Jun 2018 16:25:10 +0300 Subject: [PATCH 3/4] parse usage bytes as long to prevent exceptions on large responses --- .../versioning/components/VersioningEvaluationModule.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/org/hobbit/benchmark/versioning/components/VersioningEvaluationModule.java b/src/main/java/org/hobbit/benchmark/versioning/components/VersioningEvaluationModule.java index a124186..8e42779 100644 --- a/src/main/java/org/hobbit/benchmark/versioning/components/VersioningEvaluationModule.java +++ b/src/main/java/org/hobbit/benchmark/versioning/components/VersioningEvaluationModule.java @@ -81,7 +81,7 @@ public void init() throws Exception { is.reportSuccess(version, triplesToBeAdded, triplesToBeDeleted, triplesToBeLoaded, loadingTime); } - storageCost = Integer.parseInt(env.get(String.format(VersioningConstants.STORAGE_COST_VALUE))) / (1024f * 1024f); + storageCost = Long.parseLong(env.get(String.format(VersioningConstants.STORAGE_COST_VALUE))) / (1024f * 1024f); INITIAL_VERSION_INGESTION_SPEED = initFinalModelFromEnv(env, VersioningConstants.INITIAL_VERSION_INGESTION_SPEED); AVG_APPLIED_CHANGES_PS = initFinalModelFromEnv(env, VersioningConstants.AVG_APPLIED_CHANGES_PS); From 8066a461f062bbe2eac30ca18022ab9cd0e3595b Mon Sep 17 00:00:00 2001 From: vpapako Date: Thu, 28 Jun 2018 11:21:17 +0300 Subject: [PATCH 4/4] load the generated data before computing the expected answers --- .../versioning/components/VersioningDataGenerator.java | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/main/java/org/hobbit/benchmark/versioning/components/VersioningDataGenerator.java b/src/main/java/org/hobbit/benchmark/versioning/components/VersioningDataGenerator.java index 3f84d5e..48a548b 100644 --- a/src/main/java/org/hobbit/benchmark/versioning/components/VersioningDataGenerator.java +++ b/src/main/java/org/hobbit/benchmark/versioning/components/VersioningDataGenerator.java @@ -300,7 +300,10 @@ public void init() throws Exception { // build mustache templates to create queries LOGGER.info("Building SPRQL tasks..."); buildSPRQLQueries(); - LOGGER.info("All SPRQL tasks built successfully."); + LOGGER.info("All SPRQL tasks built successfully."); + + // load generated data in order to compute the expected answers + loadFirstNVersions(numberOfVersions); // compute expected answers for all tasks LOGGER.info("Computing expected answers for generated SPARQL tasks...");