Skip to content

Commit

Permalink
implement law config for shared outputs
Browse files Browse the repository at this point in the history
  • Loading branch information
mafrahm committed Oct 20, 2023
1 parent 1433581 commit 44ad66e
Show file tree
Hide file tree
Showing 2 changed files with 61 additions and 1 deletion.
60 changes: 60 additions & 0 deletions law.shared.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
[core]

# inherit from the base hbw configuration file
inherit: $HBW_BASE/law.cfg

[analysis]

default_analysis: hbw.analysis.hbw_merged.hbw_merged
default_config: c17
default_dataset: ggHH_kl_1_kt_1_sl_hbbhww_powheg

[outputs]

# shared output location where each analysis inst is considered separately
shared_hbw_location: /nfs/dust/cms/user/frahmmat/data/hh2bbww/hbw_store

# shared output location where analysis insts can share outputs
shared_common_location: /nfs/dust/cms/user/frahmmat/data/hh2bbww/common_store

# output locations per task family
# for local targets : "local[, STORE_PATH]"
# for remote targets: "wlcg[, WLCG_FS_NAME]"

# bundle tasks for job submission, could be shared when software changes become rarer
cf.BundleRepo: local
cf.BundleSoftware: local
cf.BundleBashSandbox: local
cf.BundleCMSSWSandbox: local
cf.BundleExternalFiles: local

# tasks that share outputs over multiple analysis insts
cf.GetDatasetLFNs: local, %(shared_common_location)s
cf.CalibrateEvents: local, %(shared_common_location)s
cf.CreatePileupWeights: local, %(shared_common_location)s

# tasks leading to reduced events, typically shared between multiple people
cf.SelectEvents: local, %(shared_hbw_location)s
cf.CreateCutflowHistograms: local, %(shared_hbw_location)s
cf.ReduceEvents: local, %(shared_hbw_location)s
cf.MergeReducedEvents: local, %(shared_hbw_location)s

# outputs from producers and the MLTraining pipeline, often shared between multiple people
cf.ProduceColumns: local, %(shared_hbw_location)s
cf.PrepareMLEvents: local, %(shared_hbw_location)s
cf.MergeMLEvents: local, %(shared_hbw_location)s
cf.MLTraining: local, %(shared_hbw_location)s
cf.MLEvaluation: local, %(shared_hbw_location)s


# outputs from histograms, often reproduced and therefore typically not shared
cf.CreateHistograms: local
cf.MergeHistograms: local
cf.MergeShiftedHistograms: local

# outputs from plotting and datacards, typically not shared
cf.PlotCutflow: local
cf.PlotCutflowVariables: local
cf.PlotVariables: local
cf.PlotShiftedVariables: local
cf.CreateDatacards: local
2 changes: 1 addition & 1 deletion setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ setup_hbw() {
cf_setup_interactive_common_variables

# query specific variables
query HBW_LAW_CONFIG "Name ofthe file to be used as law config (must be located in $HBW_BASE)" "law.sl.nocert.cfg"
query HBW_LAW_CONFIG "Name of the file to be used as law config (must be located in $HBW_BASE)" "law.sl.cfg"
}
cf_setup_interactive "${CF_SETUP_NAME}" "${HBW_BASE}/.setups/${CF_SETUP_NAME}.sh" || return "$?"
fi
Expand Down

0 comments on commit 44ad66e

Please sign in to comment.