Make the embedding check work in parallel over detectors

sawenzel · sawenzel · commit 5abb30e498fe · 2020-02-27T17:40:09.000+01:00
diff --git a/prodtests/check_embedding_pileup.sh b/prodtests/check_embedding_pileup.sh
@@ -1,5 +1,4 @@
 #!/bin/bash
-set -x
 
 # Script verifying pileup / embedding features of digitizers
 # It is a basic and fully automatic status check of what should
@@ -12,24 +11,29 @@ set -x
 # 3) we digitize with trivial embedding: background and signal events are the same
 #    and check whether the output digits have multiple labels --> checks embedding
 
-dets=(  ITS  TPC  TOF  EMC  HMP  MCH  MID  MFT  FV0  FT0  FDD  TRD  PHS CPV  ZDC )
-generators=( boxgen boxgen boxgen boxgen hmpidgun fwpigen fwpigen fwpigen fddgen fddgen fddgen boxgen boxgen boxgen boxgen )
+dets=(         ITS   TPC     TOF    EMC    HMP      MCH     MID    MFT     FV0     FT0   FDD   TRD     PHS    CPV    ZDC )
+generators=( boxgen boxgen boxgen boxgen hmpidgun fwpigen fwpigen fwpigen fddgen fddgen fddgen boxgen boxgen boxgen zdcgen )
 
-for idx in "${!dets[@]}"; do
-  d=${dets[$idx]}
-  gen=${generators[$idx]}
-  # we put the detector plus pipe and magnet as materials
-  o2-sim-serial -m PIPE MAG ${d} -g ${gen} -n 1 --seed 1 -o o2sim${d} > simlog${d} 2>&1
-
-  # we duplicate the events/hits a few times in order to have a sufficient
-  # condition for pileup
-  f=4
-  origin="o2sim${d}.root"
-  target="o2sim${d}_${f}.root"
-  root -q -b -l ${O2_ROOT}/share/macro/duplicateHits.C\(\"${origin}\",\"${target}\",${f}\)
-
-  unlink o2sim.root
-  unlink o2sim_grp.root
+simtask() {
+ d=$1  # detector
+ gen=$2 # generator
+
+ # we execute the simulation in different directiories to achieve isolation and race-conditions
+ [[ ! -d "$d" ]] && mkdir ${d}
+ cd ${d}
+
+ # we put the detector plus pipe and magnet as materials
+ o2-sim-serial -m PIPE MAG ${d} -g ${gen} -n 1 --configKeyValues "BoxGun.number=300" --seed 1 -o o2sim${d} > simlog${d} 2>&1
+
+ # we duplicate the events/hits a few times in order to have a sufficient
+ # condition for pileup
+ f=4
+ origin="o2sim${d}.root"
+ target="o2sim${d}_${f}.root"
+ root -q -b -l ${O2_ROOT}/share/macro/duplicateHits.C\(\"${origin}\",\"${target}\",${f}\)
+
+  [[ -f "o2sim.root" ]] && unlink o2sim.root
+  [[ -f "o2sim_grp.root" ]] && unlink o2sim_grp.root
   ln -s ${target} o2sim.root
   ln -s o2sim${d}_grp.root o2sim_grp.root
 
@@ -40,10 +44,42 @@ for idx in "${!dets[@]}"; do
 
   # digitize with extreme bunch crossing as well as with embedding the signal onto itself
   o2-sim-digitizer-workflow --onlyDet ${d} --interactionRate 1e9 -b --tpc-lanes 1 --simFileS o2sim.root > digilog${d} 2>&1
+}
+
+checktask() {
+  d=$1
 
   # find newly created digitfile
   digitfile=`ls -lt *digi*.root | head -n 1 | awk '//{print $9}'`
 
   root -q -b -l ${O2_ROOT}/share/macro/analyzeDigitLabels.C\(\"${digitfile}\",\"${d}\"\)
+}
+
+
+CORESPERSOCKET=`lscpu | grep "Core(s) per socket" | awk '{print $4}'`
+SOCKETS=`lscpu | grep "Socket(s)" | awk '{print $2}'`
+N=`bc <<< "${CORESPERSOCKET}*${SOCKETS}"`
+echo "Detected ${N} CPU cores"
+
+# parallel part
+for idx in "${!dets[@]}"; do
+
+  # parallelize in bunch of N
+  ((i=i%N)); ((i++==0)) && wait
+
+  d=${dets[$idx]}
+  gen=${generators[$idx]}
+
+  simtask $d $gen &
+done
+wait
+
+# checkpart
+for idx in "${!dets[@]}"; do
+
+  d=${dets[$idx]}
 
+  cd ${d}
+  checktask $d
+  cd ..
 done
