Dynamic determination of MC event counts

MC/bin/o2dpg_determine_eventstat.py

@@ -0,0 +1,114 @@
+#!/usr/bin/env python3
+
+#
+# Script that determines final accounting numbers / event statistics
+# for reporting back to MonaLisa.
+#  
+# Analyses the AO2D / kinematics output of an O2DPG simulation run 
+# and creates a file of the form 
+#
+# inputN_passedN_errorsN_outputN.stat 
+# 
+# which is picked up and used by the MonaLisa system.
+#
+# See discussion in https://alice.its.cern.ch/jira/browse/O2-4553;
+# Here outputN would be the number of events/collisions produced in this job.
+
+import ROOT
+import argparse
+import os
+import re
+
+parser = argparse.ArgumentParser(description='',
+                                 formatter_class=argparse.ArgumentDefaultsHelpFormatter)
+
+parser.add_argument('-f','--aod-file', default="AO2D.root", help='AO2D file to check')
+args = parser.parse_args()
+
+def write_stat_file(eventcount):
+    """
+    writes a file conforming to MonaLisa convention
+    """
+
+    filename = '0_0_0_' + str(eventcount) + '.stat'
+    # touche/create a new file
+    with open(filename, 'w') as f:
+      print ("#This file is autogenerated", file=f)
+      print ("#It tells MonaLisa about the number of produced MC events", file=f)
+      print ("#Numer of MC collisions in AOD : " + str(eventcount), file=f)
+
+def read_collisioncontext_eventcount(file):
+    """
+    determines MC eventcount from collision context files
+    """
+    pass
+
+def find_files_matching_pattern(directory='.', pattern='.*'):
+    matching_files = []
+
+    # Walk through the directory and its subdirectories
+    for root, dirs, files in os.walk(directory):
+      for file_name in files:
+        # Check if the filename matches the regular expression pattern
+        if re.match(pattern, file_name):
+          matching_files.append(os.path.join(root, file_name))
+
+    return matching_files
+
+def read_GEANT_eventcount(file):
+    # Open the ROOT file
+    eventcount = 0
+    tfile = ROOT.TFile.Open(file)
+    if tfile:
+      simtree = tfile.Get("o2sim")
+      if simtree and isinstance(simtree, ROOT.TTree):
+        eventcount = simtree.GetEntries()
+
+      tfile.Close()
+    return eventcount
+
+def read_accumulated_GEANT_eventcount(directory = "."):
+    """
+    Determines the MC eventcount from GEANT kinematics files sitting
+    in directory/tfX/ subdirectories.
+    """
+    pattern_to_match = r'sgn.*_Kine.root'
+    kine_files = find_files_matching_pattern(directory, pattern_to_match)
+    eventcount = 0
+    for f in kine_files:
+      eventcount = eventcount + read_GEANT_eventcount(f)
+    return eventcount
+
+def read_AO2D_eventcount(file):
+    """
+    determines MC eventcount from (final) AO2D file
+    """
+    eventcount = 0
+
+    # Open the ROOT file
+    tfile = ROOT.TFile.Open(file)
+
+    # Get the list of keys (TKeys) in the ROOT files
+    keys = tfile.GetListOfKeys()
+
+    # Iterate through the keys "DF_" keys and accumulate
+    # stored MC collisions
+    for key in keys:
+      key_name = key.GetName()
+      if key_name.startswith("DF_"):
+        obj = key.ReadObj()
+        # the O2mccollision tree contains the simulated collisions
+        coltree = obj.Get("O2mccollision")
+        if coltree and isinstance(coltree, ROOT.TTree):
+          eventcount = eventcount + coltree.GetEntries()
+
+    # Close the files
+    tfile.Close()
+    return eventcount
+
+AO2D_eventcount = read_AO2D_eventcount(args.aod_file)
+GEANT_eventcount = read_accumulated_GEANT_eventcount()
+if AO2D_eventcount != GEANT_eventcount:
+    print ("WARN: AO2D MC event count and GEANT event count differ")
+
+write_stat_file(AO2D_eventcount)

MC/bin/o2dpg_sim_workflow.py

@@ -1441,9 +1441,11 @@ def addQCPerTF(taskName, needs, readerCommand, configFilePath, objectsFile=''):
 # AOD merging as one global final step
 aodmergerneeds = ['aod_' + str(tf) for tf in range(1, NTIMEFRAMES + 1)]
 AOD_merge_task = createTask(name='aodmerge', needs = aodmergerneeds, lab=["AOD"], mem='2000', cpu='1')
-AOD_merge_task['cmd'] = ' [ -f aodmerge_input.txt ] && rm aodmerge_input.txt; '
+AOD_merge_task['cmd'] = ' set -e ; [ -f aodmerge_input.txt ] && rm aodmerge_input.txt; '
 AOD_merge_task['cmd'] += ' for i in `seq 1 ' + str(NTIMEFRAMES) + '`; do echo "tf${i}/AO2D.root" >> aodmerge_input.txt; done; '
 AOD_merge_task['cmd'] += ' o2-aod-merger --input aodmerge_input.txt --output AO2D.root'
+# produce MonaLisa event stat file
+AOD_merge_task['cmd'] += ' ; ${O2DPG_ROOT}/MC/bin/o2dpg_determine_eventstat.py'
 workflow['stages'].append(AOD_merge_task)
 
 job_merging = False