Updates to enable 2025A MC Production

fcl/caf/cafmaker_add_detsim2d_icarus.fcl

@@ -4,12 +4,6 @@ physics.producers.cafmaker.SimChannelLabel: "merge" # 2D, YZ sim
 # SimChannel's get re-made by 2D drift simulation -- use these to backtrack
 services.BackTrackerService.BackTracker.SimChannelModuleLabel: "merge"
 
-# MCReco also needs correct SimChannels
-# need to use new config names to make MCParticle/SimChannel labels different
-physics.producers.mcreco.G4ModName: @erase 
-physics.producers.mcreco.MCParticleLabel: "largeant"
-physics.producers.mcreco.SimChannelLabel: "merge"
-
 # Mini production, pre signal shape tuning
 # this_cal_constants: [1.343e-2, 1.338e-2, 0.01227]
 # Post signal shape tuning, post gain fixing

fcl/caf/cafmaker_defs.fcl

@@ -14,7 +14,6 @@
 #include "eventweight_genie_sbn.fcl"
 #include "eventweight_genie_systtools.fcl"
 #include "eventweight_flux_sbn.fcl"
-#include "mcreco.fcl"
 #include "mcsproducer.fcl"
 #include "rangeproducer.fcl"
 #include "flashmatch_simple_icarus.fcl"
@@ -87,8 +86,6 @@ recoana_datacalo_producers.vertexStubCryoW.NormTools: @local::icarus_calonormtoo
 
 # Producers for making analysis level products
 recoana_caf_preprocess_producers: {
-  mcreco: @local::standard_mcreco
-
   pandoraTrackMCSCryoE: @local::mcs_sbn
   pandoraTrackMCSCryoW: @local::mcs_sbn
 
@@ -228,7 +225,7 @@ caf_preprocess_sce_producers: {
 }
 
 # Sequences
-caf_preprocess_sequence: [ mcreco,
+caf_preprocess_sequence: [ 
     # Calorimetry
     pandoraCaloGausCryoE, pandoraCaloGausCryoW,
     pandoraPidGausCryoE, pandoraPidGausCryoW,
@@ -258,7 +255,7 @@ caf_preprocess_data_sequence: [
 
 caf_preprocess_evtw_sequence: [@sequence::caf_preprocess_sequence, rns, genieweight, fluxweight]
 
-caf_preprocess_sce_sequence: [ mcreco,
+caf_preprocess_sce_sequence: [ 
   # Run the SCE correction
   pandoraGausSCECryoE, pandoraGausSCECryoW,
   # Then remake tracks

fcl/caf/cafmakerjob_icarus_detsim2d_overlay_simpledet.fcl

@@ -0,0 +1,4 @@
+#include "cafmakerjob_icarus_detsim2d_overlay.fcl"
+
+physics.producers.cafmaker.SimChannelLabel: "daq:simpleSC"
+services.BackTrackerService.BackTracker.SimChannelModuleLabel: "daq:simpleSC"

fcl/caf/cafmakerjob_icarus_detsim2d_simpledet.fcl

@@ -0,0 +1,4 @@
+#include "cafmakerjob_icarus_detsim2d.fcl"
+
+physics.producers.cafmaker.SimChannelLabel: "daq:simpleSC"
+services.BackTrackerService.BackTracker.SimChannelModuleLabel: "daq:simpleSC"

fcl/configurations/calibration_database_TPC_TagSets_icarus.fcl

@@ -19,17 +19,18 @@ TPC_CalibrationTags_Oct2023: {
 ## - Files decoded with release >=v09_66_02 should use v3r2
 TPC_CalibrationTags_Feb2024: {
 
-  tpc_channelstatus_data: "v3r4"
+  tpc_channelstatus_data: "v3r2"
   tpc_elifetime_data: "v2r1"
   tpc_dqdxcalibration_data: "v2r1"
   tpc_yz_correction_data: "v2r1"
 
 }
 
 ## TPC_CalibrationTags_Feb2024 but updating tpc_yz_correction_data to tpc_yz_correction_allplanes_data
+## Update to mask out additional bad noisy channels
 TPC_CalibrationTags_Jan2025: {
 
-  tpc_channelstatus_data: "v3r2"
+  tpc_channelstatus_data: "v3r4"
   tpc_elifetime_data: "v2r1"
   tpc_dqdxcalibration_data: "v2r1"
   tpc_yz_correction_allplanes_data: "v1r0"

fcl/detsim/detsim_2d_icarus_refactored.fcl

@@ -19,7 +19,7 @@ physics: {
 
     crtdaq:         @local::icarus_crtsim
      opdaq:         @local::icarus_simpmt
-       daq:         @local::icarus_simwire_wirecell_filtersed
+       daq:         @local::icarus_simwire_wirecell_shifted
 
        rns:         { module_type: "RandomNumberSaver" }
   } # producers

fcl/detsim/detsim_2d_icarus_refactored_overlay.fcl

@@ -0,0 +1,3 @@
+#include "detsim_2d_icarus_refactored.fcl"
+
+physics.producers.daq: @local::icarus_simwire_wirecell_shifted_overlay

fcl/reco/CMakeLists.txt

@@ -13,6 +13,7 @@ add_subdirectory(ForCITests)
 #add_subdirectory(archive)
 add_subdirectory(Definitions)
 add_subdirectory(larcv)
+add_subdirectory(wires)
 add_subdirectory(ntuple)
 add_subdirectory(Stage0)
 add_subdirectory(Stage1)

fcl/reco/Stage0/data/CMakeLists.txt

@@ -1,3 +1,5 @@
+add_subdirectory(partial)
+
 cet_enable_asserts()
 
 install_fhicl()

fcl/reco/Stage0/data/partial/CMakeLists.txt

@@ -0,0 +1 @@
+install_fhicl()

fcl/reco/Stage0/data/partial/decodePMT_icarus.fcl

@@ -0,0 +1,145 @@
+#
+# File:    decodePMT_icarus.fcl
+# Purpose: PMT readout fragment decoding for studies in ICARUS.
+# Author:  Gianluca Petrillo (petrillo@slac.stanford.edu)
+# Date:    May 12, 2021
+# 
+# 
+# PMT waveform decoding is performed, extensive debugging messages are
+# included in the `debug.log` log file, and ROOT trees are produced for studies.
+# This configuration, as is, is not meant for production.
+# 
+# 
+# Input
+# ------
+# 
+# * artDAQ fragments from all 24 PMT readout boards, named
+#   `daq:ContainerCAENV1730`
+# * trigger fragment `daq:ICARUSTriggerUDP` (will be decoded as well)
+# * DAQ configuration as FHiCL in the art/ROOT input file
+# 
+# This configuration requires a data fragment for each PMT readout board
+# which is mentioned in `physics.producers.daqPMT.DecoderTool.BoardSetup`,
+# which by default is all 24. If the input run misses some PMT readout boards,
+# use `decodePMT_icarus_incomplete.fcl` instead.
+# 
+# 
+# Output
+# -------
+# 
+# Only new data products are written in the art/ROOT output file, including:
+# 
+# * `daqPMT` (std::vector<raw::OpDetWaveform>): decoded waveforms,
+#   with our best reconstruction for their time stamps in LArSoft reference
+# 
+# 
+# The `Trees-<InputFile>*.root` file (from `TFileService`) includes ROOT tree
+# `PMTfragments`.
+# 
+# 
+# 
+# Service configuration
+# ----------------------
+# 
+# * `DetectorClocksService` is essential to assign a correct waveform timestamp
+#     * `Geometry` service bundle is required by `DetectorClocksService`
+# * `IICARUSChannelMap` to relate PMT fragment IDs to channels
+# * `TFileService` used to write trees (not needed if all trees are disabled)
+# 
+#
+
+
+# ------------------------------------------------------------------------------
+#include "services_common_icarus.fcl"
+#include "channelmapping_icarus.fcl"
+#include "timing_icarus.fcl"
+
+#include "rootoutput_icarus.fcl"
+#include "decoderdefs_icarus.fcl"
+
+# ------------------------------------------------------------------------------
+process_name: DecodePMT
+
+
+# ------------------------------------------------------------------------------
+services: {
+
+                               @table::icarus_art_services
+  message:                     @local::icarus_message_services_interactive_debug
+
+                               @table::icarus_geometry_services
+  DetectorClocksService:       @local::icarus_detectorclocks
+  IICARUSChannelMap:           @local::icarus_channelmappinggservice
+  IPMTTimingCorrectionService: @local::icarus_pmttimingservice
+
+  TFileService: { fileName: "Trees-%ifb_%tc-%p.root" }
+}
+
+
+# ------------------------------------------------------------------------------
+physics: {
+
+  producers: {
+
+    triggerconfig: @local::extractTriggerConfig
+    pmtconfig:     @local::extractPMTconfig
+
+    daqTrigger:    @local::decodeTriggerAutodetect
+
+    daqPMT:        @local::decodePMT
+
+  }
+
+  decoding: [ triggerconfig, pmtconfig, daqTrigger, daqPMT ]
+  streams: [ rootoutput ]
+}
+
+
+# ------------------------------------------------------------------------------
+outputs: {
+  rootoutput: {
+                      @table::icarus_rootoutput
+    dataTier:        "decoded"
+    fileProperties:   { maxInputFiles: 1 }
+    checkFileName:    false
+    compressionLevel: 501
+
+    outputCommands:  [ "drop *_*_*_*", "keep *_*_*_DecodePMT" ]
+  } # rootoutput
+} # outputs 
+
+
+# ------------------------------------------------------------------------------
+
+physics.producers.daqTrigger.DecoderTool.Decoders[0].ToolConfig.TrigConfigLabel: triggerconfig
+physics.producers.daqTrigger.DecoderTool.Decoders[1].ToolConfig.TrigConfigLabel: triggerconfig
+physics.producers.daqTrigger.DecoderTool.Decoders[2].ToolConfig.TrigConfigLabel: triggerconfig
+physics.producers.daqPMT.PMTconfigTag: pmtconfig # required
+physics.producers.daqPMT.TriggerTag:   daqTrigger # required
+
+# services.Geometry.Name: icarus_splitwires # for runs < 548x
+
+#
+# customization of PMT decoding
+#
+
+physics.producers.daqPMT.SurviveExceptions: false
+physics.producers.daqPMT.DiagnosticOutput:  true
+physics.producers.daqPMT.PacketDump:        false
+physics.producers.daqPMT.RequireKnownBoards: true
+physics.producers.daqPMT.RequireBoardConfig: true
+physics.producers.daqPMT.DataTrees: [ "PMTfragments" ]
+
+#
+# customization of trigger decoding
+#
+
+physics.producers.daqTrigger.DecoderTool.Decoders[0].ToolConfig.DiagnosticOutput: true
+physics.producers.daqTrigger.DecoderTool.Decoders[1].ToolConfig.DiagnosticOutput: true
+physics.producers.daqTrigger.DecoderTool.Decoders[2].ToolConfig.DiagnosticOutput: true
+physics.producers.daqTrigger.DecoderTool.Decoders[0].ToolConfig.Debug: false
+physics.producers.daqTrigger.DecoderTool.Decoders[1].ToolConfig.Debug: false
+physics.producers.daqTrigger.DecoderTool.Decoders[2].ToolConfig.Debug: false
+
+
+# ------------------------------------------------------------------------------

fcl/reco/Stage0/data/partial/decodePMT_icarus_incomplete.fcl

@@ -0,0 +1,15 @@
+#
+# File:    decodePMT_icarus_incomplete.fcl
+# Purpose: PMT readout fragment decoding for studies in ICARUS.
+# Author:  Gianluca Petrillo (petrillo@slac.stanford.edu)
+# Date:    May 12, 2021
+# 
+# This is a version of `decodePMT_icarus.fcl` which will ignore missing PMT
+# readout fragments.
+# 
+# See the documentation on `decodePMT_icarus.fcl` for everything else.
+# 
+
+#include "decodePMT_icarus.fcl"
+
+physics.producers.daqPMT.RequireBoardConfig: false

fcl/reco/Stage0/data/partial/decodePMT_icarus_standalone.fcl

@@ -0,0 +1,69 @@
+#
+# File:    decodePMT_icarus_standalone.fcl
+# Purpose: PMT readout fragment decoding for studies in ICARUS.
+# Author:  Gianluca Petrillo (petrillo@slac.stanford.edu)
+# Date:    June 10, 2021
+# 
+# This configuration expects only PMT fragments, and not even all of them:
+# as a consequence many timestamp corrections will be skipped.
+# PMT waveform decoding is performed, extensive debugging messages are
+# included in the `debug.log` log file, and ROOT trees are produced for studies.
+# This configuration, as is, is not meant for production.
+# 
+# 
+# Input
+# ------
+# 
+# * artDAQ fragments from PMT readout boards, named
+#   `daq:ContainerCAENV1730` or `daq:CAENV1730` (not both!)
+# 
+# 
+# Output
+# -------
+# 
+# Only new data products are written in the art/ROOT output file, including:
+# 
+# * `daqPMT` (std::vector<raw::OpDetWaveform>): decoded waveforms,
+#   with our best reconstruction for their time stamps in LArSoft reference
+# 
+# 
+# The `Trees-<InputFile>*.root` file (from `TFileService`) includes ROOT tree
+# `PMTfragments`.
+# 
+# 
+# 
+# Service configuration
+# ----------------------
+# 
+# * `DetectorClocksService` is essential to assign a correct waveform timestamp
+#     * `Geometry` service bundle is required by `DetectorClocksService`
+# * `IICARUSChannelMap` to relate PMT fragment IDs to channels
+# * `TFileService` used to write trees (not needed if all trees are disabled)
+# 
+#
+
+
+# ------------------------------------------------------------------------------
+#include "decodePMT_icarus.fcl"
+
+
+# ------------------------------------------------------------------------------
+physics.decoding: [ daqPMT ]
+
+
+# ------------------------------------------------------------------------------
+
+physics.producers.daqPMT.PMTconfigTag: @erase # required
+physics.producers.daqPMT.TriggerTag:   @erase # required
+
+#
+# customization of PMT decoding
+#
+
+physics.producers.daqPMT.SurviveExceptions:  false
+physics.producers.daqPMT.DiagnosticOutput:    true
+physics.producers.daqPMT.PacketDump:          true
+physics.producers.daqPMT.RequireKnownBoards: false
+physics.producers.daqPMT.RequireBoardConfig: false
+
+# ------------------------------------------------------------------------------