From f2b373ffaaffe1bac10100dd96d79c626826c099 Mon Sep 17 00:00:00 2001 From: Denise Date: Thu, 9 Feb 2023 16:53:04 +0100 Subject: [PATCH 1/3] PFNano for Run2022 re-reco data and Run 3 Summer22(EE) MC --- README.md | 60 ++++---- python/pfnano_cff.py | 16 +-- ...ple_data.yml => card_example_dataABCD.yml} | 10 +- test/card_example_mc.yml | 8 +- ...ample_mc122X.yml => card_example_mcEE.yml} | 10 +- test/nano_data_2022ABCD_NANO.py | 130 ++++++++++++++++++ ...3_122X_NANO.py => nano_mc_Run3_EE_NANO.py} | 24 ++-- test/nano_mc_Run3_NANO.py | 19 ++- 8 files changed, 203 insertions(+), 74 deletions(-) rename test/{card_example_data.yml => card_example_dataABCD.yml} (82%) rename test/{card_example_mc122X.yml => card_example_mcEE.yml} (76%) create mode 100644 test/nano_data_2022ABCD_NANO.py rename test/{nano_mc_Run3_122X_NANO.py => nano_mc_Run3_EE_NANO.py} (75%) diff --git a/README.md b/README.md index a22fe6b..0e70fa6 100644 --- a/README.md +++ b/README.md @@ -3,9 +3,9 @@ **You are currently viewing a development branch** Uses PUPPI Jets as default for Run3. -Tested with data (Run2022C onwards), MC for Run3 (Run3Summer22 made with 124X), MC for Run3 (Run3Winter22 made with 122X). +Tested with data (up to including Re-reco Run2022D), MC for Run3 (Run3Summer22 and Run3Summer22EE, nanoAODv11). -Run2022 data _before_ RunC is still WIP and will not run with this exact setup. +For RunE, a different global tag compared to ABCD is needed and already defined, but could have not been tested due to the MINIAOD samples not yet produced (February 9th, 2023). Run FG are currently WIP. If you are searching for a recipe to run with Run2 samples, please have a look at the master branch (106X). @@ -16,16 +16,16 @@ This format can be used with [fastjet](http://fastjet.fr) directly. ## Recipe -For 2022 data and MC **NanoAOD (Pre-)v10** according to the [XPOG](https://gitlab.cern.ch/cms-nanoAOD/nanoaod-doc/-/wikis/Releases/NanoAODv10) and [PPD](https://twiki.cern.ch/twiki/bin/view/CMS/PdmVRun3Analysis) recommendations: +For 2022 data and MC **NanoAOD v11** according to the [XPOG](https://gitlab.cern.ch/cms-nanoAOD/nanoaod-doc/-/wikis/Releases/NanoAODv11) and [PPD](https://twiki.cern.ch/twiki/bin/view/CMS/PdmVRun3Analysis) recommendations: ``` -cmsrel CMSSW_12_4_8 -cd CMSSW_12_4_8/src +cmsrel CMSSW_12_6_0_patch1 +cd CMSSW_12_6_0_patch1/src cmsenv git clone https://github.com/cms-jet/PFNano.git PhysicsTools/PFNano cd PhysicsTools/PFNano git fetch -git switch 12_4_8 +git switch 12_6_0 cd ../.. scram b -j 10 cd PhysicsTools/PFNano/test @@ -58,7 +58,7 @@ In general, whenever `_add_DeepJet` is specified (does not apply to `AK8JetsOnly All python config files were produced with `cmsDriver.py`. Two imporant parameters that one needs to verify in the central nanoAOD documentation are `--conditions` and `--era`. -- `--era` options from [WorkBookNanoAOD](https://twiki.cern.ch/twiki/bin/view/CMSPublic/WorkBookNanoAOD) or [XPOG](https://gitlab.cern.ch/cms-nanoAOD/nanoaod-doc/-/wikis/Releases/NanoAODv10) +- `--era` options from [WorkBookNanoAOD](https://twiki.cern.ch/twiki/bin/view/CMSPublic/WorkBookNanoAOD) or [XPOG](https://gitlab.cern.ch/cms-nanoAOD/nanoaod-doc/-/wikis/Releases/NanoAODv11) - `--conditions` can be found here [PdMV](https://twiki.cern.ch/twiki/bin/view/CMS/PdmV) @BTV-Commissioning-Team: the recommended PFNano customization for data is `PFnano_customizeData_add_DeepJet` and for MC `PFnano_customizeMC_add_DeepJet_and_Truth`. @@ -68,29 +68,29 @@ Two imporant parameters that one needs to verify in the central nanoAOD document ``` -cmsDriver.py nano_data_2022 --data --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO \ ---conditions 124X_dataRun3_Prompt_v4 --era Run3 \ ---customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100" --nThreads 4 \ --n -1 --filein /store/data/Run2022C/DoubleMuon/MINIAOD/PromptReco-v1/000/355/863/00000/ab45899e-f1b8-49e7-be41-ee694b17b31d.root --fileout file:nano_data2022.root \ ---customise="PhysicsTools/NanoAOD/V10/nano_cff.nanoAOD_customizeV10,PhysicsTools/PFNano/pfnano_cff.PFnano_customizeData_add_DeepJet" --no_exec +cmsDriver.py nano_data_2022ABCD --data --eventcontent NANOAOD --datatier NANOAOD --step NANO \ +--conditions 124X_dataRun3_v11 --era Run3,run3_nanoAOD_124 \ +--customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000" --nThreads 4 \ +-n -1 --filein "/store/data/Run2022C/DoubleMuon/MINIAOD/10Dec2022-v1/2820000/dea1757f-d2ef-467a-9062-714775d00e45.root" --fileout file:nano_data2022ABCD.root \ +--customise="PhysicsTools/PFNano/pfnano_cff.PFnano_customizeData_add_DeepJet" --no_exec ```
``` cmsDriver.py nano_mc_Run3 --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO \ ---conditions 124X_mcRun3_2022_realistic_v11 --era Run3 \ ---customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100" --nThreads 4 \ --n -1 --filein /store/relval/CMSSW_12_4_8/RelValTTbar_SemiLeptonic_PU_13p6/MINIAODSIM/PU_124X_mcRun3_2022_realistic_v11_summer22-v1/2580000/23bf3611-4033-4c70-9bf7-5ae65290e14f.root --fileout file:nano_mcRun3.root \ ---customise="PhysicsTools/NanoAOD/V10/nano_cff.nanoAOD_customizeV10,PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth" --no_exec +--conditions 126X_mcRun3_2022_realistic_v2 --era Run3,run3_nanoAOD_124 \ +--customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000" --nThreads 4 \ +-n -1 --filein "/store/mc/Run3Summer22MiniAODv3/QCD_PT-15to20_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_v12-v1/30000/8590bc1e-abd3-4be4-a068-16f4cb6b4994.root" --fileout file:nano_mcRun3.root \ +--customise="PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth" --no_exec ```
``` -cmsDriver.py nano_mc_Run3_122X --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO \ ---conditions 124X_mcRun3_2022_realistic_v11 --era Run3,run3_nanoAOD_122 \ ---customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100" --nThreads 4 \ --n -1 --filein /store/mc/Run3Winter22MiniAOD/TTTo2L2Nu_CP5_13p6TeV_powheg-pythia8/MINIAODSIM/122X_mcRun3_2021_realistic_v9-v2/2550000/0d44f6e9-6961-4d60-b2c1-0e21c1249100.root --fileout file:nano_mcRun3_122X.root \ ---customise="PhysicsTools/NanoAOD/V10/nano_cff.nanoAOD_customizeV10,PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth" --no_exec +cmsDriver.py nano_mc_Run3_EE --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO \ +--conditions 126X_mcRun3_2022_realistic_postEE_v1 --era Run3,run3_nanoAOD_124 \ +--customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000" --nThreads 4 \ +-n -1 --filein "/store/mc/Run3Summer22EEMiniAODv3/QCD_PT-80to120_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_postEE_v1-v1/2550000/eddaff63-eb30-4155-afdc-3db5b07105b8.root" --fileout file:nano_mcRun3_EE.root \ +--customise="PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth" --no_exec ``` @@ -99,9 +99,9 @@ cmsDriver.py nano_mc_Run3_122X --mc --eventcontent NANOAODSIM --datatier NANOAOD ## Submission to CRAB For crab submission a handler script `crabby.py`, a crab baseline template `template_crab.py` and an example -submission yaml card `card_example_data.yml` are provided. Fill out the individual entries for each new submission, e.g. dataset from DAS. @BTV-Commissioning-Team: this is also the file to put "BTV_Run3_2022_Comm_v1" for the output folder. +submission yaml card `card_example_data.yml` are provided. Fill out the individual entries for each new submission, e.g. dataset from DAS. @BTV-Commissioning-Team: this is also the file to put "BTV_Run3_2022_Comm_v2" for the output folder. -- A single campaign (data/mc, year, config, output path) should be configured statically in a copy of `card_example_data.yml`. +- A single campaign (data/mc, year, config, output path) should be configured statically in a copy of `card_example_dataABCD.yml`. - To submit: ``` source /cvmfs/grid.cern.ch/centos7-umd4-ui-4_200423/etc/profile.d/setup-c7-ui-example.sh @@ -111,17 +111,17 @@ submission yaml card `card_example_data.yml` are provided. Fill out the individu cd CMSSW_12_4_8/src cmsenv cd PhysicsTools/PFNano/test - python3 crabby.py -c card_example_data.yml --make --submit + python3 crabby.py -c card_example_dataABCD.yml --make --submit ``` Or alternatively, split creation and submission of config which allows manual inspection before submission: ``` - python3 crabby.py -c card_example_data.yml --make + python3 crabby.py -c card_example_dataABCD.yml --make ``` then inspect manually if configuration is correct, and if all is fine: ``` - python3 crabby.py -c card_example_data.yml --submit + python3 crabby.py -c card_example_dataABCD.yml --submit ``` - Add `--test True` to disable publication on otherwise publishable config and produce a single file per dataset @@ -130,9 +130,15 @@ submission yaml card `card_example_data.yml` are provided. Fill out the individu When processing data, a lumi mask should be applied. The so called golden JSON should be applicable in most cases. Should also be checked here https://twiki.cern.ch/twiki/bin/view/CMS/PdmV + * Golden JSON re-reco +``` +# 2022: TBA +``` + + * Golden JSON prompt ``` -# 2022: /eos/user/c/cmsdqm/www/CAF/certification/Collisions22/Cert_Collisions2022_355100_357900_Golden.json +# 2022: /eos/user/c/cmsdqm/www/CAF/certification/Collisions22/Cert_Collisions2022_355100_362760_Golden.json ``` diff --git a/python/pfnano_cff.py b/python/pfnano_cff.py index e721470..7e2c395 100644 --- a/python/pfnano_cff.py +++ b/python/pfnano_cff.py @@ -68,46 +68,46 @@ def PFnano_customizeMC_noInputs(process): def PFnano_customizeData(process): addPFCands(process, False) add_BTV(process, False, keepInputs=['DeepCSV','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_add_DeepJet(process): addPFCands(process, False) add_BTV(process, False, keepInputs=['DeepCSV','DeepJet','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_allPF(process): addPFCands(process, False, True) add_BTV(process, False, keepInputs=['DeepCSV','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_allPF_add_DeepJet(process): addPFCands(process, False, True) add_BTV(process, False, keepInputs=['DeepCSV','DeepJet','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_AK4JetsOnly(process): addPFCands(process, False, False, True) add_BTV(process, False, True, keepInputs=['DeepCSV']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_AK4JetsOnly_add_DeepJet(process): addPFCands(process, False, False, True) add_BTV(process, False, True, keepInputs=['DeepCSV','DeepJet']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_AK8JetsOnly(process): addPFCands(process, False, False, False, True) add_BTV(process, False, False, True, keepInputs=['DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_noInputs(process): add_BTV(process, False, keepInputs=[]) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication + process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process diff --git a/test/card_example_data.yml b/test/card_example_dataABCD.yml similarity index 82% rename from test/card_example_data.yml rename to test/card_example_dataABCD.yml index 70ddf74..44118ca 100644 --- a/test/card_example_data.yml +++ b/test/card_example_dataABCD.yml @@ -3,17 +3,17 @@ campaign: crab_template: template_crab.py # User specific - workArea: data22_pub_yml # New each time + workArea: data22abcd_pub_yml # New each time storageSite: T2_DE_RWTH # Make sure you have write access outLFNDirBase: /store/user/anstein/PFNano # Change username and path voGroup: dcms # or leave empty # Campaign specific - tag_extension: BTV_Run3_2022_Comm_v1 # Will get appended after the current tag + tag_extension: BTV_Run3_2022_Comm_v2 # Will get appended after the current tag tag_mod: # Will modify name in-place for MC eg. "PFNanoAODv1" will replace MiniAODv2 -> PFNanoAODv1 # If others shall be able to access dataset via DAS (important when collaborating for commissioning!) publication: True - config: nano_data_2022_NANO.py + config: nano_data_2022ABCD_NANO.py # Specify if running on data data: True # data: False @@ -23,5 +23,5 @@ campaign: # do NOT submit too many tasks at the same time, despite it looking more convenient to you # wait for tasks to finish before submitting entire campaigns, # it's better to request one dataset at a time (taking fairshare into account) - datasets: /DoubleMuon/Run2022C-PromptReco-v1/MINIAOD - \ No newline at end of file + datasets: /DoubleMuon/Run2022C-10Dec2022-v1/MINIAOD + diff --git a/test/card_example_mc.yml b/test/card_example_mc.yml index 088bdaf..7d34950 100644 --- a/test/card_example_mc.yml +++ b/test/card_example_mc.yml @@ -3,13 +3,13 @@ campaign: crab_template: template_crab.py # User specific - workArea: summer22_124X_pub_yml # New each time + workArea: summer22_126X_pub_yml # New each time storageSite: T2_DE_RWTH # Make sure you have write access outLFNDirBase: /store/user/anstein/PFNano # Change username and path voGroup: dcms # or leave empty # Campaign specific - tag_extension: BTV_Run3_2022_Comm_v1 # Will get appended after the current tag + tag_extension: BTV_Run3_2022_Comm_v2 # Will get appended after the current tag tag_mod: # Will modify name in-place for MC eg. "PFNanoAODv1" will replace MiniAODv2 -> PFNanoAODv1 # If others shall be able to access dataset via DAS (important when collaborating for commissioning!) publication: True @@ -23,5 +23,5 @@ campaign: # do NOT submit too many tasks at the same time, despite it looking more convenient to you # wait for tasks to finish before submitting entire campaigns, # it's better to request one dataset at a time (taking fairshare into account) - datasets: /RelValTTbar_SemiLeptonic_PU_13p6/CMSSW_12_4_8-PU_124X_mcRun3_2022_realistic_v11_summer22-v1/MINIAODSIM - \ No newline at end of file + datasets: /QCD_PT-15to20_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/Run3Summer22MiniAODv3-124X_mcRun3_2022_realistic_v12-v1/MINIAODSIM + diff --git a/test/card_example_mc122X.yml b/test/card_example_mcEE.yml similarity index 76% rename from test/card_example_mc122X.yml rename to test/card_example_mcEE.yml index b1e9e67..7e81359 100644 --- a/test/card_example_mc122X.yml +++ b/test/card_example_mcEE.yml @@ -3,17 +3,17 @@ campaign: crab_template: template_crab.py # User specific - workArea: winter22_122X_pub_yml # New each time + workArea: summer22ee_126X_pub_yml # New each time storageSite: T2_DE_RWTH # Make sure you have write access outLFNDirBase: /store/user/anstein/PFNano # Change username and path voGroup: dcms # or leave empty # Campaign specific - tag_extension: BTV_Run3_2022_Comm_v1 # Will get appended after the current tag + tag_extension: BTV_Run3_2022_Comm_v2 # Will get appended after the current tag tag_mod: # Will modify name in-place for MC eg. "PFNanoAODv1" will replace MiniAODv2 -> PFNanoAODv1 # If others shall be able to access dataset via DAS (important when collaborating for commissioning!) publication: True - config: nano_mc_Run3_122X_NANO.py + config: nano_mc_Run3_EE_NANO.py # Specify if running on data # data: True data: False @@ -23,5 +23,5 @@ campaign: # do NOT submit too many tasks at the same time, despite it looking more convenient to you # wait for tasks to finish before submitting entire campaigns, # it's better to request one dataset at a time (taking fairshare into account) - datasets: /QCD_Pt_80to120_TuneCP5_13p6TeV_pythia8/Run3Winter22MiniAOD-122X_mcRun3_2021_realistic_v9-v2/MINIAODSIM - \ No newline at end of file + datasets: /QCD_PT-80to120_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/Run3Summer22EEMiniAODv3-124X_mcRun3_2022_realistic_postEE_v1-v1/MINIAODSIM + diff --git a/test/nano_data_2022ABCD_NANO.py b/test/nano_data_2022ABCD_NANO.py new file mode 100644 index 0000000..62c81fd --- /dev/null +++ b/test/nano_data_2022ABCD_NANO.py @@ -0,0 +1,130 @@ +# Auto generated configuration file +# using: +# Revision: 1.19 +# Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v +# with command line options: nano_data_2022ABCD --data --eventcontent NANOAOD --datatier NANOAOD --step NANO --conditions 124X_dataRun3_v11 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 --nThreads 4 -n -1 --filein /store/data/Run2022C/DoubleMuon/MINIAOD/10Dec2022-v1/2820000/dea1757f-d2ef-467a-9062-714775d00e45.root --fileout file:nano_data2022ABCD.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeData_add_DeepJet --no_exec +import FWCore.ParameterSet.Config as cms + +from Configuration.Eras.Era_Run3_cff import Run3 +from Configuration.Eras.Modifier_run3_nanoAOD_124_cff import run3_nanoAOD_124 + +process = cms.Process('NANO',Run3,run3_nanoAOD_124) + +# import of standard configurations +process.load('Configuration.StandardSequences.Services_cff') +process.load('SimGeneral.HepPDTESSource.pythiapdt_cfi') +process.load('FWCore.MessageService.MessageLogger_cfi') +process.load('Configuration.EventContent.EventContent_cff') +process.load('Configuration.StandardSequences.GeometryRecoDB_cff') +process.load('Configuration.StandardSequences.MagneticField_cff') +process.load('PhysicsTools.NanoAOD.nano_cff') +process.load('Configuration.StandardSequences.EndOfProcess_cff') +process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff') + +process.maxEvents = cms.untracked.PSet( + input = cms.untracked.int32(-1), + output = cms.optional.untracked.allowed(cms.int32,cms.PSet) +) + +# Input source +process.source = cms.Source("PoolSource", + fileNames = cms.untracked.vstring('/store/data/Run2022C/DoubleMuon/MINIAOD/10Dec2022-v1/2820000/dea1757f-d2ef-467a-9062-714775d00e45.root'), + secondaryFileNames = cms.untracked.vstring() +) + +process.options = cms.untracked.PSet( + FailPath = cms.untracked.vstring(), + IgnoreCompletely = cms.untracked.vstring(), + Rethrow = cms.untracked.vstring(), + SkipEvent = cms.untracked.vstring(), + accelerators = cms.untracked.vstring('*'), + allowUnscheduled = cms.obsolete.untracked.bool, + canDeleteEarly = cms.untracked.vstring(), + deleteNonConsumedUnscheduledModules = cms.untracked.bool(True), + dumpOptions = cms.untracked.bool(False), + emptyRunLumiMode = cms.obsolete.untracked.string, + eventSetup = cms.untracked.PSet( + forceNumberOfConcurrentIOVs = cms.untracked.PSet( + allowAnyLabel_=cms.required.untracked.uint32 + ), + numberOfConcurrentIOVs = cms.untracked.uint32(0) + ), + fileMode = cms.untracked.string('FULLMERGE'), + forceEventSetupCacheClearOnNewRun = cms.untracked.bool(False), + holdsReferencesToDeleteEarly = cms.untracked.VPSet(), + makeTriggerResults = cms.obsolete.untracked.bool, + modulesToIgnoreForDeleteEarly = cms.untracked.vstring(), + numberOfConcurrentLuminosityBlocks = cms.untracked.uint32(0), + numberOfConcurrentRuns = cms.untracked.uint32(1), + numberOfStreams = cms.untracked.uint32(0), + numberOfThreads = cms.untracked.uint32(1), + printDependencies = cms.untracked.bool(False), + sizeOfStackForThreadsInKB = cms.optional.untracked.uint32, + throwIfIllegalParameter = cms.untracked.bool(True), + wantSummary = cms.untracked.bool(False) +) + +# Production Info +process.configurationMetadata = cms.untracked.PSet( + annotation = cms.untracked.string('nano_data_2022ABCD nevts:-1'), + name = cms.untracked.string('Applications'), + version = cms.untracked.string('$Revision: 1.19 $') +) + +# Output definition + +process.NANOAODoutput = cms.OutputModule("NanoAODOutputModule", + compressionAlgorithm = cms.untracked.string('LZMA'), + compressionLevel = cms.untracked.int32(9), + dataset = cms.untracked.PSet( + dataTier = cms.untracked.string('NANOAOD'), + filterName = cms.untracked.string('') + ), + fileName = cms.untracked.string('file:nano_data2022ABCD.root'), + outputCommands = process.NANOAODEventContent.outputCommands +) + +# Additional output definition + +# Other statements +from Configuration.AlCa.GlobalTag import GlobalTag +process.GlobalTag = GlobalTag(process.GlobalTag, '124X_dataRun3_v11', '') + +# Path and EndPath definitions +process.nanoAOD_step = cms.Path(process.nanoSequence) +process.endjob_step = cms.EndPath(process.endOfProcess) +process.NANOAODoutput_step = cms.EndPath(process.NANOAODoutput) + +# Schedule definition +process.schedule = cms.Schedule(process.nanoAOD_step,process.endjob_step,process.NANOAODoutput_step) +from PhysicsTools.PatAlgos.tools.helpers import associatePatAlgosToolsTask +associatePatAlgosToolsTask(process) + +#Setup FWK for multithreaded +process.options.numberOfThreads = 4 +process.options.numberOfStreams = 0 + +# customisation of the process. + +# Automatic addition of the customisation function from PhysicsTools.NanoAOD.nano_cff +from PhysicsTools.NanoAOD.nano_cff import nanoAOD_customizeData + +#call to customisation function nanoAOD_customizeData imported from PhysicsTools.NanoAOD.nano_cff +process = nanoAOD_customizeData(process) + +# Automatic addition of the customisation function from PhysicsTools.PFNano.pfnano_cff +from PhysicsTools.PFNano.pfnano_cff import PFnano_customizeData_add_DeepJet + +#call to customisation function PFnano_customizeData_add_DeepJet imported from PhysicsTools.PFNano.pfnano_cff +process = PFnano_customizeData_add_DeepJet(process) + +# End of customisation functions + + +# Customisation from command line + +process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 +# Add early deletion of temporary data products to reduce peak memory need +from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete +process = customiseEarlyDelete(process) +# End adding early deletion diff --git a/test/nano_mc_Run3_122X_NANO.py b/test/nano_mc_Run3_EE_NANO.py similarity index 75% rename from test/nano_mc_Run3_122X_NANO.py rename to test/nano_mc_Run3_EE_NANO.py index ef85edc..ad52445 100644 --- a/test/nano_mc_Run3_122X_NANO.py +++ b/test/nano_mc_Run3_EE_NANO.py @@ -2,13 +2,13 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: nano_mc_Run3_122X --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 124X_mcRun3_2022_realistic_v11 --era Run3,run3_nanoAOD_122 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100 --nThreads 4 -n -1 --filein /store/mc/Run3Winter22MiniAOD/TTTo2L2Nu_CP5_13p6TeV_powheg-pythia8/MINIAODSIM/122X_mcRun3_2021_realistic_v9-v2/2550000/0d44f6e9-6961-4d60-b2c1-0e21c1249100.root --fileout file:nano_mcRun3_122X.root --customise=PhysicsTools/NanoAOD/V10/nano_cff.nanoAOD_customizeV10,PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec +# with command line options: nano_mc_Run3_EE --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 126X_mcRun3_2022_realistic_postEE_v1 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 --nThreads 4 -n -1 --filein /store/mc/Run3Summer22EEMiniAODv3/QCD_PT-80to120_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_postEE_v1-v1/2550000/eddaff63-eb30-4155-afdc-3db5b07105b8.root --fileout file:nano_mcRun3_EE.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec import FWCore.ParameterSet.Config as cms from Configuration.Eras.Era_Run3_cff import Run3 -from Configuration.Eras.Modifier_run3_nanoAOD_122_cff import run3_nanoAOD_122 +from Configuration.Eras.Modifier_run3_nanoAOD_124_cff import run3_nanoAOD_124 -process = cms.Process('NANO',Run3,run3_nanoAOD_122) +process = cms.Process('NANO',Run3,run3_nanoAOD_124) # import of standard configurations process.load('Configuration.StandardSequences.Services_cff') @@ -29,7 +29,7 @@ # Input source process.source = cms.Source("PoolSource", - fileNames = cms.untracked.vstring('/store/mc/Run3Winter22MiniAOD/TTTo2L2Nu_CP5_13p6TeV_powheg-pythia8/MINIAODSIM/122X_mcRun3_2021_realistic_v9-v2/2550000/0d44f6e9-6961-4d60-b2c1-0e21c1249100.root'), + fileNames = cms.untracked.vstring('/store/mc/Run3Summer22EEMiniAODv3/QCD_PT-80to120_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_postEE_v1-v1/2550000/eddaff63-eb30-4155-afdc-3db5b07105b8.root'), secondaryFileNames = cms.untracked.vstring() ) @@ -52,7 +52,9 @@ ), fileMode = cms.untracked.string('FULLMERGE'), forceEventSetupCacheClearOnNewRun = cms.untracked.bool(False), + holdsReferencesToDeleteEarly = cms.untracked.VPSet(), makeTriggerResults = cms.obsolete.untracked.bool, + modulesToIgnoreForDeleteEarly = cms.untracked.vstring(), numberOfConcurrentLuminosityBlocks = cms.untracked.uint32(0), numberOfConcurrentRuns = cms.untracked.uint32(1), numberOfStreams = cms.untracked.uint32(0), @@ -65,7 +67,7 @@ # Production Info process.configurationMetadata = cms.untracked.PSet( - annotation = cms.untracked.string('nano_mc_Run3_122X nevts:-1'), + annotation = cms.untracked.string('nano_mc_Run3_EE nevts:-1'), name = cms.untracked.string('Applications'), version = cms.untracked.string('$Revision: 1.19 $') ) @@ -79,7 +81,7 @@ dataTier = cms.untracked.string('NANOAODSIM'), filterName = cms.untracked.string('') ), - fileName = cms.untracked.string('file:nano_mcRun3_122X.root'), + fileName = cms.untracked.string('file:nano_mcRun3_EE.root'), outputCommands = process.NANOAODSIMEventContent.outputCommands ) @@ -87,7 +89,7 @@ # Other statements from Configuration.AlCa.GlobalTag import GlobalTag -process.GlobalTag = GlobalTag(process.GlobalTag, '124X_mcRun3_2022_realistic_v11', '') +process.GlobalTag = GlobalTag(process.GlobalTag, '126X_mcRun3_2022_realistic_postEE_v1', '') # Path and EndPath definitions process.nanoAOD_step = cms.Path(process.nanoSequenceMC) @@ -111,12 +113,6 @@ #call to customisation function nanoAOD_customizeMC imported from PhysicsTools.NanoAOD.nano_cff process = nanoAOD_customizeMC(process) -# Automatic addition of the customisation function from PhysicsTools.NanoAOD.V10.nano_cff -from PhysicsTools.NanoAOD.V10.nano_cff import nanoAOD_customizeV10 - -#call to customisation function nanoAOD_customizeV10 imported from PhysicsTools.NanoAOD.V10.nano_cff -process = nanoAOD_customizeV10(process) - # Automatic addition of the customisation function from PhysicsTools.PFNano.pfnano_cff from PhysicsTools.PFNano.pfnano_cff import PFnano_customizeMC_add_DeepJet_and_Truth @@ -128,7 +124,7 @@ # Customisation from command line -process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100 +process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 # Add early deletion of temporary data products to reduce peak memory need from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete process = customiseEarlyDelete(process) diff --git a/test/nano_mc_Run3_NANO.py b/test/nano_mc_Run3_NANO.py index 1493325..730fc65 100644 --- a/test/nano_mc_Run3_NANO.py +++ b/test/nano_mc_Run3_NANO.py @@ -2,12 +2,13 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: nano_mc_Run3 --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 124X_mcRun3_2022_realistic_v11 --era Run3 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100 --nThreads 4 -n -1 --filein /store/relval/CMSSW_12_4_8/RelValTTbar_SemiLeptonic_PU_13p6/MINIAODSIM/PU_124X_mcRun3_2022_realistic_v11_summer22-v1/2580000/23bf3611-4033-4c70-9bf7-5ae65290e14f.root --fileout file:nano_mcRun3.root --customise=PhysicsTools/NanoAOD/V10/nano_cff.nanoAOD_customizeV10,PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec +# with command line options: nano_mc_Run3 --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 126X_mcRun3_2022_realistic_v2 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 --nThreads 4 -n -1 --filein /store/mc/Run3Summer22MiniAODv3/QCD_PT-15to20_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_v12-v1/30000/8590bc1e-abd3-4be4-a068-16f4cb6b4994.root --fileout file:nano_mcRun3.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec import FWCore.ParameterSet.Config as cms from Configuration.Eras.Era_Run3_cff import Run3 +from Configuration.Eras.Modifier_run3_nanoAOD_124_cff import run3_nanoAOD_124 -process = cms.Process('NANO',Run3) +process = cms.Process('NANO',Run3,run3_nanoAOD_124) # import of standard configurations process.load('Configuration.StandardSequences.Services_cff') @@ -28,7 +29,7 @@ # Input source process.source = cms.Source("PoolSource", - fileNames = cms.untracked.vstring('/store/relval/CMSSW_12_4_8/RelValTTbar_SemiLeptonic_PU_13p6/MINIAODSIM/PU_124X_mcRun3_2022_realistic_v11_summer22-v1/2580000/23bf3611-4033-4c70-9bf7-5ae65290e14f.root'), + fileNames = cms.untracked.vstring('/store/mc/Run3Summer22MiniAODv3/QCD_PT-15to20_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_v12-v1/30000/8590bc1e-abd3-4be4-a068-16f4cb6b4994.root'), secondaryFileNames = cms.untracked.vstring() ) @@ -51,7 +52,9 @@ ), fileMode = cms.untracked.string('FULLMERGE'), forceEventSetupCacheClearOnNewRun = cms.untracked.bool(False), + holdsReferencesToDeleteEarly = cms.untracked.VPSet(), makeTriggerResults = cms.obsolete.untracked.bool, + modulesToIgnoreForDeleteEarly = cms.untracked.vstring(), numberOfConcurrentLuminosityBlocks = cms.untracked.uint32(0), numberOfConcurrentRuns = cms.untracked.uint32(1), numberOfStreams = cms.untracked.uint32(0), @@ -86,7 +89,7 @@ # Other statements from Configuration.AlCa.GlobalTag import GlobalTag -process.GlobalTag = GlobalTag(process.GlobalTag, '124X_mcRun3_2022_realistic_v11', '') +process.GlobalTag = GlobalTag(process.GlobalTag, '126X_mcRun3_2022_realistic_v2', '') # Path and EndPath definitions process.nanoAOD_step = cms.Path(process.nanoSequenceMC) @@ -110,12 +113,6 @@ #call to customisation function nanoAOD_customizeMC imported from PhysicsTools.NanoAOD.nano_cff process = nanoAOD_customizeMC(process) -# Automatic addition of the customisation function from PhysicsTools.NanoAOD.V10.nano_cff -from PhysicsTools.NanoAOD.V10.nano_cff import nanoAOD_customizeV10 - -#call to customisation function nanoAOD_customizeV10 imported from PhysicsTools.NanoAOD.V10.nano_cff -process = nanoAOD_customizeV10(process) - # Automatic addition of the customisation function from PhysicsTools.PFNano.pfnano_cff from PhysicsTools.PFNano.pfnano_cff import PFnano_customizeMC_add_DeepJet_and_Truth @@ -127,7 +124,7 @@ # Customisation from command line -process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100 +process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 # Add early deletion of temporary data products to reduce peak memory need from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete process = customiseEarlyDelete(process) From 4bdfe52aab55b0d8b641fbed5f6e5118474872ab Mon Sep 17 00:00:00 2001 From: Denise Date: Fri, 10 Feb 2023 13:19:27 +0100 Subject: [PATCH 2/3] delete promptReco config file --- test/nano_data_2022_NANO.py | 133 ------------------------------------ 1 file changed, 133 deletions(-) delete mode 100644 test/nano_data_2022_NANO.py diff --git a/test/nano_data_2022_NANO.py b/test/nano_data_2022_NANO.py deleted file mode 100644 index f98b035..0000000 --- a/test/nano_data_2022_NANO.py +++ /dev/null @@ -1,133 +0,0 @@ -# Auto generated configuration file -# using: -# Revision: 1.19 -# Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: nano_data_2022 --data --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 124X_dataRun3_Prompt_v4 --era Run3 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100 --nThreads 4 -n -1 --filein /store/data/Run2022C/DoubleMuon/MINIAOD/PromptReco-v1/000/355/863/00000/ab45899e-f1b8-49e7-be41-ee694b17b31d.root --fileout file:nano_data2022.root --customise=PhysicsTools/NanoAOD/V10/nano_cff.nanoAOD_customizeV10,PhysicsTools/PFNano/pfnano_cff.PFnano_customizeData_add_DeepJet --no_exec -import FWCore.ParameterSet.Config as cms - -from Configuration.Eras.Era_Run3_cff import Run3 - -process = cms.Process('NANO',Run3) - -# import of standard configurations -process.load('Configuration.StandardSequences.Services_cff') -process.load('SimGeneral.HepPDTESSource.pythiapdt_cfi') -process.load('FWCore.MessageService.MessageLogger_cfi') -process.load('Configuration.EventContent.EventContent_cff') -process.load('Configuration.StandardSequences.GeometryRecoDB_cff') -process.load('Configuration.StandardSequences.MagneticField_cff') -process.load('PhysicsTools.NanoAOD.nano_cff') -process.load('Configuration.StandardSequences.EndOfProcess_cff') -process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff') - -process.maxEvents = cms.untracked.PSet( - input = cms.untracked.int32(-1), - output = cms.optional.untracked.allowed(cms.int32,cms.PSet) -) - -# Input source -process.source = cms.Source("PoolSource", - fileNames = cms.untracked.vstring('/store/data/Run2022C/DoubleMuon/MINIAOD/PromptReco-v1/000/355/863/00000/ab45899e-f1b8-49e7-be41-ee694b17b31d.root'), - secondaryFileNames = cms.untracked.vstring() -) - -process.options = cms.untracked.PSet( - FailPath = cms.untracked.vstring(), - IgnoreCompletely = cms.untracked.vstring(), - Rethrow = cms.untracked.vstring(), - SkipEvent = cms.untracked.vstring(), - accelerators = cms.untracked.vstring('*'), - allowUnscheduled = cms.obsolete.untracked.bool, - canDeleteEarly = cms.untracked.vstring(), - deleteNonConsumedUnscheduledModules = cms.untracked.bool(True), - dumpOptions = cms.untracked.bool(False), - emptyRunLumiMode = cms.obsolete.untracked.string, - eventSetup = cms.untracked.PSet( - forceNumberOfConcurrentIOVs = cms.untracked.PSet( - allowAnyLabel_=cms.required.untracked.uint32 - ), - numberOfConcurrentIOVs = cms.untracked.uint32(0) - ), - fileMode = cms.untracked.string('FULLMERGE'), - forceEventSetupCacheClearOnNewRun = cms.untracked.bool(False), - makeTriggerResults = cms.obsolete.untracked.bool, - numberOfConcurrentLuminosityBlocks = cms.untracked.uint32(0), - numberOfConcurrentRuns = cms.untracked.uint32(1), - numberOfStreams = cms.untracked.uint32(0), - numberOfThreads = cms.untracked.uint32(1), - printDependencies = cms.untracked.bool(False), - sizeOfStackForThreadsInKB = cms.optional.untracked.uint32, - throwIfIllegalParameter = cms.untracked.bool(True), - wantSummary = cms.untracked.bool(False) -) - -# Production Info -process.configurationMetadata = cms.untracked.PSet( - annotation = cms.untracked.string('nano_data_2022 nevts:-1'), - name = cms.untracked.string('Applications'), - version = cms.untracked.string('$Revision: 1.19 $') -) - -# Output definition - -process.NANOAODSIMoutput = cms.OutputModule("NanoAODOutputModule", - compressionAlgorithm = cms.untracked.string('LZMA'), - compressionLevel = cms.untracked.int32(9), - dataset = cms.untracked.PSet( - dataTier = cms.untracked.string('NANOAODSIM'), - filterName = cms.untracked.string('') - ), - fileName = cms.untracked.string('file:nano_data2022.root'), - outputCommands = process.NANOAODSIMEventContent.outputCommands -) - -# Additional output definition - -# Other statements -from Configuration.AlCa.GlobalTag import GlobalTag -process.GlobalTag = GlobalTag(process.GlobalTag, '124X_dataRun3_Prompt_v4', '') - -# Path and EndPath definitions -process.nanoAOD_step = cms.Path(process.nanoSequence) -process.endjob_step = cms.EndPath(process.endOfProcess) -process.NANOAODSIMoutput_step = cms.EndPath(process.NANOAODSIMoutput) - -# Schedule definition -process.schedule = cms.Schedule(process.nanoAOD_step,process.endjob_step,process.NANOAODSIMoutput_step) -from PhysicsTools.PatAlgos.tools.helpers import associatePatAlgosToolsTask -associatePatAlgosToolsTask(process) - -#Setup FWK for multithreaded -process.options.numberOfThreads = 4 -process.options.numberOfStreams = 0 - -# customisation of the process. - -# Automatic addition of the customisation function from PhysicsTools.NanoAOD.nano_cff -from PhysicsTools.NanoAOD.nano_cff import nanoAOD_customizeData - -#call to customisation function nanoAOD_customizeData imported from PhysicsTools.NanoAOD.nano_cff -process = nanoAOD_customizeData(process) - -# Automatic addition of the customisation function from PhysicsTools.NanoAOD.V10.nano_cff -from PhysicsTools.NanoAOD.V10.nano_cff import nanoAOD_customizeV10 - -#call to customisation function nanoAOD_customizeV10 imported from PhysicsTools.NanoAOD.V10.nano_cff -process = nanoAOD_customizeV10(process) - -# Automatic addition of the customisation function from PhysicsTools.PFNano.pfnano_cff -from PhysicsTools.PFNano.pfnano_cff import PFnano_customizeData_add_DeepJet - -#call to customisation function PFnano_customizeData_add_DeepJet imported from PhysicsTools.PFNano.pfnano_cff -process = PFnano_customizeData_add_DeepJet(process) - -# End of customisation functions - - -# Customisation from command line - -process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=100 -# Add early deletion of temporary data products to reduce peak memory need -from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete -process = customiseEarlyDelete(process) -# End adding early deletion From 3b50ea6f85ee9f8794afca11100e2fc9e9565a70 Mon Sep 17 00:00:00 2001 From: Denise Date: Fri, 10 Feb 2023 13:20:56 +0100 Subject: [PATCH 3/3] move fakeNameforCrab modifier to cmsDriver command --- README.md | 6 +++--- python/pfnano_cff.py | 18 ------------------ test/nano_data_2022ABCD_NANO.py | 4 ++-- test/nano_mc_Run3_EE_NANO.py | 4 ++-- test/nano_mc_Run3_NANO.py | 4 ++-- 5 files changed, 9 insertions(+), 27 deletions(-) diff --git a/README.md b/README.md index 0e70fa6..a3152e3 100644 --- a/README.md +++ b/README.md @@ -70,7 +70,7 @@ Two imporant parameters that one needs to verify in the central nanoAOD document ``` cmsDriver.py nano_data_2022ABCD --data --eventcontent NANOAOD --datatier NANOAOD --step NANO \ --conditions 124X_dataRun3_v11 --era Run3,run3_nanoAOD_124 \ ---customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000" --nThreads 4 \ +--customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True)" --nThreads 4 \ -n -1 --filein "/store/data/Run2022C/DoubleMuon/MINIAOD/10Dec2022-v1/2820000/dea1757f-d2ef-467a-9062-714775d00e45.root" --fileout file:nano_data2022ABCD.root \ --customise="PhysicsTools/PFNano/pfnano_cff.PFnano_customizeData_add_DeepJet" --no_exec ``` @@ -79,7 +79,7 @@ cmsDriver.py nano_data_2022ABCD --data --eventcontent NANOAOD --datatier NANOAOD ``` cmsDriver.py nano_mc_Run3 --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO \ --conditions 126X_mcRun3_2022_realistic_v2 --era Run3,run3_nanoAOD_124 \ ---customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000" --nThreads 4 \ +--customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True)" --nThreads 4 \ -n -1 --filein "/store/mc/Run3Summer22MiniAODv3/QCD_PT-15to20_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_v12-v1/30000/8590bc1e-abd3-4be4-a068-16f4cb6b4994.root" --fileout file:nano_mcRun3.root \ --customise="PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth" --no_exec ``` @@ -88,7 +88,7 @@ cmsDriver.py nano_mc_Run3 --mc --eventcontent NANOAODSIM --datatier NANOAODSIM - ``` cmsDriver.py nano_mc_Run3_EE --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO \ --conditions 126X_mcRun3_2022_realistic_postEE_v1 --era Run3,run3_nanoAOD_124 \ ---customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000" --nThreads 4 \ +--customise_commands="process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True)" --nThreads 4 \ -n -1 --filein "/store/mc/Run3Summer22EEMiniAODv3/QCD_PT-80to120_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_postEE_v1-v1/2550000/eddaff63-eb30-4155-afdc-3db5b07105b8.root" --fileout file:nano_mcRun3_EE.root \ --customise="PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth" --no_exec ``` diff --git a/python/pfnano_cff.py b/python/pfnano_cff.py index 7e2c395..d10fd93 100644 --- a/python/pfnano_cff.py +++ b/python/pfnano_cff.py @@ -7,60 +7,50 @@ def PFnano_customizeMC(process): addPFCands(process, True) add_BTV(process, True, keepInputs=['DeepCSV','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_add_DeepJet(process): addPFCands(process, True) add_BTV(process, True, keepInputs=['DeepCSV','DeepJet','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_add_DeepJet_and_Truth(process): addPFCands(process, True) add_BTV(process, True, keepInputs=['DeepCSV','DeepJet','DDX'], storeAK4Truth="yes") - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_allPF(process): addPFCands(process, True, True) add_BTV(process, True, keepInputs=['DeepCSV','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_allPF_add_DeepJet(process): addPFCands(process, True, True) add_BTV(process, True, keepInputs=['DeepCSV','DeepJet','DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_allPF_add_DeepJet_and_Truth(process): addPFCands(process, True, True) add_BTV(process, True, keepInputs=['DeepCSV','DeepJet','DDX'], storeAK4Truth="yes") - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_AK4JetsOnly(process): addPFCands(process, True, False, True) add_BTV(process, True, True, keepInputs=['DeepCSV']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_AK4JetsOnly_add_DeepJet(process): addPFCands(process, True, False, True) add_BTV(process, True, True, keepInputs=['DeepCSV','DeepJet']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_AK8JetsOnly(process): addPFCands(process, True, False, False, True) add_BTV(process, True, False, True, keepInputs=['DDX']) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeMC_noInputs(process): add_BTV(process, True, keepInputs=[]) - process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process @@ -68,46 +58,38 @@ def PFnano_customizeMC_noInputs(process): def PFnano_customizeData(process): addPFCands(process, False) add_BTV(process, False, keepInputs=['DeepCSV','DDX']) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_add_DeepJet(process): addPFCands(process, False) add_BTV(process, False, keepInputs=['DeepCSV','DeepJet','DDX']) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_allPF(process): addPFCands(process, False, True) add_BTV(process, False, keepInputs=['DeepCSV','DDX']) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_allPF_add_DeepJet(process): addPFCands(process, False, True) add_BTV(process, False, keepInputs=['DeepCSV','DeepJet','DDX']) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_AK4JetsOnly(process): addPFCands(process, False, False, True) add_BTV(process, False, True, keepInputs=['DeepCSV']) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_AK4JetsOnly_add_DeepJet(process): addPFCands(process, False, False, True) add_BTV(process, False, True, keepInputs=['DeepCSV','DeepJet']) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_AK8JetsOnly(process): addPFCands(process, False, False, False, True) add_BTV(process, False, False, True, keepInputs=['DDX']) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process def PFnano_customizeData_noInputs(process): add_BTV(process, False, keepInputs=[]) - process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # needed for crab publication return process diff --git a/test/nano_data_2022ABCD_NANO.py b/test/nano_data_2022ABCD_NANO.py index 62c81fd..f2498cf 100644 --- a/test/nano_data_2022ABCD_NANO.py +++ b/test/nano_data_2022ABCD_NANO.py @@ -2,7 +2,7 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: nano_data_2022ABCD --data --eventcontent NANOAOD --datatier NANOAOD --step NANO --conditions 124X_dataRun3_v11 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 --nThreads 4 -n -1 --filein /store/data/Run2022C/DoubleMuon/MINIAOD/10Dec2022-v1/2820000/dea1757f-d2ef-467a-9062-714775d00e45.root --fileout file:nano_data2022ABCD.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeData_add_DeepJet --no_exec +# with command line options: nano_data_2022ABCD --data --eventcontent NANOAOD --datatier NANOAOD --step NANO --conditions 124X_dataRun3_v11 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) --nThreads 4 -n -1 --filein /store/data/Run2022C/DoubleMuon/MINIAOD/10Dec2022-v1/2820000/dea1757f-d2ef-467a-9062-714775d00e45.root --fileout file:nano_data2022ABCD.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeData_add_DeepJet --no_exec import FWCore.ParameterSet.Config as cms from Configuration.Eras.Era_Run3_cff import Run3 @@ -123,7 +123,7 @@ # Customisation from command line -process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 +process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODoutput.fakeNameForCrab = cms.untracked.bool(True) # Add early deletion of temporary data products to reduce peak memory need from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete process = customiseEarlyDelete(process) diff --git a/test/nano_mc_Run3_EE_NANO.py b/test/nano_mc_Run3_EE_NANO.py index ad52445..dff5492 100644 --- a/test/nano_mc_Run3_EE_NANO.py +++ b/test/nano_mc_Run3_EE_NANO.py @@ -2,7 +2,7 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: nano_mc_Run3_EE --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 126X_mcRun3_2022_realistic_postEE_v1 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 --nThreads 4 -n -1 --filein /store/mc/Run3Summer22EEMiniAODv3/QCD_PT-80to120_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_postEE_v1-v1/2550000/eddaff63-eb30-4155-afdc-3db5b07105b8.root --fileout file:nano_mcRun3_EE.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec +# with command line options: nano_mc_Run3_EE --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 126X_mcRun3_2022_realistic_postEE_v1 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) --nThreads 4 -n -1 --filein /store/mc/Run3Summer22EEMiniAODv3/QCD_PT-80to120_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_postEE_v1-v1/2550000/eddaff63-eb30-4155-afdc-3db5b07105b8.root --fileout file:nano_mcRun3_EE.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec import FWCore.ParameterSet.Config as cms from Configuration.Eras.Era_Run3_cff import Run3 @@ -124,7 +124,7 @@ # Customisation from command line -process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 +process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # Add early deletion of temporary data products to reduce peak memory need from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete process = customiseEarlyDelete(process) diff --git a/test/nano_mc_Run3_NANO.py b/test/nano_mc_Run3_NANO.py index 730fc65..0747e4b 100644 --- a/test/nano_mc_Run3_NANO.py +++ b/test/nano_mc_Run3_NANO.py @@ -2,7 +2,7 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: nano_mc_Run3 --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 126X_mcRun3_2022_realistic_v2 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 --nThreads 4 -n -1 --filein /store/mc/Run3Summer22MiniAODv3/QCD_PT-15to20_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_v12-v1/30000/8590bc1e-abd3-4be4-a068-16f4cb6b4994.root --fileout file:nano_mcRun3.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec +# with command line options: nano_mc_Run3 --mc --eventcontent NANOAODSIM --datatier NANOAODSIM --step NANO --conditions 126X_mcRun3_2022_realistic_v2 --era Run3,run3_nanoAOD_124 --customise_commands=process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) --nThreads 4 -n -1 --filein /store/mc/Run3Summer22MiniAODv3/QCD_PT-15to20_MuEnrichedPt5_TuneCP5_13p6TeV_pythia8/MINIAODSIM/124X_mcRun3_2022_realistic_v12-v1/30000/8590bc1e-abd3-4be4-a068-16f4cb6b4994.root --fileout file:nano_mcRun3.root --customise=PhysicsTools/PFNano/pfnano_cff.PFnano_customizeMC_add_DeepJet_and_Truth --no_exec import FWCore.ParameterSet.Config as cms from Configuration.Eras.Era_Run3_cff import Run3 @@ -124,7 +124,7 @@ # Customisation from command line -process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000 +process.add_(cms.Service('InitRootHandlers', EnableIMT = cms.untracked.bool(False)));process.MessageLogger.cerr.FwkReport.reportEvery=1000;process.NANOAODSIMoutput.fakeNameForCrab = cms.untracked.bool(True) # Add early deletion of temporary data products to reduce peak memory need from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete process = customiseEarlyDelete(process)