crab fixed

FrameworkJobReport.xml

@@ -0,0 +1,17 @@
+<FrameworkJobReport>
+<ReadBranches>
+</ReadBranches>
+<PerformanceReport>
+  <PerformanceSummary Metric="StorageStatistics">
+    <Metric Name="Parameter-untracked-bool-enabled" Value="true"/>
+    <Metric Name="Parameter-untracked-bool-stats" Value="true"/>
+    <Metric Name="Parameter-untracked-string-cacheHint" Value="application-only"/>
+    <Metric Name="Parameter-untracked-string-readHint" Value="auto-detect"/>
+    <Metric Name="ROOT-tfile-read-totalMegabytes" Value="0"/>
+    <Metric Name="ROOT-tfile-write-totalMegabytes" Value="0"/>
+  </PerformanceSummary>
+</PerformanceReport>
+
+<GeneratorInfo>
+</GeneratorInfo>
+</FrameworkJobReport>

PSet.py

@@ -0,0 +1,13 @@
+#this fake PSET is needed for local test and for crab to figure the output filename
+#you do not need to edit it unless you want to do a local test using a different input file than
+#the one marked below
+import FWCore.ParameterSet.Config as cms
+process = cms.Process('NANO')
+process.source = cms.Source("PoolSource", fileNames = cms.untracked.vstring(),
+#    lumisToProcess=cms.untracked.VLuminosityBlockRange("254231:1-254231:24")
+)
+process.source.fileNames = [ 'root://cms-xrd-global.cern.ch//store/mc/RunIISummer16NanoAOD/TTJets_TuneCUETP8M1_13TeV-madgraphMLM-pythia8/NANOAODSIM/PUMoriond17_05Feb2018_94X_mcRun2_asymptotic_v2-v1/40000/2CE738F9-C212-E811-BD0E-EC0D9A8222CE.root' ##you can change only this line
+]
+process.maxEvents = cms.untracked.PSet(input = cms.untracked.int32(111))
+process.output = cms.OutputModule("PoolOutputModule", fileName = cms.untracked.string('tree.root'))
+process.out = cms.EndPath(process.output)

README.md

@@ -50,10 +50,10 @@ nanoAOD skiming code for vv semi-leptonic VBS studies
 5. batch job submission.
    1. Crab-job submission   
       ```bash
-      cd crab/
+      cd PhysicsTools/NanoAODTools/python/postprocessing/analysis/nanoAOD_skim
       voms-proxy-init -voms cms --valid 200:00
       source /cvmfs/cms.cern.ch/crab3/crab.sh
-      crab submit -c crab_cfg.py
+      crab submit --config=crab_cfg.py
       ```
 
    2. Step: 5 (b): Condor-job submission

check_das_sample.py

@@ -5,7 +5,7 @@
 "v6_2016_campaign" : ["RunIISummer16NanoAODv6-*","Run2016*-Nano25Oct2019*-v*"],
 "v6_2017_campaign" : ["RunIIFall17NanoAODv6-*","Run2017*-Nano25Oct2019*-v*"],
 "v6_2018_campaign" : ["RunIIAutumn18NanoAODv6-*102X_upgrade2018_realistic_v20-v*","Run2018*-Nano25Oct2019*-v*"],
-"v7_2018_campaign" : ["RunIIAutumn18NanoAODv7-*102X_upgrade2018_realistic_v20-v*","Run2018*-02Apr2020-v1"],
+"v7_2018_campaign" : ["RunIIAutumn18NanoAODv7-*102X_upgrade2018_realistic_v*-v*","Run2018*-02Apr2020-v1"],
 "v7_2017_campaign" : ["RunIIFall17NanoAODv7-*","Run2017*-02Apr2020-v1"],
 "v7_2016_campaign" : ["RunIISummer16NanoAODv7-*","Run2016*-02Apr2020-v1"],
 }

crab_cfg.py

@@ -0,0 +1,31 @@
+from WMCore.Configuration import Configuration
+from CRABClient.UserUtilities import config
+config = Configuration()
+
+config.section_("General")
+config.General.requestName = 'nanoAOD_testing_2'
+config.General.workArea = '/afs/cern.ch/user/y/yujil/crabtest/CMSSW_10_6_30/src/PhysicsTools/NanoAODTools/python/postprocessing/analysis/nanoAOD_skim/crab_projects_sendPythonFolderFalse'
+#config.General.transferLogs=True
+config.General.transferOutputs = True
+config.section_("JobType")
+config.JobType.pluginName = 'Analysis'
+config.JobType.psetName = 'PSet.py'
+config.JobType.scriptExe = 'crab_script.sh'
+config.JobType.inputFiles = ['post_proc.py','../../../../scripts/haddnano.py','keep_and_drop.txt','FrameworkJobReport.xml'] #hadd nano will not be needed once nano tools are in cmssw
+#config.JobType.sendPythonFolder     = True
+config.JobType.allowUndistributedCMSSW = True
+config.section_("Data")
+config.Data.inputDataset = '/WplusTo2JWminusTo2LJJ_EWK_LO_aQGC_MJJ100PTJ10_TuneCP5_13TeV-madgraph-pythia8/RunIIAutumn18NanoAODv5-Nano1June2019_102X_upgrade2018_realistic_v19-v1/NANOAODSIM'
+#config.Data.inputDBS = 'phys03'
+config.Data.inputDBS = 'global'
+config.Data.splitting = 'FileBased'
+#config.Data.splitting = 'EventAwareLumiBased'
+config.Data.unitsPerJob = 1
+
+config.Data.outLFNDirBase = '/store/user/yujil/newNTuple_UL'
+#config.Data.outLFNDirBase = '/store/user/%s/NanoPostTemp' % (getUsernameFromSiteDB())
+config.Data.publication = False
+config.Data.ignoreLocality = False
+config.Data.outputDatasetTag = 'NanoTestPost'
+config.section_("Site")
+config.Site.storageSite = "T2_CN_Beijing"

crab_projects_sendPythonFolderFalse/crab_nanoAOD_testing_2/.requestcache

@@ -0,0 +1,252 @@
+(dp0
+VServer
+p1
+Vcmsweb.cern.ch
+p2
+sVPort
+p3
+V
+p4
+sVRequestName
+p5
+V240112_082816:yujil_crab_nanoAOD_testing_2
+p6
+sVvoRole
+p7
+VNULL
+p8
+sVvoGroup
+p9
+g4
+sVinstance
+p10
+Vprod
+p11
+sVOriginalConfig
+p12
+ccopy_reg
+_reconstructor
+p13
+(cWMCore.Configuration
+Configuration
+p14
+c__builtin__
+object
+p15
+Ntp16
+Rp17
+(dp18
+V_internal_sections
+p19
+(lp20
+VGeneral
+p21
+aVJobType
+p22
+aVData
+p23
+aVSite
+p24
+asg21
+g13
+(cWMCore.Configuration
+ConfigSection
+p25
+g15
+Ntp26
+Rp27
+(dp28
+V_internal_documentation
+p29
+g4
+sV_internal_name
+p30
+g21
+sV_internal_settings
+p31
+c__builtin__
+set
+p32
+((lp33
+VrequestName
+p34
+aVtransferOutputs
+p35
+aVworkArea
+p36
+atp37
+Rp38
+sV_internal_docstrings
+p39
+(dp40
+sV_internal_children
+p41
+g32
+((lp42
+tp43
+Rp44
+sV_internal_parent_ref
+p45
+NsV_internal_skipChecks
+p46
+I00
+sg34
+VnanoAOD_testing_2
+p47
+sg36
+V/afs/cern.ch/user/y/yujil/crabtest/CMSSW_10_6_30/src/PhysicsTools/NanoAODTools/python/postprocessing/analysis/nanoAOD_skim/crab_projects_sendPythonFolderFalse
+p48
+sg35
+I01
+sbsg22
+g13
+(g25
+g15
+Ntp49
+Rp50
+(dp51
+g29
+g4
+sg30
+g22
+sg31
+g32
+((lp52
+VscriptExe
+p53
+aVallowUndistributedCMSSW
+p54
+aVpsetName
+p55
+aVinputFiles
+p56
+aVpluginName
+p57
+atp58
+Rp59
+sg39
+(dp60
+sg41
+g32
+((lp61
+tp62
+Rp63
+sg45
+Nsg46
+I00
+sg57
+VAnalysis
+p64
+sg55
+VPSet.py
+p65
+sg53
+Vcrab_script.sh
+p66
+sg56
+(lp67
+Vpost_proc.py
+p68
+aV../../../../scripts/haddnano.py
+p69
+aVkeep_and_drop.txt
+p70
+aVFrameworkJobReport.xml
+p71
+asg54
+I01
+sbsg23
+g13
+(g25
+g15
+Ntp72
+Rp73
+(dp74
+g29
+g4
+sg30
+g23
+sg31
+g32
+((lp75
+VinputDBS
+p76
+aVoutputDatasetTag
+p77
+aVsplitting
+p78
+aVpublication
+p79
+aVoutLFNDirBase
+p80
+aVunitsPerJob
+p81
+aVignoreLocality
+p82
+aVinputDataset
+p83
+atp84
+Rp85
+sg39
+(dp86
+sg41
+g32
+((lp87
+tp88
+Rp89
+sg45
+Nsg46
+I00
+sg83
+V/WplusTo2JWminusTo2LJJ_EWK_LO_aQGC_MJJ100PTJ10_TuneCP5_13TeV-madgraph-pythia8/RunIIAutumn18NanoAODv5-Nano1June2019_102X_upgrade2018_realistic_v19-v1/NANOAODSIM
+p90
+sg76
+Vglobal
+p91
+sg78
+VFileBased
+p92
+sg81
+L1L
+sg80
+V/store/user/yujil/newNTuple_UL
+p93
+sg79
+I00
+sg82
+I00
+sg77
+VNanoTestPost
+p94
+sbsg24
+g13
+(g25
+g15
+Ntp95
+Rp96
+(dp97
+g29
+g4
+sg30
+g24
+sg31
+g32
+((lp98
+VstorageSite
+p99
+atp100
+Rp101
+sg39
+(dp102
+sg41
+g32
+((lp103
+tp104
+Rp105
+sg45
+Nsg46
+I00
+sg99
+VT2_CN_Beijing
+p106
+sbsbs.