diff --git a/.github/workflows/cvmfs-ci.yml b/.github/workflows/cvmfs-ci.yml index a5a5b03489e..1e0c0010465 100644 --- a/.github/workflows/cvmfs-ci.yml +++ b/.github/workflows/cvmfs-ci.yml @@ -6,41 +6,43 @@ on: push: branches: - main - jobs: test_workflow: runs-on: ubuntu-latest strategy: matrix: IMAGE: ["cmscloud/al9-cms"] - CMSSW_VERSION: ["CMSSW_14_1_0_pre4"] # ROOT v6.30/07 + CMSSW_VERSION: ["CMSSW_14_1_0_pre4"] SCRAM_ARCH: ["el9_amd64_gcc12"] + ROOT: ["ROOT v6.30"] include: - IMAGE: "cmscloud/cc7-cms" - CMSSW_VERSION: "CMSSW_11_3_4" # ROOT v6.22 + CMSSW_VERSION: "CMSSW_11_3_4" SCRAM_ARCH: "slc7_amd64_gcc900" + ROOT: "ROOT v6.22/08" - IMAGE: "cmscloud/al9-cms" - CMSSW_VERSION: "CMSSW_14_0_0_pre1" # ROOT v6.26/11 + CMSSW_VERSION: "CMSSW_14_0_0_pre1" SCRAM_ARCH: "el9_amd64_gcc12" - - name: Test with ${{ matrix.CMSSW_VERSION }} + ROOT: "ROOT v6.26/11" + env: + docker_opt_rw: -v /cvmfs:/cvmfs:shared -v ${{ github.workspace }}:/work/CombinedLimit --mount source=cmsusr,destination=/home/cmsusr -w /home/cmsusr -e CMSSW_VERSION=${{ matrix.CMSSW_VERSION }} -e SCRAM_ARCH=${{ matrix.SCRAM_ARCH }} + docker_opt_ro: -v /cvmfs:/cvmfs:shared -v cmsusr:/home/cmsusr/cmssw/:ro -w /home/cmsusr/ -e CMSSW_VERSION=${{ matrix.CMSSW_VERSION }} -e SCRAM_ARCH=${{ matrix.SCRAM_ARCH }} + name: Test with ${{ matrix.CMSSW_VERSION }} and ${{ matrix.ROOT }} steps: - # checkout the files of this repository - uses: actions/checkout@v4 - uses: cvmfs-contrib/github-action-cvmfs@v4 with: cvmfs_repositories: 'cms.cern.ch' - uses: rhaschke/docker-run-action@v5 + name: Build Combine with: image: ${{ matrix.IMAGE }} shell: bash - options: -v /cvmfs:/cvmfs:shared -v ${{ github.workspace }}:/work/CombinedLimit -w /home/cmsusr -e CMSSW_VERSION=${{ matrix.CMSSW_VERSION }} -e SCRAM_ARCH=${{ matrix.SCRAM_ARCH }} + options: ${{env.docker_opt_rw}} run: | - ls /work/CombinedLimit - ls /cvmfs/cms.cern.ch | grep common + cd /home/cmsusr/ source /cvmfs/cms.cern.ch/cmsset_default.sh scram project ${CMSSW_VERSION} - source /cvmfs/cms.cern.ch/cmsset_default.sh cd ${CMSSW_VERSION}/src cmsenv mkdir -p HiggsAnalysis @@ -49,17 +51,135 @@ jobs: echo ${PATH} root --version combine --help - combine HiggsAnalysis/CombinedLimit/data/tutorials/CAT23001/datacard-2-template-analysis.txt -M HybridNew --LHCmode LHC-limits --rMax 2.0 --clsAcc 0.01 - combine HiggsAnalysis/CombinedLimit/data/tutorials/CAT23001/datacard-3-parametric-analysis.txt -M HybridNew --LHCmode LHC-significance -T 100 --mass 125 - combine HiggsAnalysis/CombinedLimit/data/tutorials/CAT23001/datacard-3-parametric-analysis.txt -M Significance --mass 125 - combine HiggsAnalysis/CombinedLimit/data/tutorials/CAT23001/datacard-1-counting-experiment.txt -M MarkovChainMC --tries 100 - text2workspace.py HiggsAnalysis/CombinedLimit/data/tutorials/CAT23001/datacard-5-multi-signal.txt -P HiggsAnalysis.CombinedLimit.PhysicsModel:floatingXSHiggs --PO modes=ggH,qqH -o datacard-5-multi-signal.root --mass 125 - combine datacard-5-multi-signal.root -M MultiDimFit --algo singles --mass 125 - combine HiggsAnalysis/CombinedLimit/data/tutorials/CAT23001/datacard-5-multi-signal.txt -M ChannelCompatibilityCheck --mass 125 + + - uses: rhaschke/docker-run-action@v5 + name: Counting datacard + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + text2workspace.py HiggsAnalysis/CombinedLimit/data/tutorials/multiDim/toy-hgg-125.txt -m 125 -P HiggsAnalysis.CombinedLimit.PhysicsModel:floatingXSHiggs --PO modes=ggH,qqH + combine -M MultiDimFit HiggsAnalysis/CombinedLimit/data/tutorials/multiDim/toy-hgg-125.root --setParameterRanges r=-1,1 + + - uses: rhaschke/docker-run-action@v5 + name: Countind datacard Fixed Point from csv + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv text2workspace.py HiggsAnalysis/CombinedLimit/data/tutorials/multiDim/toy-hgg-125.txt -m 125 -P HiggsAnalysis.CombinedLimit.PhysicsModel:floatingXSHiggs --PO modes=ggH,qqH - combine -M MultiDimFit HiggsAnalysis/CombinedLimit/data/tutorials/multiDim/toy-hgg-125.root combineTool.py -M MultiDimFit HiggsAnalysis/CombinedLimit/data/tutorials/multiDim/toy-hgg-125.root --fromfile HiggsAnalysis/CombinedLimit/data/tutorials/multiDim/fixed.csv + - uses: rhaschke/docker-run-action@v5 + name: Parametric analysis + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + text2workspace.py HiggsAnalysis/CombinedLimit/data/tutorials/CAT23001/datacard-3-parametric-analysis.txt -o ws_parametric-analysis.root --mass 125 + combine -M MultiDimFit ws_parametric-analysis.root --algo singles --setParameterRanges r=-2,1 + - uses: rhaschke/docker-run-action@v5 + name: Template analysis + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + text2workspace.py HiggsAnalysis/CombinedLimit/data/ci/template-analysis_shapeInterp.txt -o ws_template-analysis.root --mass 200 + combine -M MultiDimFit ws_template-analysis.root --algo singles --setParameterRanges r=-1,1 + combine -M FitDiagnostics ws_template-analysis.root -t -1 --setParameters r=1 --plots --setParameterRanges r=-1,1 + - uses: rhaschke/docker-run-action@v5 + name: Template analysis CMSHistSum + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + text2workspace.py HiggsAnalysis/CombinedLimit/data/ci/template-analysis_shapeInterp.txt -o ws_template-analysis.root --mass 200 --for-fits --no-wrappers --use-histsum + combine -M MultiDimFit ws_template-analysis.root --algo singles --setParameterRanges r=-1,1 --X-rtd FAST_VERTICAL_MORPH + + - uses: rhaschke/docker-run-action@v5 + name: Template analysis CMSHistSum with shapeN + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + text2workspace.py HiggsAnalysis/CombinedLimit/data/ci/template-analysis_shapeNInterp.txt -o ws_template-analysis.root --mass 200 --for-fits --no-wrappers --use-histsum + combine -M MultiDimFit ws_template-analysis.root --algo singles --setParameterRanges r=-1,1 --X-rtd FAST_VERTICAL_MORPH + - uses: rhaschke/docker-run-action@v5 + name: RooMultiPdf + if: ${{ startsWith(matrix.CMSSW_VERSION, 'CMSSW_14') }} + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + ulimit -s unlimited + text2workspace.py HiggsAnalysis/CombinedLimit/data/ci/datacard_RooMultiPdf.txt.gz -o ws_RooMultiPdf.root + combine -M MultiDimFit -m 125.38 --setParameters pdf_index_ggh=2 --freezeParameters MH --cminDefaultMinimizerStrategy 0 --X-rtd FAST_VERTICAL_MORPH --X-rtd MINIMIZER_freezeDisassociatedParams --X-rtd MINIMIZER_multiMin_maskChannels=2 --algo singles ws_RooMultiPdf.root + + - uses: rhaschke/docker-run-action@v5 + name: RooParametricHist + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + ulimit -s unlimited + text2workspace.py -P HiggsAnalysis.CombinedLimit.PhysicsModel:multiSignalModel --PO verbose --PO 'map=.*/*hcc*:r[1,-500,500]' --PO 'map=.*/zcc:z[1,-5,5]' HiggsAnalysis/CombinedLimit/data/ci/datacard_RooParametricHist.txt -o ws_RooParametricHist.root + combine -M MultiDimFit ws_RooParametricHist.root --algo singles + + - uses: rhaschke/docker-run-action@v5 + name: RooHistPdf + if: ${{ startsWith(matrix.CMSSW_VERSION, 'CMSSW_14') }} + with: + image: ${{ matrix.IMAGE }} + shell: bash + options: ${{env.docker_opt_ro}} + run: | + cp -r cmssw/${CMSSW_VERSION} . + cd /home/cmsusr/${CMSSW_VERSION}/src + source /cvmfs/cms.cern.ch/cmsset_default.sh + cmsenv + ulimit -s unlimited + text2workspace.py HiggsAnalysis/CombinedLimit/data/ci/datacard_RooHistPdf.txt.gz -o ws_RooHistPdf.root + combine -M MultiDimFit ws_RooHistPdf.root --algo singles -v -2 --setParameterRanges r=-1,2. diff --git a/bin/PerfTest.cpp b/bin/PerfTest.cpp index 55f3ce7cdaf..2fe55665ef9 100644 --- a/bin/PerfTest.cpp +++ b/bin/PerfTest.cpp @@ -59,10 +59,8 @@ int main(int argc, char *argv[]) { } RooWorkspace *w = (RooWorkspace*)gDirectory->Get(argv[2]); - // w->Print(); auto allfuncs = w->allFunctions(); - auto it =allfuncs.fwdIterator(); - for (RooAbsArg *a = it.next(); a != 0; a = it.next()) { + for (auto *a: allfuncs){ auto rrv = dynamic_cast(a); if (rrv) { rrv->getVal(); diff --git a/bin/combine.cpp b/bin/combine.cpp index 592b0b04849..46cd3bae9a0 100644 --- a/bin/combine.cpp +++ b/bin/combine.cpp @@ -32,7 +32,7 @@ using namespace std; // Update whenever we have a new Tag -std::string combineTagString = "v10.0.1"; +std::string combineTagString = "v10.0.2"; // int main(int argc, char **argv) { diff --git a/conda_env.yml b/conda_env.yml index fb646053b3a..8283bc92ee9 100644 --- a/conda_env.yml +++ b/conda_env.yml @@ -9,6 +9,6 @@ dependencies: - gsl - tbb - vdt - - boost + - boost-cpp - pcre - eigen diff --git a/data/ci/datacard_RooHistPdf.txt.gz b/data/ci/datacard_RooHistPdf.txt.gz new file mode 100644 index 00000000000..27893444831 Binary files /dev/null and b/data/ci/datacard_RooHistPdf.txt.gz differ diff --git a/data/ci/datacard_RooMultiPdf.txt.gz b/data/ci/datacard_RooMultiPdf.txt.gz new file mode 100644 index 00000000000..5f38902e9e7 Binary files /dev/null and b/data/ci/datacard_RooMultiPdf.txt.gz differ diff --git a/data/ci/datacard_RooParametricHist.txt b/data/ci/datacard_RooParametricHist.txt new file mode 100644 index 00000000000..d1770d5e4ff --- /dev/null +++ b/data/ci/datacard_RooParametricHist.txt @@ -0,0 +1,472 @@ +imax 14 number of bins +jmax 18 number of processes minus 1 +kmax 238 number of nuisance parameters +---------------------------------------------------------------------------------------------------------------------------------- +shapes * muonCRfail2016 shapes_RooParametricHist.root shapes2016:muonCRfail2016_$PROCESS shapes2016:muonCRfail2016_$PROCESS_$SYSTEMATIC +shapes * muonCRpass2016 shapes_RooParametricHist.root shapes2016:muonCRpass2016_$PROCESS shapes2016:muonCRpass2016_$PROCESS_$SYSTEMATIC +shapes * ptbin0fail2016 shapes_RooParametricHist.root shapes2016:ptbin0fail2016_$PROCESS shapes2016:ptbin0fail2016_$PROCESS_$SYSTEMATIC +shapes * ptbin0pass2016 shapes_RooParametricHist.root shapes2016:ptbin0pass2016_$PROCESS shapes2016:ptbin0pass2016_$PROCESS_$SYSTEMATIC +shapes * ptbin1fail2016 shapes_RooParametricHist.root shapes2016:ptbin1fail2016_$PROCESS shapes2016:ptbin1fail2016_$PROCESS_$SYSTEMATIC +shapes * ptbin1pass2016 shapes_RooParametricHist.root shapes2016:ptbin1pass2016_$PROCESS shapes2016:ptbin1pass2016_$PROCESS_$SYSTEMATIC +shapes * ptbin2fail2016 shapes_RooParametricHist.root shapes2016:ptbin2fail2016_$PROCESS shapes2016:ptbin2fail2016_$PROCESS_$SYSTEMATIC +shapes * ptbin2pass2016 shapes_RooParametricHist.root shapes2016:ptbin2pass2016_$PROCESS shapes2016:ptbin2pass2016_$PROCESS_$SYSTEMATIC +shapes * ptbin3fail2016 shapes_RooParametricHist.root shapes2016:ptbin3fail2016_$PROCESS shapes2016:ptbin3fail2016_$PROCESS_$SYSTEMATIC +shapes * ptbin3pass2016 shapes_RooParametricHist.root shapes2016:ptbin3pass2016_$PROCESS shapes2016:ptbin3pass2016_$PROCESS_$SYSTEMATIC +shapes * ptbin4fail2016 shapes_RooParametricHist.root shapes2016:ptbin4fail2016_$PROCESS shapes2016:ptbin4fail2016_$PROCESS_$SYSTEMATIC +shapes * ptbin4pass2016 shapes_RooParametricHist.root shapes2016:ptbin4pass2016_$PROCESS shapes2016:ptbin4pass2016_$PROCESS_$SYSTEMATIC +shapes * ptbin5fail2016 shapes_RooParametricHist.root shapes2016:ptbin5fail2016_$PROCESS shapes2016:ptbin5fail2016_$PROCESS_$SYSTEMATIC +shapes * ptbin5pass2016 shapes_RooParametricHist.root shapes2016:ptbin5pass2016_$PROCESS shapes2016:ptbin5pass2016_$PROCESS_$SYSTEMATIC +---------------------------------------------------------------------------------------------------------------------------------- +bin ptbin0pass2016 ptbin0fail2016 ptbin1pass2016 ptbin1fail2016 ptbin2pass2016 ptbin2fail2016 ptbin3pass2016 ptbin3fail2016 ptbin4pass2016 ptbin4fail2016 ptbin5pass2016 ptbin5fail2016 muonCRpass2016 muonCRfail2016 +observation 10903 2178441 6153 1182036 3828 679034 2978 506504 2087 308531 1009 126035 35 1108 +---------------------------------------------------------------------------------------------------------------------------------- +bin ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0pass2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin0fail2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1pass2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin1fail2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2pass2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin2fail2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3pass2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin3fail2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4pass2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin4fail2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5pass2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 ptbin5fail2016 muonCRpass2016 muonCRpass2016 muonCRpass2016 muonCRpass2016 muonCRpass2016 muonCRfail2016 muonCRfail2016 muonCRfail2016 muonCRfail2016 muonCRfail2016 +process zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln hbb vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd zcc hcc vbfhcc whcc zhcc zbb zqq wcq wqq tqq stqq vvqq zll wln vbfhbb whbb zhbb qcd tqq stqq vvqq zll wln tqq stqq vvqq zll wln +process -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 14 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 -4 -3 -2 -1 0 1 2 3 4 5 6 7 8 9 10 11 12 13 5 6 7 8 9 5 6 7 8 9 +rate 322.991 0.528 0.205 0.091 0.086 58.545 72.941 504.943 88.176 162.994 38.654 21.733 8.814 10.352 0.595 0.514 0.421 1 1394.079 2.346 1.028 0.645 0.528 402.976 6366.31 9824.99 10805.191 5707.572 965.017 416.25 166.331 1678.989 11.584 4.543 3.892 3.746 1 195.366 0.329 0.113 0.053 0.038 38.911 50.504 331.689 63.335 89.401 28.64 12.889 5.992 6.727 0.447 0.342 0.217 1 790.033 1.345 0.518 0.392 0.349 218.666 3695.494 5578.418 6297.018 3097.504 561.94 280.015 109.347 1081.442 2.763 2.51 2.349 1 126.333 0.172 0.071 0.035 0.031 23.551 38.098 211.433 43.332 52.273 19.297 14.016 4.349 4.475 0.331 0.216 0.185 1 441.814 0.738 0.383 0.235 0.216 120.851 2174.295 3260.176 3713.902 1805.625 338.69 159.879 72.133 698.874 1.618 1.837 1.585 1 106.129 0.166 0.08 0.032 0.038 25.441 37.153 190.199 48.365 39.613 16.973 10.162 3.427 4.566 0.319 0.113 0.204 1 351.668 0.529 0.281 0.204 0.171 98.744 1758.038 2558.407 2975.798 1396.884 281.827 151.617 65.876 622.728 1.14 1.222 1.446 1 78.397 0.095 0.053 0.034 0.023 20.152 33.699 150.187 46.031 21.917 15.858 13.123 2.961 3.395 0.205 0.159 0.124 1 235.455 0.298 0.224 0.134 0.137 61.401 1200.955 1727.371 1997.876 960.725 219.988 122.268 55.293 483.003 0.898 0.943 1.176 1 48.796 0.039 0.046 0.025 0.015 11.728 31.912 94.516 36.496 9.295 13.837 7.454 1.708 1.896 0.083 0.106 0.155 1 113.345 0.145 0.089 0.083 0.076 31.955 621.148 849.353 1058.417 502.397 145.331 77.087 40.12 293.994 0.471 0.621 0.681 1 30.982 10.705 0 0.065 0.44 1019.511 141.463 1.267 7.7 75.946 +---------------------------------------------------------------------------------------------------------------------------------- +CMS_eff_bb_2016 lnN - - - - - 1.3 - - - - - - - - 1.3 1.3 1.3 - - - - - - 0.9566 - - - - - - - - - 0.9605 0.9605 0.9664 - - - - - - 1.3 - - - - - - - - 1.3 1.3 1.3 - - - - - - 0.9468 - - - - - - - - 0.9516 0.9597 0.9724 - - - - - - 1.3 - - - - - - - - 1.3 1.3 1.3 - - - - - - 0.9417 - - - - - - - - 0.9387 0.9648 0.9653 - - - - - - 1.3 - - - - - - - - 1.3 1.3 1.3 - - - - - - 0.9229 - - - - - - - - 0.9161 0.9722 0.9578 - - - - - - 1.3 - - - - - - - - 1.3 1.3 1.3 - - - - - - 0.9019 - - - - - - - - 0.9326 0.9495 0.9687 - - - - - - 1.3 - - - - - - - - 1.3 1.3 1.3 - - - - - - 0.8904 - - - - - - - - 0.9479 0.9487 0.9319 - - - - - - - - - - - +CMS_eff_cc_2016 lnN 1.2174 1.2174 - - - - - - - - - - - - - - - - 0.9512 0.9526 - - - - - - - - - - - - - - - - - 1.2174 1.2174 - - - - - - - - - - - - - - - - 0.948 0.9485 - - - - - - - - - - - - - - - - 1.2174 1.2174 - - - - - - - - - - - - - - - - 0.9402 0.951 - - - - - - - - - - - - - - - - 1.2174 1.2174 - - - - - - - - - - - - - - - - 0.937 0.9345 - - - - - - - - - - - - - - - - 1.2174 1.2174 - - - - - - - - - - - - - - - - 0.9307 0.9337 - - - - - - - - - - - - - - - - 1.2174 1.2174 - - - - - - - - - - - - - - - - 0.9116 0.9427 - - - - - - - - - - - - - - - - - - - - - - - - - - +CMS_eff_w_2016 lnN - - - - - - - 1.1505 1.1505 - - - - - - - - - - - - - - - - 0.992 0.9988 - - - - - - - - - - - - - - - - - 1.1505 1.1505 - - - - - - - - - - - - - - - - 0.9907 0.9985 - - - - - - - - - - - - - - - - 1.1505 1.1505 - - - - - - - - - - - - - - - - 0.9899 0.9982 - - - - - - - - - - - - - - - - 1.1505 1.1505 - - - - - - - - - - - - - - - - 0.9883 0.9975 - - - - - - - - - - - - - - - - 1.1505 1.1505 - - - - - - - - - - - - - - - - 0.9862 0.9965 - - - - - - - - - - - - - - - - 1.1505 1.1505 - - - - - - - - - - - - - - - - 0.9821 0.9947 - - - - - - - - - - - - - - - - - - - +CMS_gghcc_L1prefire_2016 lnN 1.0038 1.0105 1.0225 1.0012 - 1.0037 1.0042 1.0041 1.0041 1.0073 1.007 1.0055 1.0039 1.0075 1.0107 1.0021 1.0041 - 1.0052 1.0079 1.0189 1.0045 1.0053 1.0061 1.0055 1.0053 1.0053 1.0077 1.0086 1.0062 1.0146 1.0102 1.0178 1.0163 1.0054 1.0086 - 1.0037 1.0049 1.0179 - - 1.004 1.0035 1.0036 1.0033 1.0067 1.006 1.0048 1.0049 1.0065 1.0199 1.0077 1.004 - 1.0048 1.0082 1.0122 1.0041 1.0053 1.0057 1.0047 1.0046 1.0048 1.0073 1.0074 1.0059 1.0129 1.0092 1.0147 1.0053 1.0052 - 1.0029 1.0058 - - - 1.0038 1.0037 1.0038 1.0032 1.0049 1.0087 1.006 1.0051 1.0075 1.0129 1.0039 1.0008 - 1.004 1.0065 1.0127 1.0045 1.0042 1.0041 1.0042 1.0042 1.0043 1.0068 1.0065 1.0054 1.012 1.0083 1.0127 1.0102 1.0051 - 1.0033 1.0035 - - - 1.0036 1.0028 1.0031 1.0024 1.004 1.0041 1.0041 1.0054 1.0057 1.0103 1.0131 1.002 - 1.0038 1.0077 1.0099 1.0027 1.0064 1.0041 1.0038 1.0036 1.0037 1.0065 1.007 1.0058 1.0103 1.007 1.015 1.0039 1.0056 - 1.0033 - - - - 1.0031 1.0033 1.0029 1.0033 1.0066 1.0032 1.0028 1.003 1.0036 1.0056 1.0007 1.0038 - 1.0034 1.006 1.0082 1.002 1.0029 1.0032 1.0033 1.0031 1.0033 1.0056 1.0055 1.0038 1.0076 1.0057 1.0078 1.0037 1.0028 - 1.0027 - - - - 1.0026 1.0025 1.0023 1.0034 1.0027 1.0104 1.0027 1.0052 1.0034 - 1.0 1.0003 - 1.0029 1.0039 1.0083 - - 1.0032 1.0028 1.0027 1.0028 1.0045 1.0067 1.0042 1.006 1.0044 1.005 1.0039 1.0039 - 1.0038 1.0079 - - 1.0034 1.0041 1.0041 1.0045 1.0038 1.0044 +CMS_gghcc_PU_2016 lnN 1.0106 1.0292 1.0108 1.0189 - 1.0146 1.0054 1.0084 1.004 1.012 1.001 1.0086 1.0226 1.0057 1.0132 1.0582 1.0348 - 1.0067 1.011 1.0081 1.0051 1.0112 1.0034 1.0047 1.0059 1.0063 1.0067 1.0083 1.0025 1.004 1.0064 1.0763 1.0039 1.004 1.0034 - 1.0114 1.0046 1.0371 - - 1.0155 1.0037 1.0119 1.0045 1.0025 1.0095 1.0089 1.008 1.0052 1.0086 1.0106 1.0624 - 1.0058 1.0137 1.025 1.0123 1.0108 1.0033 1.0052 1.0065 1.0062 1.0073 1.0107 1.0071 1.0039 1.0078 1.0107 1.0018 1.0056 - 1.0139 1.0293 - - - 1.0112 1.0051 1.0086 1.0046 1.0149 1.0102 1.0342 1.0179 1.0157 1.0039 1.0201 1.0133 - 1.0038 1.0134 1.0094 1.0069 1.0094 1.0094 1.0063 1.0074 1.0087 1.0068 1.0105 1.0108 1.0075 1.0068 1.037 1.0042 1.0207 - 1.0156 1.011 - - - 1.0138 1.0106 1.0113 1.0044 1.017 1.0284 1.006 1.0063 1.0043 1.0293 1.0464 1.0927 - 1.0063 1.0032 1.0198 1.0042 1.0075 1.0067 1.0054 1.0072 1.0071 1.0093 1.0095 1.0068 1.0066 1.0073 1.0046 1.0077 1.011 - 1.0155 - - - - 1.0036 1.0076 1.0081 1.0031 1.0257 1.0391 1.0196 1.004 1.0289 1.0119 1.0033 1.066 - 1.008 1.018 1.0223 1.0092 1.0385 1.0025 1.0072 1.0067 1.005 1.007 1.0019 1.0031 1.0063 1.0065 1.003 1.034 1.0424 - 1.0034 - - - - 1.0078 1.0061 1.0145 1.0041 1.0302 1.0254 1.0144 1.0034 1.0058 - 1.1321 1.0041 - 1.0028 1.0239 1.0125 - - 1.0057 1.0054 1.0073 1.0073 1.0067 1.0068 1.0035 1.0032 1.0064 1.0095 1.0078 1.0134 - 1.0254 1.0567 - - 1.0362 1.006 1.0018 1.0721 1.0144 1.0129 +CMS_gghcc_Z_d2kappa_EW lnN 1.0074 - - - - 1.0079 1.0074 - - - - - - - - - - - 1.0073 - - - - 1.0076 1.0072 - - - - - - - - - - - - 1.0082 - - - - 1.0086 1.0081 - - - - - - - - - - - 1.0081 - - - - 1.0084 1.0079 - - - - - - - - - - - 1.0089 - - - - 1.0093 1.0088 - - - - - - - - - - - 1.0088 - - - - 1.0091 1.0086 - - - - - - - - - - - 1.0097 - - - - 1.0101 1.0097 - - - - - - - - - - - 1.0096 - - - - 1.0099 1.0094 - - - - - - - - - - - 1.0109 - - - - 1.0114 1.0109 - - - - - - - - - - - 1.0108 - - - - 1.0111 1.0106 - - - - - - - - - - - 1.0132 - - - - 1.0136 1.0133 - - - - - - - - - - - 1.0129 - - - - 1.0133 1.0128 - - - - - - - - - - - - - - - - - - - - - +CMS_gghcc_Z_d3kappa_EW lnN 1.0032 - - - - 1.0038 1.0032 - - - - - - - - - - - 1.0032 - - - - 1.0035 1.003 - - - - - - - - - - - - 1.0041 - - - - 1.0047 1.0041 - - - - - - - - - - - 1.004 - - - - 1.0044 1.0038 - - - - - - - - - - - 1.005 - - - - 1.0056 1.005 - - - - - - - - - - - 1.0049 - - - - 1.0053 1.0048 - - - - - - - - - - - 1.0061 - - - - 1.0068 1.0061 - - - - - - - - - - - 1.006 - - - - 1.0064 1.0058 - - - - - - - - - - - 1.008 - - - - 1.0089 1.008 - - - - - - - - - - - 1.0078 - - - - 1.0084 1.0076 - - - - - - - - - - - 1.0129 - - - - 1.0137 1.0131 - - - - - - - - - - - 1.0124 - - - - 1.0131 1.0121 - - - - - - - - - - - - - - - - - - - - - +CMS_gghcc_btagEffStat_2016 lnN 1.0 1.0 1.0 1.0 - 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0002 1.0 - 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0 1.0002 1.0001 - 1.0 1.0 1.0 - - 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0001 1.0002 - 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0001 1.0001 - 1.0 1.0 - - - 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0 1.0001 - 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0002 1.0002 - 1.0 1.0 - - - 1.0 1.0 1.0 1.0 1.0002 1.0002 1.0 1.0 1.0 1.0 1.0 1.0002 - 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0001 1.0001 - 1.0 - - - - 1.0 1.0 1.0 1.0 1.0001 1.0 1.0 1.0 1.0 1.0 1.0 1.0001 - 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0 1.0 - 1.0 - - - - 1.0 1.0 1.0 1.0 1.0 1.0001 1.0002 1.0 1.0 - 1.0002 1.0 - 1.0 1.0 1.0 - - 1.0 1.0 1.0 1.0 1.0001 1.0001 1.0 1.0 1.0 1.0 1.0002 1.0002 - 1.0 1.0001 - - 1.0 - - - - - +CMS_gghcc_btagWeight_2016 lnN 1.0097 1.0092 1.0087 1.0157 - 1.0101 1.0105 1.0105 1.0097 1.0271 1.0312 1.0119 1.0109 1.0098 1.0096 1.0311 1.0215 - 1.0097 1.0094 1.0097 1.0168 1.0159 1.01 1.0094 1.0099 1.0096 1.0236 1.0245 1.011 1.0097 1.0097 1.0066 1.0122 1.0327 1.0249 - 1.0112 1.0092 1.0112 - - 1.0114 1.0101 1.0108 1.0096 1.0289 1.036 1.0115 1.0106 1.0117 1.0059 1.0398 1.0449 - 1.0106 1.0102 1.0103 1.0185 1.0168 1.0111 1.0102 1.0105 1.0103 1.0254 1.0278 1.0114 1.0103 1.0104 1.0104 1.0346 1.0252 - 1.0118 1.0093 - - - 1.0127 1.0112 1.0115 1.012 1.0323 1.035 1.0143 1.013 1.012 1.0172 1.0242 1.055 - 1.0111 1.0108 1.0094 1.0191 1.0175 1.0118 1.0109 1.0111 1.0109 1.0275 1.0302 1.0131 1.011 1.0112 1.0148 1.033 1.0301 - 1.0125 1.013 - - - 1.0126 1.0128 1.0129 1.0124 1.0344 1.0462 1.0152 1.0133 1.0131 1.0121 1.0185 1.0132 - 1.0125 1.0127 1.0104 1.0212 1.0196 1.0122 1.0121 1.0123 1.012 1.0295 1.0337 1.0143 1.0119 1.0121 1.018 1.0353 1.0267 - 1.0142 - - - - 1.0156 1.0145 1.0142 1.0138 1.0339 1.0467 1.015 1.0145 1.0139 1.0126 1.0471 1.0304 - 1.0138 1.0136 1.0119 1.0229 1.0205 1.0143 1.0139 1.014 1.0137 1.0328 1.0378 1.0148 1.0137 1.0138 1.0161 1.0405 1.0295 - 1.0156 - - - - 1.016 1.0166 1.0157 1.0159 1.0438 1.0641 1.0193 1.0175 1.0169 - 1.0428 1.0359 - 1.0159 1.0164 1.016 - - 1.0153 1.0154 1.016 1.0154 1.0372 1.0474 1.0166 1.0156 1.0158 1.0185 1.0358 1.0311 - 1.0118 1.011 - - 1.0531 1.0122 1.011 1.0442 1.06 1.0476 +CMS_gghcc_d1K_NLO lnN 1.0809 - - - - 1.0818 1.0808 1.083 1.0828 - - - - - - - - - 1.0807 - - - - 1.0813 1.0804 1.0827 1.0825 - - - - - - - - - - 1.0824 - - - - 1.0833 1.0822 1.0844 1.0843 - - - - - - - - - 1.0822 - - - - 1.0828 1.0819 1.0841 1.0839 - - - - - - - - - 1.0838 - - - - 1.0846 1.0837 1.0857 1.0856 - - - - - - - - - 1.0836 - - - - 1.0842 1.0833 1.0854 1.0852 - - - - - - - - - 1.0853 - - - - 1.0861 1.0852 1.087 1.0869 - - - - - - - - - 1.0851 - - - - 1.0856 1.0848 1.0868 1.0866 - - - - - - - - - 1.0875 - - - - 1.0883 1.0874 1.0889 1.0889 - - - - - - - - - 1.0872 - - - - 1.0877 1.087 1.0887 1.0885 - - - - - - - - - 1.0915 - - - - 1.0921 1.0917 1.0928 1.0927 - - - - - - - - - 1.0911 - - - - 1.0916 1.0908 1.0923 1.0922 - - - - - - - - - - - - - - - - - - - +CMS_gghcc_d1kappa_EW lnN 1.0012 - - - - 1.0014 1.0011 1.0015 1.0014 - - - - - - - - - 1.0011 - - - - 1.0013 1.0011 1.0014 1.0013 - - - - - - - - - - 1.0015 - - - - 1.0018 1.0015 1.0019 1.0019 - - - - - - - - - 1.0015 - - - - 1.0016 1.0014 1.0019 1.0018 - - - - - - - - - 1.0019 - - - - 1.0022 1.0019 1.0025 1.0025 - - - - - - - - - 1.0019 - - - - 1.0021 1.0018 1.0024 1.0023 - - - - - - - - - 1.0025 - - - - 1.0028 1.0024 1.0032 1.0032 - - - - - - - - - 1.0024 - - - - 1.0026 1.0023 1.0031 1.003 - - - - - - - - - 1.0035 - - - - 1.0039 1.0035 1.0046 1.0046 - - - - - - - - - 1.0034 - - - - 1.0037 1.0032 1.0044 1.0042 - - - - - - - - - 1.0061 - - - - 1.0065 1.0062 1.0082 1.0081 - - - - - - - - - 1.0058 - - - - 1.0062 1.0056 1.0077 1.0075 - - - - - - - - - - - - - - - - - - - +CMS_gghcc_d2K_NLO lnN 1.032 - - - - 1.0275 1.0324 1.033 1.0336 - - - - - - - - - 1.0327 - - - - 1.0298 1.0341 1.034 1.0354 - - - - - - - - - - 1.0249 - - - - 1.0203 1.0256 1.0258 1.0261 - - - - - - - - - 1.0257 - - - - 1.0229 1.0272 1.0269 1.0283 - - - - - - - - - 1.018 - - - - 1.0132 1.0183 1.0182 1.0186 - - - - - - - - - 1.0187 - - - - 1.0156 1.0202 1.0197 1.0211 - - - - - - - - - 1.0094 - - - - 1.0048 1.0098 1.0097 1.0105 - - - - - - - - - 1.0103 - - - - 1.0078 1.012 1.0113 1.0127 - - - - - - - - - 1.0031 - - - - 1.0076 1.0029 1.0025 1.0025 - - - - - - - - - 1.0015 - - - - 1.0046 1.0002 1.001 1.0004 - - - - - - - - - 1.024 - - - - 1.0272 1.0249 1.0242 1.0239 - - - - - - - - - 1.0219 - - - - 1.0245 1.0209 1.0218 1.021 - - - - - - - - - - - - - - - - - - - +CMS_gghcc_d3K_NLO lnN - - - - - - - 1.0098 1.0099 - - - - - - - - - - - - - - - - 1.0099 1.01 - - - - - - - - - - - - - - - - - 1.0094 1.0094 - - - - - - - - - - - - - - - - 1.0094 1.0095 - - - - - - - - - - - - - - - - 1.0089 1.0089 - - - - - - - - - - - - - - - - 1.009 1.009 - - - - - - - - - - - - - - - - 1.0084 1.0085 - - - - - - - - - - - - - - - - 1.0085 1.0086 - - - - - - - - - - - - - - - - 1.0077 1.0077 - - - - - - - - - - - - - - - - 1.0078 1.0078 - - - - - - - - - - - - - - - - 1.007 1.007 - - - - - - - - - - - - - - - - 1.0071 1.0071 - - - - - - - - - - - - - - - - - - - +CMS_gghcc_e_veto_2016 lnN 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 +CMS_gghcc_m_veto_2016 lnN 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - - - - - - - - - - - +CMS_gghcc_scale_2016 shape 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - - - - - - - - - - - +CMS_gghcc_smear_2016 shape 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 0.25 - - 0.25 0.25 0.25 - - - - - - - - - - - +CMS_gghcc_tau_veto_2016 lnN 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 1.005 - 1.005 1.005 - 1.005 1.005 1.005 1.005 1.005 1.005 1.005 +CMS_gghcc_th_scale3pt lnN - - 1.0689 1.0764 - - - - - - - - - - 1.0873 1.1631 1.1917 - - - 1.073 1.1252 1.1809 - - - - - - - - - - 1.0907 1.1509 1.2317 - - - 1.0709 - - - - - - - - - - - 1.0925 1.1764 1.1465 - - - 1.0656 1.1519 1.1916 - - - - - - - - - 1.0735 1.1377 1.2167 - - - - - - - - - - - - - - - 1.066 1.0459 1.1086 - - - 1.0872 1.1394 1.1778 - - - - - - - - - 1.0847 1.1351 1.1743 - - - - - - - - - - - - - - - 1.0614 1.061 1.1552 - - - 1.0945 1.1451 1.1982 - - - - - - - - - 1.0959 1.1596 1.2243 - - - - - - - - - - - - - - - 1.0522 1.25 1.2279 - - - 1.1455 1.1083 1.2295 - - - - - - - - - 1.1011 1.125 1.2273 - - - - - - - - - - - - - - - - 1.25 1.2052 - - - 1.1323 - - - - - - - - - - - 1.105 1.1555 1.25 - - - - - - - - - - - +CMS_gghcc_th_scale7pt lnN - 1.2051 - - - - - - - - - - - - - - - - - 1.2092 - - - - - - - - - - - - 1.1897 - - - - - 1.212 - - - - - - - - - - - - - - - - - 1.2066 - - - - - - - - - - - - - - - - - 1.2022 - - - - - - - - - - - - - - - - - 1.2023 - - - - - - - - - - - - - - - - - 1.2136 - - - - - - - - - - - - - - - - - 1.2028 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1986 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1881 - - - - - - - - - - - - - - - - - - - - - - - - - - +CMS_gghcc_trigger_2016 lnN 1.0046 1.005 1.005 1.0049 - 1.0039 1.0044 1.0044 1.0043 1.0049 1.0044 1.004 1.004 1.0045 1.004 1.004 1.0043 - 1.0044 1.0051 1.005 1.0046 1.0049 1.0041 1.0047 1.0044 1.0046 1.0052 1.0045 1.0044 1.0045 1.0047 1.006 1.0045 1.0044 1.0048 - 1.0022 1.0023 1.0021 - - 1.0023 1.0022 1.0021 1.0021 1.0025 1.0024 1.0019 1.0022 1.0022 1.0021 1.0019 1.0027 - 1.0022 1.0023 1.0021 1.0022 1.0024 1.0022 1.0023 1.0021 1.0022 1.0028 1.0023 1.0022 1.0024 1.0023 1.002 1.0026 1.0024 - 1.0019 1.002 - - - 1.0021 1.0019 1.0018 1.0025 1.0023 1.002 1.0018 1.002 1.0021 1.0017 1.0021 1.0023 - 1.0019 1.0024 1.002 1.0022 1.0022 1.0019 1.002 1.0018 1.0018 1.0025 1.0026 1.0019 1.0022 1.0021 1.0018 1.0026 1.0023 - 1.0022 1.0021 - - - 1.0022 1.0022 1.0021 1.0022 1.0029 1.0029 1.0032 1.0026 1.0024 1.0017 1.0025 1.0035 - 1.0022 1.0024 1.0021 1.0025 1.0026 1.0023 1.0023 1.0022 1.0022 1.003 1.0026 1.0024 1.0026 1.0025 1.0024 1.0033 1.0025 - 1.0032 - - - - 1.0029 1.0031 1.0029 1.003 1.0038 1.0033 1.0031 1.0036 1.0035 1.0034 1.003 1.0025 - 1.0031 1.0034 1.0029 1.0034 1.0042 1.0032 1.0031 1.0029 1.0029 1.0042 1.0037 1.0031 1.0038 1.0035 1.0036 1.0034 1.0051 - 1.0087 - - - - 1.0081 1.0096 1.0084 1.0089 1.0108 1.0119 1.0092 1.0096 1.0105 - 1.006 1.0125 - 1.0082 1.0096 1.0085 - - 1.0083 1.0086 1.0079 1.0082 1.0111 1.0097 1.0089 1.0112 1.0104 1.0093 1.0127 1.0086 - - - - - - - - - - - +CMS_gghcc_veff_2016 lnN 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 1.0203 - - 1.0203 1.0203 1.0203 - 1.0203 1.0203 - - - 1.0203 1.0203 1.0203 - - +CMS_lumi_13TeV_2016 lnN 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 1.01 - 1.01 1.01 - 1.01 1.01 1.01 1.01 1.01 1.01 1.01 +CMS_lumi_13TeV_correlated lnN 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 1.006 - 1.006 1.006 - 1.006 1.006 1.006 1.006 1.006 1.006 1.006 +CMS_mu_idweight_2016 lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0007 1.0006 - - 1.0006 1.0006 1.0006 1.0008 1.0008 1.0009 +CMS_mu_isoweight_2016 lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0001 1.0001 - - 1.0001 1.0001 1.0001 1.0001 1.0001 1.0001 +CMS_mu_trigger_2016 lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0045 1.0028 - - 1.0071 1.0042 1.0039 1.0155 1.0077 1.0056 +CMS_res_j_2016 lnN 1.0171 1.0163 1.0283 1.0357 - 1.0229 1.0171 1.0163 1.0212 1.0308 1.0233 1.0247 1.0123 1.0271 1.0258 1.0526 1.0097 - 1.0169 1.008 1.0227 1.0063 1.0132 1.0104 1.0194 1.0174 1.0203 1.0221 1.0216 1.0174 1.0135 1.0167 1.1035 1.0208 1.0139 1.0205 - 1.0127 1.0364 1.0328 - - 1.0034 1.0113 1.0135 1.0033 1.02 1.0246 1.0574 1.0504 1.0103 1.026 1.0679 1.033 - 1.0152 1.0264 1.008 1.0298 1.0304 1.0114 1.0198 1.0193 1.0206 1.0195 1.0149 1.0206 1.0156 1.0165 1.038 1.02 1.0329 - 1.0154 1.0163 - - - 1.0099 1.0107 1.0187 1.0275 1.0348 1.0365 1.0231 1.0307 1.0212 1.0107 1.0409 1.0751 - 1.022 1.0245 1.0229 1.0276 1.0156 1.0157 1.0196 1.0171 1.0193 1.0209 1.0204 1.0155 1.0195 1.0165 1.0363 1.0518 1.0088 - 1.022 1.0141 - - - 1.0204 1.02 1.0247 1.0162 1.0241 1.0333 1.0057 1.0105 1.0127 1.0803 1.0049 1.0784 - 1.0167 1.0184 1.0058 1.0055 1.0164 1.0132 1.0212 1.0219 1.0261 1.0195 1.0158 1.0219 1.0214 1.0161 1.0422 1.0583 1.0451 - 1.0082 - - - - 1.0242 1.031 1.0152 1.0244 1.0337 1.0269 1.0369 1.0215 1.0216 1.0678 1.0215 1.033 - 1.023 1.0545 1.0331 1.0177 1.0121 1.0213 1.0218 1.0212 1.0252 1.0191 1.0211 1.0219 1.0169 1.0206 1.0099 1.0224 1.0133 - 1.0353 - - - - 1.0286 1.0196 1.0224 1.0231 1.0565 1.0401 1.0352 1.0298 1.0297 - 1.0312 1.0967 - 1.0246 1.0353 1.0694 - - 1.0303 1.0253 1.0233 1.0252 1.0228 1.0198 1.0271 1.0306 1.0233 1.0331 1.0409 1.0661 - 1.0278 1.0298 - - 1.1162 1.0269 1.0286 1.0127 1.0893 1.0359 +CMS_scale_j_2016 lnN 1.0375 1.0472 1.0126 1.0286 - 1.0373 1.0219 1.0268 1.0223 1.0422 1.0166 1.0184 1.0356 1.0488 1.0219 1.1077 1.06 - 1.0378 1.0212 1.0371 1.0294 1.0238 1.04 1.0346 1.0378 1.0348 1.0424 1.036 1.032 1.0302 1.0348 1.2956 1.0705 1.0261 1.0561 - 1.0241 1.025 1.0421 - - 1.026 1.0264 1.0282 1.0137 1.0361 1.0422 1.072 1.0144 1.0221 1.0333 1.1053 1.1212 - 1.0402 1.0718 1.064 1.0222 1.0411 1.0466 1.0379 1.0381 1.0356 1.0408 1.0302 1.0413 1.0286 1.0356 1.0266 1.038 1.0397 - 1.0335 1.0445 - - - 1.0192 1.0134 1.0232 1.0251 1.0534 1.0704 1.0361 1.0554 1.0501 1.0527 1.0061 1.0667 - 1.0379 1.037 1.0239 1.0809 1.0413 1.0366 1.0394 1.04 1.0366 1.0479 1.0317 1.0284 1.0426 1.0398 1.0706 1.0447 1.0131 - 1.0399 1.0177 - - - 1.0345 1.0174 1.0356 1.0283 1.0315 1.0183 1.0416 1.0313 1.0277 1.036 1.0662 1.0181 - 1.0442 1.0371 1.0313 1.0283 1.0252 1.0451 1.0392 1.0411 1.0418 1.0416 1.0366 1.0192 1.0289 1.0369 1.026 1.067 1.0451 - 1.0209 - - - - 1.0422 1.0323 1.0384 1.0225 1.0612 1.0507 1.0474 1.0467 1.0343 1.0773 1.1619 1.0573 - 1.0419 1.0695 1.0392 1.0342 1.0492 1.0373 1.0405 1.0441 1.0449 1.0353 1.0349 1.0405 1.0345 1.0419 1.0207 1.0238 1.0377 - 1.0555 - - - - 1.0403 1.033 1.0405 1.0388 1.0592 1.0178 1.0352 1.0385 1.0577 - 1.1466 1.0935 - 1.0473 1.0532 1.0999 - - 1.0425 1.0499 1.0496 1.0454 1.0513 1.0398 1.0397 1.04 1.0473 1.1218 1.0522 1.0697 - 1.0647 1.023 - - 1.0809 1.0412 1.0305 1.0127 1.089 1.0333 +CMS_ues_j_2016 lnN 1.0088 1.0084 1.0072 1.0042 - 1.0136 1.0087 1.0088 1.0091 1.024 1.0251 1.0042 1.0069 1.0108 1.0119 1.0292 1.0057 - 1.0099 1.0081 1.0094 1.0011 1.002 1.01 1.0094 1.0094 1.0095 1.0182 1.0165 1.0065 1.0103 1.0085 1.0114 1.0057 1.0352 1.0186 - 1.0096 1.014 1.0075 - - 1.0118 1.0119 1.0109 1.0097 1.0233 1.0338 1.0085 1.0216 1.0046 1.0082 1.039 1.0449 - 1.0107 1.0082 1.006 1.0017 1.0022 1.0125 1.0108 1.0107 1.0107 1.0175 1.0184 1.0087 1.0097 1.0106 1.0108 1.0265 1.0159 - 1.0119 1.0209 - - - 1.0153 1.0113 1.0114 1.0104 1.0245 1.0284 1.0074 1.0059 1.008 1.01 1.006 1.0639 - 1.0126 1.0103 1.0141 1.0029 1.004 1.0122 1.0122 1.0128 1.0125 1.0166 1.0148 1.0099 1.012 1.0116 1.007 1.025 1.018 - 1.0161 1.0145 - - - 1.0154 1.0143 1.0137 1.0148 1.0264 1.0337 1.0122 1.012 1.0139 1.0222 1.0049 1.0277 - 1.0139 1.0067 1.0171 1.0021 1.0037 1.0152 1.0149 1.0146 1.0144 1.0155 1.0168 1.0128 1.0144 1.0137 1.0097 1.0134 1.0096 - 1.0172 - - - - 1.0182 1.0186 1.0191 1.0174 1.0089 1.0364 1.0294 1.0143 1.0227 1.0213 1.0218 1.1091 - 1.0195 1.0161 1.0156 1.0063 1.0096 1.0234 1.0185 1.0187 1.0182 1.0143 1.0189 1.0156 1.0177 1.0177 1.009 1.0245 1.005 - 1.0239 - - - - 1.0266 1.0218 1.0226 1.0228 1.0284 1.0402 1.0144 1.0337 1.0154 - 1.0307 1.0134 - 1.0235 1.0287 1.0222 - - 1.0242 1.0231 1.0215 1.0233 1.0111 1.0218 1.0201 1.0224 1.0213 1.0169 1.0108 1.0248 - 1.0302 1.0298 - - 1.0207 1.0292 1.026 1.0127 1.0795 1.0282 +ptbin0fail2016_hbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.1375 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - 1.0942 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.061 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0243 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2236 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - 1.2126 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0869 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - 1.012 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2835 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - 1.1619 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0199 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0113 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - 1.043 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - 1.0227 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2451 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - 1.1669 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0381 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0fail2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - 1.0107 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_hcc_mcstat lnN - 1.1868 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_stqq_mcstat lnN - - - - - - - - - - 1.2902 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_tqq_mcstat lnN - - - - - - - - - 1.1394 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - 1.456 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_vbfhcc_mcstat lnN - - 1.3449 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_vvqq_mcstat lnN - - - - - - - - - - - 1.3066 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_wcq_mcstat lnN - - - - - - - 1.0375 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_whbb_mcstat lnN - - - - - - - - - - - - - - - 1.6116 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_whcc_mcstat lnN - - - 1.3828 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_wln_mcstat lnN - - - - - - - - - - - - - 1.2078 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_wqq_mcstat lnN - - - - - - - - 1.0845 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_zbb_mcstat lnN - - - - - 1.1028 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_zcc_mcstat lnN 1.0465 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - 1.6809 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_zhcc_mcstat lnN - - - - 1.3913 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_zll_mcstat lnN - - - - - - - - - - - - 1.1675 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin0pass2016_zqq_mcstat lnN - - - - - - 1.0902 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1259 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.084 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0342 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2881 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2983 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1063 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0157 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.364 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2146 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.023 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0144 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0567 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0292 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3282 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1985 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0468 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1fail2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0135 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2267 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3172 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1952 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5167 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4825 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3444 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0446 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.7116 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5085 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.269 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0985 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1197 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0589 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.7691 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4669 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1847 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin1pass2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1032 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1712 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1099 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.046 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3603 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.331 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1451 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0202 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4284 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2654 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0265 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0183 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0752 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0376 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4203 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2619 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0574 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2fail2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0172 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3089 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4004 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2529 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.509 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.6572 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3306 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0559 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.974 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5511 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3223 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1157 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1513 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.072 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.9229 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.586 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2057 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin2pass2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1148 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2004 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1199 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0528 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.426 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3648 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1474 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0223 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5233 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2828 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0267 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0201 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0798 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0409 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.416 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3023 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0586 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3fail2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0185 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3074 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4284 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3051 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5729 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5438 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4213 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.056 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.9111 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.6417 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2961 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1003 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1386 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0707 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.8195 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5089 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1925 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin3pass2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1153 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2433 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1375 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0643 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4177 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3987 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1621 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0259 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5616 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3582 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0232 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0236 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0965 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0471 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4835 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3273 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.063 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4fail2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0211 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4088 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3585 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.407 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.6351 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.6046 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3851 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0599 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.9522 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.663 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2681 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1045 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1483 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0805 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.0586 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.7051 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1948 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin4pass2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1154 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3417 - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1609 - - - - - - - - - - - - - - - - - +ptbin5fail2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.09 - - - - - - - - - - - - - - - - - - +ptbin5fail2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.716 - - - - - - - - - - - - - +ptbin5fail2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5752 - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2015 - - - - - - - - - - - - - - - - +ptbin5fail2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0347 - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.7575 - - - - - - - - - - - - +ptbin5fail2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4252 - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0241 - - - - - - - - - - - - - - +ptbin5fail2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0301 - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1218 - - - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.062 - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.4963 - - - - - - - - - - - +ptbin5fail2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.439 - - - - - - - - - - - - - - - - - - - - - - - +ptbin5fail2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0737 - - - - - - - - - - - - - - - +ptbin5fail2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0271 - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_hcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5404 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_stqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3547 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_tqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5588 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_vbfhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.8156 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_vbfhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.5999 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_vvqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3991 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_wcq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0689 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_whbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 2.1708 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_whcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.6869 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_wln_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2817 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_wqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1027 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_zbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1788 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_zcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0919 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_zhbb_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.9007 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_zhcc_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.8601 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_zll_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.265 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +ptbin5pass2016_zqq_mcstat lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1025 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - +tf2016_MCtempl_deco0 param 0 1 +tf2016_MCtempl_deco1 param 0 1 +tf2016_MCtempl_deco2 param 0 1 +tqqeffSF_2016_effect_ptbin0pass2016_stqq rateParam ptbin0pass2016 stqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin0pass2016_stqq rateParam ptbin0pass2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin0pass2016_tqq rateParam ptbin0pass2016 tqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin0pass2016_tqq rateParam ptbin0pass2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin0fail2016_stqq rateParam ptbin0fail2016 stqq (((1-@0)*0.0302202571811652)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin0fail2016_stqq rateParam ptbin0fail2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin0fail2016_tqq rateParam ptbin0fail2016 tqq (((1-@0)*0.0302202571811652)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin0fail2016_tqq rateParam ptbin0fail2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin1pass2016_stqq rateParam ptbin1pass2016 stqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin1pass2016_stqq rateParam ptbin1pass2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin1pass2016_tqq rateParam ptbin1pass2016 tqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin1pass2016_tqq rateParam ptbin1pass2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin1fail2016_stqq rateParam ptbin1fail2016 stqq (((1-@0)*0.03225672198041799)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin1fail2016_stqq rateParam ptbin1fail2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin1fail2016_tqq rateParam ptbin1fail2016 tqq (((1-@0)*0.03225672198041799)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin1fail2016_tqq rateParam ptbin1fail2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin2pass2016_stqq rateParam ptbin2pass2016 stqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin2pass2016_stqq rateParam ptbin2pass2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin2pass2016_tqq rateParam ptbin2pass2016 tqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin2pass2016_tqq rateParam ptbin2pass2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin2fail2016_stqq rateParam ptbin2fail2016 stqq (((1-@0)*0.03337669667358398)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin2fail2016_stqq rateParam ptbin2fail2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin2fail2016_tqq rateParam ptbin2fail2016 tqq (((1-@0)*0.03337669667358398)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin2fail2016_tqq rateParam ptbin2fail2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin3pass2016_stqq rateParam ptbin3pass2016 stqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin3pass2016_stqq rateParam ptbin3pass2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin3pass2016_tqq rateParam ptbin3pass2016 tqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin3pass2016_tqq rateParam ptbin3pass2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin3fail2016_stqq rateParam ptbin3fail2016 stqq (((1-@0)*0.03370780369027764)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin3fail2016_stqq rateParam ptbin3fail2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin3fail2016_tqq rateParam ptbin3fail2016 tqq (((1-@0)*0.03370780369027764)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin3fail2016_tqq rateParam ptbin3fail2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin4pass2016_stqq rateParam ptbin4pass2016 stqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin4pass2016_stqq rateParam ptbin4pass2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin4pass2016_tqq rateParam ptbin4pass2016 tqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin4pass2016_tqq rateParam ptbin4pass2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin4fail2016_stqq rateParam ptbin4fail2016 stqq (((1-@0)*0.03199368110715963)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin4fail2016_stqq rateParam ptbin4fail2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin4fail2016_tqq rateParam ptbin4fail2016 tqq (((1-@0)*0.03199368110715963)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin4fail2016_tqq rateParam ptbin4fail2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin5pass2016_stqq rateParam ptbin5pass2016 stqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin5pass2016_stqq rateParam ptbin5pass2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin5pass2016_tqq rateParam ptbin5pass2016 tqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin5pass2016_tqq rateParam ptbin5pass2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin5fail2016_stqq rateParam ptbin5fail2016 stqq (((1-@0)*0.03571288287491817)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin5fail2016_stqq rateParam ptbin5fail2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_ptbin5fail2016_tqq rateParam ptbin5fail2016 tqq (((1-@0)*0.03571288287491817)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_ptbin5fail2016_tqq rateParam ptbin5fail2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_muonCRpass2016_stqq rateParam muonCRpass2016 stqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_muonCRpass2016_stqq rateParam muonCRpass2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_muonCRpass2016_tqq rateParam muonCRpass2016 tqq (1*@0) tqqeffSF_2016 +tqqnormSF_2016_effect_muonCRpass2016_tqq rateParam muonCRpass2016 tqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_muonCRfail2016_stqq rateParam muonCRfail2016 stqq (((1-@0)*0.03590664228192452)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_muonCRfail2016_stqq rateParam muonCRfail2016 stqq (1*@0) tqqnormSF_2016 +tqqeffSF_2016_effect_muonCRfail2016_tqq rateParam muonCRfail2016 tqq (((1-@0)*0.03590664228192452)+1) tqqeffSF_2016 +tqqnormSF_2016_effect_muonCRfail2016_tqq rateParam muonCRfail2016 tqq (1*@0) tqqnormSF_2016 +ptbin0pass2016_qcd_bin18 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0pass2016_qcd_bin19 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0pass2016_qcd_bin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0pass2016_qcd_bin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0pass2016_qcd_bin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin1 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin10 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin11 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin12 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin13 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin14 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin15 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin16 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin17 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin2 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin3 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin4 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin5 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin6 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin7 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin8 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin0_msdbin9 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +tf2016_dataResidual_pt_par0_rho_par0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +tf2016_dataResidual_pt_par1_rho_par0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +tqqeffSF_2016 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +tqqnormSF_2016 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0fail2016_qcd_bin18 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0fail2016_qcd_bin19 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0fail2016_qcd_bin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0fail2016_qcd_bin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin0fail2016_qcd_bin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin1pass2016_qcd_bin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin1pass2016_qcd_bin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin1pass2016_qcd_bin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin1 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin10 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin11 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin12 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin13 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin14 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin15 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin16 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin17 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin18 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin19 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin2 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin3 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin4 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin5 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin6 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin7 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin8 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin1_msdbin9 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin1fail2016_qcd_bin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin1fail2016_qcd_bin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin1fail2016_qcd_bin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin1 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin10 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin11 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin12 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin13 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin14 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin15 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin16 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin17 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin18 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin19 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin2 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin3 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin4 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin5 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin6 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin7 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin8 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin2_msdbin9 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin1 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin10 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin11 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin12 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin13 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin14 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin15 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin16 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin17 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin18 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin19 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin2 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin3 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin4 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin5 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin6 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin7 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin8 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin3_msdbin9 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin1 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin10 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin11 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin12 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin13 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin14 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin15 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin16 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin17 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin18 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin19 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin2 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin3 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin4 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin5 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin6 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin7 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin8 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin4_msdbin9 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin5pass2016_qcd_bin0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin1 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin10 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin11 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin12 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin13 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin14 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin15 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin16 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin17 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin18 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin19 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin2 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin20 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin21 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin22 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin3 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin4 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin5 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin6 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin7 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin8 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +qcdparam2016_ptbin5_msdbin9 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 +ptbin5fail2016_qcd_bin0 extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/ci/shapes_RooParametricHist.root:shapes2016 diff --git a/data/ci/htt_input.root b/data/ci/htt_input.root new file mode 100644 index 00000000000..9307f159ea6 Binary files /dev/null and b/data/ci/htt_input.root differ diff --git a/data/ci/shapes_RooHistPdf.root b/data/ci/shapes_RooHistPdf.root new file mode 100644 index 00000000000..6a73ee64db3 Binary files /dev/null and b/data/ci/shapes_RooHistPdf.root differ diff --git a/data/ci/shapes_RooMultiPdf.root b/data/ci/shapes_RooMultiPdf.root new file mode 100644 index 00000000000..f133452cb4b Binary files /dev/null and b/data/ci/shapes_RooMultiPdf.root differ diff --git a/data/ci/shapes_RooParametricHist.root b/data/ci/shapes_RooParametricHist.root new file mode 100644 index 00000000000..ea010321b48 Binary files /dev/null and b/data/ci/shapes_RooParametricHist.root differ diff --git a/data/ci/template-analysis_shapeInterp.txt b/data/ci/template-analysis_shapeInterp.txt new file mode 100644 index 00000000000..47fc0f4c660 --- /dev/null +++ b/data/ci/template-analysis_shapeInterp.txt @@ -0,0 +1,90 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 6 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/$PROCESS htt_tt_9_13TeV/$PROCESS_$SYSTEMATIC +shapes bbH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/bbH$MASS htt_tt_9_13TeV/bbH$MASS_$SYSTEMATIC +shapes ggH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/ggH$MASS htt_tt_9_13TeV/ggH$MASS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV +observation 3416.0 +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV +process ZL TTT VVT ZTT jetFakes ggH bbH +process 1 2 3 4 5 -1 0 +rate 37.5448 683.017 96.5185 742.649 2048.94 19.9504 198.521 +-------------------------------------------------------------------------------- +CMS_eff_b_13TeV lnN - 0.99/1.01 0.98/1.01 0.98/1.02 - 0.99/1.01 0.98/1.02 +CMS_eff_m lnN - - - 0.96 - - - +CMS_eff_t_13TeV lnN - 1.08 1.08 1.08 - 1.08 1.08 +CMS_eff_t_mssmHigh_tt_13TeV shape - 1 1 1 - 1 1 +CMS_eff_t_tt_13TeV lnN - 1.092 1.092 1.092 - 1.092 1.092 +CMS_fake_b_13TeV lnN 0.99/1.05 - 0.99/1.01 0.97/1.02 - 0.97/1.03 - +CMS_htt_dyShape_scale_m_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt0_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt40_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt80_13TeV shape - - - 1 - - - +CMS_htt_dyShape_tjXsec_13TeV shape - - - 1 - - - +CMS_htt_eFakeTau_loose_13TeV lnN 1.03 - - - - - - +CMS_htt_mFakeTau_loose_13TeV lnN 1.05 - - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_10 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_11 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_12 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_13 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_14 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_15 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_16 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_8 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_9 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_17 shape - - 1 - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_18 shape - - 1 - - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_1 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_15 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_17 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_18 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_2 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_3 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_4 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_5 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_1 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_10 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_11 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_12 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_13 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_14 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_16 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_17 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_2 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_3 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_5 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_6 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_7 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_8 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_9 shape - - - - 1 - - +CMS_htt_ttbarAccept_tt_btag_13TeV lnN - 1.004 - - - - - +CMS_htt_vvXsec_13TeV lnN - - 1.05 - - - - +CMS_htt_zjXsec_13TeV lnN 1.04 - - - - - - +CMS_htt_zttAccept_tt_btag_13TeV lnN - - - 1.05 - - - +CMS_scale_j_13TeV lnN 0.96/1.01 - 0.99/1.01 0.99/1.01 - 0.99/1.01 0.99/1.01 +CMS_scale_t_1prong0pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_1prong1pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_3prong0pi0_13TeV shape - 1 1 1 - 1 1 +QCDScale_QshScale_bbH lnN - - - - - - 0.902 +ff_norm_stat_tt_tt_btag lnN - - - - 1.028 - - +ff_norm_syst_tt lnN - - - - 1.1 - - +ff_sub_syst_tt_tt_btag lnN - - - - 1.03 - - +lumi_13TeV lnN 1.025 - 1.025 - - 1.025 1.025 +norm_ff_dy_frac_tt_syst shape - - - - 1 - - +norm_ff_qcd_dm0_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm0_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_tt_syst shape - - - - 1 - - +norm_ff_tt_frac_tt_syst shape - - - - 1 - - +norm_ff_tt_tt_syst shape - - - - 1 - - +norm_ff_w_frac_tt_syst shape - - - - 1 - - +norm_ff_w_tt_syst shape - - - - 1 - - +rate_TT rateParam * TTT 1 [0,5] +rate_ZMM_ZTT_btag rateParam * ZTT 1.02 [0.8,1.2] +* autoMCStats 0 diff --git a/data/ci/template-analysis_shapeNInterp.txt b/data/ci/template-analysis_shapeNInterp.txt new file mode 100644 index 00000000000..a25ef6cb2f8 --- /dev/null +++ b/data/ci/template-analysis_shapeNInterp.txt @@ -0,0 +1,90 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 6 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/$PROCESS htt_tt_9_13TeV/$PROCESS_$SYSTEMATIC +shapes bbH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/bbH$MASS htt_tt_9_13TeV/bbH$MASS_$SYSTEMATIC +shapes ggH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/ggH$MASS htt_tt_9_13TeV/ggH$MASS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV +observation 3416.0 +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV +process ZL TTT VVT ZTT jetFakes ggH bbH +process 1 2 3 4 5 -1 0 +rate 37.5448 683.017 96.5185 742.649 2048.94 19.9504 198.521 +-------------------------------------------------------------------------------- +CMS_eff_b_13TeV lnN - 0.99/1.01 0.98/1.01 0.98/1.02 - 0.99/1.01 0.98/1.02 +CMS_eff_m lnN - - - 0.96 - - - +CMS_eff_t_13TeV lnN - 1.08 1.08 1.08 - 1.08 1.08 +CMS_eff_t_mssmHigh_tt_13TeV shapeN - 1 1 1 - 1 1 +CMS_eff_t_tt_13TeV lnN - 1.092 1.092 1.092 - 1.092 1.092 +CMS_fake_b_13TeV lnN 0.99/1.05 - 0.99/1.01 0.97/1.02 - 0.97/1.03 - +CMS_htt_dyShape_scale_m_13TeV shapeN - - - 1 - - - +CMS_htt_dyShape_stat_m400pt0_13TeV shapeN - - - 1 - - - +CMS_htt_dyShape_stat_m400pt40_13TeV shapeN - - - 1 - - - +CMS_htt_dyShape_stat_m400pt80_13TeV shapeN - - - 1 - - - +CMS_htt_dyShape_tjXsec_13TeV shapeN - - - 1 - - - +CMS_htt_eFakeTau_loose_13TeV lnN 1.03 - - - - - - +CMS_htt_mFakeTau_loose_13TeV lnN 1.05 - - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_10 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_11 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_12 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_13 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_14 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_15 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_16 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_8 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_9 shapeN - 1 - - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_17 shapeN - - 1 - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_18 shapeN - - 1 - - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_1 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_15 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_17 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_18 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_2 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_3 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_4 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_5 shapeN - - - 1 - - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_1 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_10 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_11 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_12 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_13 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_14 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_16 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_17 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_2 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_3 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_5 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_6 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_7 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_8 shapeN - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_9 shapeN - - - - 1 - - +CMS_htt_ttbarAccept_tt_btag_13TeV lnN - 1.004 - - - - - +CMS_htt_vvXsec_13TeV lnN - - 1.05 - - - - +CMS_htt_zjXsec_13TeV lnN 1.04 - - - - - - +CMS_htt_zttAccept_tt_btag_13TeV lnN - - - 1.05 - - - +CMS_scale_j_13TeV lnN 0.96/1.01 - 0.99/1.01 0.99/1.01 - 0.99/1.01 0.99/1.01 +CMS_scale_t_1prong0pi0_13TeV shapeN - 1 1 1 - 1 1 +CMS_scale_t_1prong1pi0_13TeV shapeN - 1 1 1 - 1 1 +CMS_scale_t_3prong0pi0_13TeV shapeN - 1 1 1 - 1 1 +QCDScale_QshScale_bbH lnN - - - - - - 0.902 +ff_norm_stat_tt_tt_btag lnN - - - - 1.028 - - +ff_norm_syst_tt lnN - - - - 1.1 - - +ff_sub_syst_tt_tt_btag lnN - - - - 1.03 - - +lumi_13TeV lnN 1.025 - 1.025 - - 1.025 1.025 +norm_ff_dy_frac_tt_syst shapeN - - - - 1 - - +norm_ff_qcd_dm0_njet0_tt_stat shapeN - - - - 1 - - +norm_ff_qcd_dm0_njet1_tt_stat shapeN - - - - 1 - - +norm_ff_qcd_dm1_njet0_tt_stat shapeN - - - - 1 - - +norm_ff_qcd_dm1_njet1_tt_stat shapeN - - - - 1 - - +norm_ff_qcd_tt_syst shapeN - - - - 1 - - +norm_ff_tt_frac_tt_syst shapeN - - - - 1 - - +norm_ff_tt_tt_syst shapeN - - - - 1 - - +norm_ff_w_frac_tt_syst shapeN - - - - 1 - - +norm_ff_w_tt_syst shapeN - - - - 1 - - +rate_TT rateParam * TTT 1 [0,5] +rate_ZMM_ZTT_btag rateParam * ZTT 1.02 [0.8,1.2] +* autoMCStats 0 diff --git a/data/tutorials/model_building_2024/PhysicsModels/htt_tt.input.root b/data/tutorials/model_building_2024/PhysicsModels/htt_tt.input.root new file mode 100644 index 00000000000..2d307aad718 Binary files /dev/null and b/data/tutorials/model_building_2024/PhysicsModels/htt_tt.input.root differ diff --git a/data/tutorials/model_building_2024/PhysicsModels/htt_tt_125_8TeV.txt b/data/tutorials/model_building_2024/PhysicsModels/htt_tt_125_8TeV.txt new file mode 100644 index 00000000000..80824d1e7ce --- /dev/null +++ b/data/tutorials/model_building_2024/PhysicsModels/htt_tt_125_8TeV.txt @@ -0,0 +1,95 @@ +Combination of htt_tt_0_8TeV=htt_tt_0_8TeV.txt htt_tt_1_8TeV=htt_tt_1_8TeV.txt htt_tt_2_8TeV=htt_tt_2_8TeV.txt +imax 3 number of bins +jmax 10 number of processes minus 1 +kmax 66 number of nuisance parameters +---------------------------------------------------------------------------------------------------------------------------------- +shapes * htt_tt_0_8TeV htt_tt.input.root htt_tt_0_8TeV/$PROCESS htt_tt_0_8TeV/$PROCESS_$SYSTEMATIC +shapes WH htt_tt_0_8TeV htt_tt.input.root htt_tt_0_8TeV/WH$MASS htt_tt_0_8TeV/WH$MASS_$SYSTEMATIC +shapes ZH htt_tt_0_8TeV htt_tt.input.root htt_tt_0_8TeV/ZH$MASS htt_tt_0_8TeV/ZH$MASS_$SYSTEMATIC +shapes ggH htt_tt_0_8TeV htt_tt.input.root htt_tt_0_8TeV/ggH$MASS htt_tt_0_8TeV/ggH$MASS_$SYSTEMATIC +shapes qqH htt_tt_0_8TeV htt_tt.input.root htt_tt_0_8TeV/qqH$MASS htt_tt_0_8TeV/qqH$MASS_$SYSTEMATIC +shapes * htt_tt_1_8TeV htt_tt.input.root htt_tt_1_8TeV/$PROCESS htt_tt_1_8TeV/$PROCESS_$SYSTEMATIC +shapes WH htt_tt_1_8TeV htt_tt.input.root htt_tt_1_8TeV/WH$MASS htt_tt_1_8TeV/WH$MASS_$SYSTEMATIC +shapes ZH htt_tt_1_8TeV htt_tt.input.root htt_tt_1_8TeV/ZH$MASS htt_tt_1_8TeV/ZH$MASS_$SYSTEMATIC +shapes ggH htt_tt_1_8TeV htt_tt.input.root htt_tt_1_8TeV/ggH$MASS htt_tt_1_8TeV/ggH$MASS_$SYSTEMATIC +shapes qqH htt_tt_1_8TeV htt_tt.input.root htt_tt_1_8TeV/qqH$MASS htt_tt_1_8TeV/qqH$MASS_$SYSTEMATIC +shapes * htt_tt_2_8TeV htt_tt.input.root htt_tt_2_8TeV/$PROCESS htt_tt_2_8TeV/$PROCESS_$SYSTEMATIC +shapes WH htt_tt_2_8TeV htt_tt.input.root htt_tt_2_8TeV/WH$MASS htt_tt_2_8TeV/WH$MASS_$SYSTEMATIC +shapes ZH htt_tt_2_8TeV htt_tt.input.root htt_tt_2_8TeV/ZH$MASS htt_tt_2_8TeV/ZH$MASS_$SYSTEMATIC +shapes ggH htt_tt_2_8TeV htt_tt.input.root htt_tt_2_8TeV/ggH$MASS htt_tt_2_8TeV/ggH$MASS_$SYSTEMATIC +shapes qqH htt_tt_2_8TeV htt_tt.input.root htt_tt_2_8TeV/qqH$MASS htt_tt_2_8TeV/qqH$MASS_$SYSTEMATIC +---------------------------------------------------------------------------------------------------------------------------------- +bin htt_tt_0_8TeV htt_tt_1_8TeV htt_tt_2_8TeV +observation 1120.0 366.0 34.0 +---------------------------------------------------------------------------------------------------------------------------------- +bin htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_0_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_1_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV htt_tt_2_8TeV +process ZH qqH WH ggH ZL VV ZJ TT W QCD ZTT ZH qqH WH ggH ZL VV ZJ TT W QCD ZTT ZH qqH WH ggH W ZJ TT VV QCD ZTT +process -3 -2 -1 0 1 2 3 4 5 6 7 -3 -2 -1 0 1 2 3 4 5 6 7 -3 -2 -1 0 5 3 4 2 6 7 +rate 0.6295 1.9520 0.2948 6.5774 2.2618 12.5617 5.3644 8.4061 49.8093 466.5570 454.3190 0.7244 1.4954 0.4404 5.0358 0.9129 10.6756 1.2788 2.5438 9.8006 22.4317 303.6560 0.0321 2.2841 0.0000 0.4668 0.9968 9.421e-08 0.1813 0.2881 11.1719 15.0311 +---------------------------------------------------------------------------------------------------------------------------------- +CMS_eff_b_8TeV lnN - - - - - - - 0.93 - - - - - - - - - - 0.83 - - - - - - - - - 0.93 - - - +CMS_eff_t_tt_8TeV lnN 1.19 1.19 1.19 1.19 - 1.19 - 1.19 - - 1.19 1.19 1.19 1.19 1.19 - 1.19 - 1.19 - - 1.19 1.19 1.19 1.19 1.19 - - 1.19 1.19 - 1.19 +CMS_fake_b_8TeV lnN - - - - - - - 0.96 - - - - - - - - - - 0.83 - - - - - - - - - 0.96 - - - +CMS_htt_DiBosonNorm_8TeV lnN - - - - - 1.15 - - - - - - - - - - 1.15 - - - - - - - - - - - - 1.15 - - +CMS_htt_DiBosonNorm_tauTau_1jet_high_highhiggs_8TeV lnN - - - - - - - - - - - - - - - - 1.15 - - - - - - - - - - - - - - - +CMS_htt_DiBosonNorm_tauTau_1jet_high_mediumhiggs_8TeV lnN - - - - - 1.15 - - - - - - - - - - - - - - - - - - - - - - - - - - +CMS_htt_DiBosonNorm_tauTau_vbf_8TeV lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.13 - - +CMS_htt_QCDSyst_tauTau_1jet_high_highhiggs_8TeV lnN - - - - - - - - - - - - - - - - - - - - 1.35 - - - - - - - - - - - +CMS_htt_QCDSyst_tauTau_1jet_high_mediumhiggs_8TeV lnN - - - - - - - - - 1.35 - - - - - - - - - - - - - - - - - - - - - - +CMS_htt_QCDSyst_tauTau_vbf_8TeV lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.35 - +CMS_htt_WNorm_tauTau_1jet_high_highhiggs_8TeV lnN - - - - - - - - - - - - - - - - - - - 1.3 - - - - - - - - - - - - +CMS_htt_WNorm_tauTau_1jet_high_mediumhiggs_8TeV lnN - - - - - - - - 1.3 - - - - - - - - - - - - - - - - - - - - - - - +CMS_htt_WNorm_tauTau_vbf_8TeV lnN - - - - - - - - - - - - - - - - - - - - - - - - - - 1.3 - - - - - +CMS_htt_ZJetFakeTau_tauTau_1jet_high_highhiggs_8TeV lnN - - - - - - - - - - - - - - - - - 1.2 - - - - - - - - - - - - - - +CMS_htt_ZJetFakeTau_tauTau_1jet_high_mediumhiggs_8TeV lnN - - - - - - 1.2 - - - - - - - - - - - - - - - - - - - - - - - - - +CMS_htt_ZJetFakeTau_tauTau_vbf_8TeV lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.2 - - - - +CMS_htt_ZLeptonFakeTau_tauTau_1jet_high_highhiggs_8TeV lnN - - - - - - - - - - - - - - - 1.3 - - - - - - - - - - - - - - - - +CMS_htt_ZLeptonFakeTau_tauTau_1jet_high_mediumhiggs_8TeV lnN - - - - 1.3 - - - - - - - - - - - - - - - - - - - - - - - - - - - +CMS_htt_extrap_ztt_tauTau_1jet_high_highhiggs_8TeV lnN - - - - - - - - - - - - - - - - - - - - - 1.03 - - - - - - - - - - +CMS_htt_extrap_ztt_tauTau_1jet_high_mediumhiggs_8TeV lnN - - - - - - - - - - 1.03 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_extrap_ztt_tauTau_vbf_8TeV lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.1 +CMS_htt_scale_met_8TeV lnN - - - - - - - 1.02 1.015 - - 1.03 1.03 1.03 1.03 - - - 1.02 - - - - - - - 1.015 - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_QCD_bin_10 shape - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_QCD_bin_9 shape - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_11 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_12 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_13 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_14 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_15 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_16 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_17 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_18 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_20 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_21 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_22 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_23 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_25 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_26 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_5 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_6 shape - - - - - - - - - - - - - - - - - - - - - 1.0 - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_12 shape - - - - - - - - - - 1.0 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_13 shape - - - - - - - - - - 1.0 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_14 shape - - - - - - - - - - 1.0 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_15 shape - - - - - - - - - - 1.0 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_16 shape - - - - - - - - - - 1.0 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_17 shape - - - - - - - - - - 1.0 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_20 shape - - - - - - - - - - 1.0 - - - - - - - - - - - - - - - - - - - - - +CMS_htt_tt_tauTau_vbf_8TeV_ZTT_bin_6 shape - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0 +CMS_htt_tt_tauTau_vbf_8TeV_ZTT_bin_7 shape - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0 +CMS_htt_tt_tauTau_vbf_8TeV_ZTT_bin_8 shape - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0 +CMS_htt_tt_tauTau_vbf_8TeV_ZTT_bin_9 shape - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.0 +CMS_htt_ttbarNorm_8TeV lnN - - - - - - - 1.1 - - - - - - - - - - 1.1 - - - - - - - - - 1.1 - - - +CMS_htt_ttbarNorm_tauTau_1jet_high_highhiggs_8TeV lnN - - - - - - - - - - - - - - - - - - 1.05 - - - - - - - - - - - - - +CMS_htt_ttbarNorm_tauTau_1jet_high_mediumhiggs_8TeV lnN - - - - - - - 1.05 - - - - - - - - - - - - - - - - - - - - - - - - +CMS_htt_ttbarNorm_tauTau_vbf_8TeV lnN - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1.24 - - - +CMS_htt_zttNorm_8TeV lnN - - - - 1.033 - 1.033 - - - 1.033 - - - - 1.033 - 1.033 - - - 1.033 - - - - - 1.03 - - - 1.03 +CMS_scale_j_8TeV lnN - 0.99 - - - - - - - - - - 0.99 - - - - - - - - - 1.015 1.015 1.015 1.035 - 1.03 1.02 1.08 - - +CMS_scale_t_tautau_8TeV shape 1.0 1.0 1.0 1.0 - - - - - - 1.0 1.0 1.0 1.0 1.0 - - - - - - 1.0 1.0 1.0 1.0 1.0 - - - - - 1.0 +QCDscale_VH lnN 1.04 - 1.04 - - - - - - - - 1.04 - 1.04 - - - - - - - - 1.04 - 1.04 - - - - - - - +QCDscale_ggH1in lnN - - - 1.205 - - - - - - - - - - 1.175 - - - - - - - - - - - - - - - - - +QCDscale_ggH2in lnN - - - - - - - - - - - - - - - - - - - - - - - - - 1.41 - - - - - - +QCDscale_qqH lnN - 1.012 - - - - - - - - - - 1.014 - - - - - - - - - - 1.013 - - - - - - - - +UEPS lnN 1.025 1.025 1.025 0.975 - - - - - - - 0.996 0.996 0.996 0.993 - - - - - - - - - - 0.9 - - - - - - +lumi_8TeV lnN 1.026 1.026 1.026 1.026 - - - - - - - 1.026 1.026 1.026 1.026 - - - - - - - 1.026 1.026 1.026 1.026 - - - - - - +pdf_gg lnN - - - 1.097 - - - - - - - - - - 1.097 - - - - - - - - - - 1.097 - - - - - - +pdf_qqbar lnN 1.02 1.036 1.02 - - - - - - - - 1.02 1.036 1.02 - - - - - - - - 1.02 1.036 1.02 - - - - - - - diff --git a/data/tutorials/model_building_2024/control_regions/htt_input.root b/data/tutorials/model_building_2024/control_regions/htt_input.root new file mode 100644 index 00000000000..9307f159ea6 Binary files /dev/null and b/data/tutorials/model_building_2024/control_regions/htt_input.root differ diff --git a/data/tutorials/model_building_2024/control_regions/htt_tt_8_13TeV.txt b/data/tutorials/model_building_2024/control_regions/htt_tt_8_13TeV.txt new file mode 100644 index 00000000000..6b98e2b1cc1 --- /dev/null +++ b/data/tutorials/model_building_2024/control_regions/htt_tt_8_13TeV.txt @@ -0,0 +1,91 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 6 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_tt_8_13TeV htt_input.root htt_tt_8_13TeV/$PROCESS htt_tt_8_13TeV/$PROCESS_$SYSTEMATIC +shapes bbH htt_tt_8_13TeV htt_input.root htt_tt_8_13TeV/bbH$MASS htt_tt_8_13TeV/bbH$MASS_$SYSTEMATIC +shapes ggH htt_tt_8_13TeV htt_input.root htt_tt_8_13TeV/ggH$MASS htt_tt_8_13TeV/ggH$MASS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_tt_8_13TeV +observation 105545.0 +-------------------------------------------------------------------------------- +bin htt_tt_8_13TeV htt_tt_8_13TeV htt_tt_8_13TeV htt_tt_8_13TeV htt_tt_8_13TeV htt_tt_8_13TeV htt_tt_8_13TeV +process ZL TTT VVT ZTT jetFakes ggH bbH +process 1 2 3 4 5 -1 0 +rate 2267.87 248.642 307.332 15938.5 89277.7 -1 -1 +-------------------------------------------------------------------------------- +CMS_eff_b_13TeV lnN - 1.04/0.98 1.01/0.99 - - - 1.01/0.99 +CMS_eff_m lnN - - - 0.96 - - - +CMS_eff_t_13TeV lnN - 1.08 1.08 1.08 - 1.08 1.08 +CMS_eff_t_mssmHigh_tt_13TeV shape - 1 1 1 - 1 1 +CMS_eff_t_tt_13TeV lnN - 1.092 1.092 1.092 - 1.092 1.092 +CMS_htt_dyShape_scale_m_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt0_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt40_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt80_13TeV shape - - - 1 - - - +CMS_htt_dyShape_tjXsec_13TeV shape - - - 1 - - - +CMS_htt_eFakeTau_loose_13TeV lnN 1.03 - - - - - - +CMS_htt_mFakeTau_loose_13TeV lnN 1.05 - - - - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_1 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_10 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_11 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_19 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_2 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_20 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_21 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_22 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_23 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_24 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_25 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_26 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_27 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_28 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_29 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_3 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_30 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_31 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_4 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_5 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_6 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_7 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_8 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_ZTT_bin_9 shape - - - 1 - - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_10 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_11 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_12 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_13 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_14 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_15 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_16 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_17 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_18 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_19 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_20 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_21 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_22 shape - - - - 1 - - +CMS_htt_tt_nobtag_13TeV_jetFakes_bin_9 shape - - - - 1 - - +CMS_htt_ttbarAccept_tt_nobtag_13TeV lnN - 1.01 - - - - - +CMS_htt_ttbarShape_13TeV shapeU - 1 - - - - - +CMS_htt_vvXsec_13TeV lnN - - 1.05 - - - - +CMS_htt_zjXsec_13TeV lnN 1.04 - - - - - - +CMS_htt_zttAccept_tt_nobtag_13TeV lnN - - - 1.07 - - - +CMS_scale_j_13TeV lnN - 1.01/0.99 - - - - - +CMS_scale_t_1prong0pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_1prong1pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_3prong0pi0_13TeV shape - 1 1 1 - 1 1 +QCDScale_QshScale_bbH lnN - - - - - - 1.038 +ff_norm_stat_tt_tt_nobtag lnN - - - - 1.023 - - +ff_norm_syst_tt lnN - - - - 1.099 - - +ff_sub_syst_tt_tt_nobtag lnN - - - - 1.03 - - +lumi_13TeV lnN 1.025 - 1.025 - - 1.025 1.025 +norm_ff_dy_frac_tt_syst shape - - - - 1 - - +norm_ff_qcd_dm0_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm0_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_tt_syst shape - - - - 1 - - +norm_ff_tt_frac_tt_syst shape - - - - 1 - - +norm_ff_tt_tt_syst shape - - - - 1 - - +norm_ff_w_frac_tt_syst shape - - - - 1 - - +norm_ff_w_tt_syst shape - - - - 1 - - diff --git a/data/tutorials/model_building_2024/control_regions/htt_tt_9_13TeV.txt b/data/tutorials/model_building_2024/control_regions/htt_tt_9_13TeV.txt new file mode 100644 index 00000000000..388fd91f967 --- /dev/null +++ b/data/tutorials/model_building_2024/control_regions/htt_tt_9_13TeV.txt @@ -0,0 +1,88 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 6 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/$PROCESS htt_tt_9_13TeV/$PROCESS_$SYSTEMATIC +shapes bbH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/bbH$MASS htt_tt_9_13TeV/bbH$MASS_$SYSTEMATIC +shapes ggH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/ggH$MASS htt_tt_9_13TeV/ggH$MASS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV +observation 3416.0 +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV +process ZL TTT VVT ZTT jetFakes ggH bbH +process 1 2 3 4 5 -1 0 +rate 37.5448 683.017 96.5185 742.649 2048.94 -1 -1 +-------------------------------------------------------------------------------- +CMS_eff_b_13TeV lnN - 0.99/1.01 0.98/1.01 0.98/1.02 - 0.99/1.01 0.98/1.02 +CMS_eff_m lnN - - - 0.96 - - - +CMS_eff_t_13TeV lnN - 1.08 1.08 1.08 - 1.08 1.08 +CMS_eff_t_mssmHigh_tt_13TeV shape - 1 1 1 - 1 1 +CMS_eff_t_tt_13TeV lnN - 1.092 1.092 1.092 - 1.092 1.092 +CMS_fake_b_13TeV lnN 0.99/1.05 - 0.99/1.01 0.97/1.02 - 0.97/1.03 - +CMS_htt_dyShape_scale_m_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt0_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt40_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt80_13TeV shape - - - 1 - - - +CMS_htt_dyShape_tjXsec_13TeV shape - - - 1 - - - +CMS_htt_eFakeTau_loose_13TeV lnN 1.03 - - - - - - +CMS_htt_mFakeTau_loose_13TeV lnN 1.05 - - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_10 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_11 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_12 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_13 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_14 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_15 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_16 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_8 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_9 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_17 shape - - 1 - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_18 shape - - 1 - - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_1 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_15 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_17 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_18 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_2 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_3 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_4 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_5 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_1 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_10 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_11 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_12 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_13 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_14 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_16 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_17 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_2 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_3 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_5 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_6 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_7 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_8 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_9 shape - - - - 1 - - +CMS_htt_ttbarAccept_tt_btag_13TeV lnN - 1.004 - - - - - +CMS_htt_ttbarShape_13TeV shapeU - 1 - - - - - +CMS_htt_vvXsec_13TeV lnN - - 1.05 - - - - +CMS_htt_zjXsec_13TeV lnN 1.04 - - - - - - +CMS_htt_zttAccept_tt_btag_13TeV lnN - - - 1.05 - - - +CMS_scale_j_13TeV lnN 0.96/1.01 - 0.99/1.01 0.99/1.01 - 0.99/1.01 0.99/1.01 +CMS_scale_t_1prong0pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_1prong1pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_3prong0pi0_13TeV shape - 1 1 1 - 1 1 +QCDScale_QshScale_bbH lnN - - - - - - 0.902 +ff_norm_stat_tt_tt_btag lnN - - - - 1.028 - - +ff_norm_syst_tt lnN - - - - 1.1 - - +ff_sub_syst_tt_tt_btag lnN - - - - 1.03 - - +lumi_13TeV lnN 1.025 - 1.025 - - 1.025 1.025 +norm_ff_dy_frac_tt_syst shape - - - - 1 - - +norm_ff_qcd_dm0_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm0_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_tt_syst shape - - - - 1 - - +norm_ff_tt_frac_tt_syst shape - - - - 1 - - +norm_ff_tt_tt_syst shape - - - - 1 - - +norm_ff_w_frac_tt_syst shape - - - - 1 - - +norm_ff_w_tt_syst shape - - - - 1 - - diff --git a/data/tutorials/model_building_2024/control_regions/htt_ttbar_1_13TeV.txt b/data/tutorials/model_building_2024/control_regions/htt_ttbar_1_13TeV.txt new file mode 100644 index 00000000000..776779e4792 --- /dev/null +++ b/data/tutorials/model_building_2024/control_regions/htt_ttbar_1_13TeV.txt @@ -0,0 +1,71 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 5 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_ttbar_1_13TeV htt_input.root htt_ttbar_1_13TeV/$PROCESS htt_ttbar_1_13TeV/$PROCESS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_ttbar_1_13TeV +observation 79251.0 +-------------------------------------------------------------------------------- +bin htt_ttbar_1_13TeV htt_ttbar_1_13TeV htt_ttbar_1_13TeV htt_ttbar_1_13TeV htt_ttbar_1_13TeV htt_ttbar_1_13TeV +process W QCD ZLL TT VV ZTT +process 1 2 3 4 5 6 +rate 597.336 308.965 14.3011 67280.4 10589.6 150.025 +-------------------------------------------------------------------------------- +CMS_eff_e lnN 1.02 - 1.02 1.02 1.02 1.02 +CMS_eff_m lnN 1.02 - 1.02 1.02 1.02 1.02 +CMS_htt_ttbarControlVar_13TeV lnN - - - 1.01 - - +CMS_htt_ttbarShape_13TeV shapeU - - - 1 - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_10 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_11 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_12 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_13 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_14 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_29 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_3 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_4 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_5 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_7 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_8 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_QCD_bin_9 shape - 1 - - - - +CMS_htt_ttbar_cr_13TeV_TT_bin_1 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_10 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_11 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_12 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_13 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_14 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_15 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_16 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_17 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_18 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_19 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_2 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_20 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_21 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_22 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_23 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_24 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_25 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_26 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_27 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_28 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_29 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_30 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_31 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_4 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_5 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_6 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_7 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_8 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_TT_bin_9 shape - - - 1 - - +CMS_htt_ttbar_cr_13TeV_VV_bin_31 shape - - - - 1 - +CMS_htt_ttbar_cr_13TeV_W_bin_29 shape 1 - - - - - +CMS_htt_ttbar_cr_13TeV_ZTT_bin_1 shape - - - - - 1 +CMS_htt_ttbar_cr_13TeV_ZTT_bin_2 shape - - - - - 1 +CMS_htt_ttbar_cr_13TeV_ZTT_bin_3 shape - - - - - 1 +CMS_htt_ttbar_cr_13TeV_ZTT_bin_4 shape - - - - - 1 +CMS_htt_ttbar_cr_13TeV_ZTT_bin_6 shape - - - - - 1 +CMS_htt_vvXsec_13TeV lnN - - - - 1.05 - +CMS_htt_zjXsec_13TeV lnN - - 1.04 - - - +lumi_13TeV lnN 1.025 - 1.025 - 1.025 1.025 diff --git a/data/tutorials/model_building_2024/control_regions/htt_zmm_8_13TeV.txt b/data/tutorials/model_building_2024/control_regions/htt_zmm_8_13TeV.txt new file mode 100644 index 00000000000..d8cbcb352a5 --- /dev/null +++ b/data/tutorials/model_building_2024/control_regions/htt_zmm_8_13TeV.txt @@ -0,0 +1,22 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 5 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_zmm_8_13TeV htt_input.root htt_zmm_8_13TeV/$PROCESS htt_zmm_8_13TeV/$PROCESS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_zmm_8_13TeV +observation 17802706.0 +-------------------------------------------------------------------------------- +bin htt_zmm_8_13TeV htt_zmm_8_13TeV htt_zmm_8_13TeV htt_zmm_8_13TeV htt_zmm_8_13TeV htt_zmm_8_13TeV +process W QCD ZLL TT VV ZTT +process 1 2 3 4 5 6 +rate 971.593 721.972 1.69689e+07 11293.2 32816.4 7075.1 +-------------------------------------------------------------------------------- +CMS_eff_b_13TeV lnN - - - 1.03/0.97 - - +CMS_eff_m lnN - - - 1.04 1.04 1.04 +CMS_htt_vvXsec_13TeV lnN - - - - 1.05 - +CMS_htt_wjXsec_13TeV lnN 1.04 - - - - - +CMS_htt_zmm_nobtag_13TeV_ZLL_bin_1 shape - - 1 - - - +CMS_scale_j_13TeV lnN - - - 1.01/0.99 - - +lumi_13TeV lnN 1.025 - - - 1.025 1.025 diff --git a/data/tutorials/model_building_2024/control_regions/htt_zmm_9_13TeV.txt b/data/tutorials/model_building_2024/control_regions/htt_zmm_9_13TeV.txt new file mode 100644 index 00000000000..19a57604fde --- /dev/null +++ b/data/tutorials/model_building_2024/control_regions/htt_zmm_9_13TeV.txt @@ -0,0 +1,23 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 5 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_zmm_9_13TeV htt_input.root htt_zmm_9_13TeV/$PROCESS htt_zmm_9_13TeV/$PROCESS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_zmm_9_13TeV +observation 365754.0 +-------------------------------------------------------------------------------- +bin htt_zmm_9_13TeV htt_zmm_9_13TeV htt_zmm_9_13TeV htt_zmm_9_13TeV htt_zmm_9_13TeV htt_zmm_9_13TeV +process W QCD ZLL TT VV ZTT +process 1 2 3 4 5 6 +rate 59.9999 141.725 305423 34341.1 5273.43 115.34 +-------------------------------------------------------------------------------- +CMS_eff_b_13TeV lnN - - 0.98/1.02 0.99/1.01 0.98/1.02 0.98/1.02 +CMS_eff_m lnN - - - 1.04 1.04 1.04 +CMS_fake_b_13TeV lnN - - 0.97/1.02 - 0.99/1.01 0.97/1.03 +CMS_htt_vvXsec_13TeV lnN - - - - 1.05 - +CMS_htt_wjXsec_13TeV lnN 1.04 - - - - - +CMS_htt_zmm_btag_13TeV_ZLL_bin_1 shape - - 1 - - - +CMS_scale_j_13TeV lnN - - 0.98/1.02 - 0.99/1.01 0.98/1.02 +lumi_13TeV lnN 1.025 - - - 1.025 1.025 diff --git a/data/tutorials/model_building_2024/keywords/htt_input.root b/data/tutorials/model_building_2024/keywords/htt_input.root new file mode 100644 index 00000000000..9307f159ea6 Binary files /dev/null and b/data/tutorials/model_building_2024/keywords/htt_input.root differ diff --git a/data/tutorials/model_building_2024/keywords/htt_tt_9_13TeV.txt b/data/tutorials/model_building_2024/keywords/htt_tt_9_13TeV.txt new file mode 100644 index 00000000000..388fd91f967 --- /dev/null +++ b/data/tutorials/model_building_2024/keywords/htt_tt_9_13TeV.txt @@ -0,0 +1,88 @@ +# Datacard produced by CombineHarvester with git status: 8fe0e3c-dirty +imax 1 number of bins +jmax 6 number of processes minus 1 +kmax * number of nuisance parameters +-------------------------------------------------------------------------------- +shapes * htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/$PROCESS htt_tt_9_13TeV/$PROCESS_$SYSTEMATIC +shapes bbH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/bbH$MASS htt_tt_9_13TeV/bbH$MASS_$SYSTEMATIC +shapes ggH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/ggH$MASS htt_tt_9_13TeV/ggH$MASS_$SYSTEMATIC +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV +observation 3416.0 +-------------------------------------------------------------------------------- +bin htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV htt_tt_9_13TeV +process ZL TTT VVT ZTT jetFakes ggH bbH +process 1 2 3 4 5 -1 0 +rate 37.5448 683.017 96.5185 742.649 2048.94 -1 -1 +-------------------------------------------------------------------------------- +CMS_eff_b_13TeV lnN - 0.99/1.01 0.98/1.01 0.98/1.02 - 0.99/1.01 0.98/1.02 +CMS_eff_m lnN - - - 0.96 - - - +CMS_eff_t_13TeV lnN - 1.08 1.08 1.08 - 1.08 1.08 +CMS_eff_t_mssmHigh_tt_13TeV shape - 1 1 1 - 1 1 +CMS_eff_t_tt_13TeV lnN - 1.092 1.092 1.092 - 1.092 1.092 +CMS_fake_b_13TeV lnN 0.99/1.05 - 0.99/1.01 0.97/1.02 - 0.97/1.03 - +CMS_htt_dyShape_scale_m_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt0_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt40_13TeV shape - - - 1 - - - +CMS_htt_dyShape_stat_m400pt80_13TeV shape - - - 1 - - - +CMS_htt_dyShape_tjXsec_13TeV shape - - - 1 - - - +CMS_htt_eFakeTau_loose_13TeV lnN 1.03 - - - - - - +CMS_htt_mFakeTau_loose_13TeV lnN 1.05 - - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_10 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_11 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_12 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_13 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_14 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_15 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_16 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_8 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_TTT_bin_9 shape - 1 - - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_17 shape - - 1 - - - - +CMS_htt_tt_btag_13TeV_VVT_bin_18 shape - - 1 - - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_1 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_15 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_17 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_18 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_2 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_3 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_4 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_ZTT_bin_5 shape - - - 1 - - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_1 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_10 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_11 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_12 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_13 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_14 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_16 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_17 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_2 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_3 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_5 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_6 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_7 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_8 shape - - - - 1 - - +CMS_htt_tt_btag_13TeV_jetFakes_bin_9 shape - - - - 1 - - +CMS_htt_ttbarAccept_tt_btag_13TeV lnN - 1.004 - - - - - +CMS_htt_ttbarShape_13TeV shapeU - 1 - - - - - +CMS_htt_vvXsec_13TeV lnN - - 1.05 - - - - +CMS_htt_zjXsec_13TeV lnN 1.04 - - - - - - +CMS_htt_zttAccept_tt_btag_13TeV lnN - - - 1.05 - - - +CMS_scale_j_13TeV lnN 0.96/1.01 - 0.99/1.01 0.99/1.01 - 0.99/1.01 0.99/1.01 +CMS_scale_t_1prong0pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_1prong1pi0_13TeV shape - 1 1 1 - 1 1 +CMS_scale_t_3prong0pi0_13TeV shape - 1 1 1 - 1 1 +QCDScale_QshScale_bbH lnN - - - - - - 0.902 +ff_norm_stat_tt_tt_btag lnN - - - - 1.028 - - +ff_norm_syst_tt lnN - - - - 1.1 - - +ff_sub_syst_tt_tt_btag lnN - - - - 1.03 - - +lumi_13TeV lnN 1.025 - 1.025 - - 1.025 1.025 +norm_ff_dy_frac_tt_syst shape - - - - 1 - - +norm_ff_qcd_dm0_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm0_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet0_tt_stat shape - - - - 1 - - +norm_ff_qcd_dm1_njet1_tt_stat shape - - - - 1 - - +norm_ff_qcd_tt_syst shape - - - - 1 - - +norm_ff_tt_frac_tt_syst shape - - - - 1 - - +norm_ff_tt_tt_syst shape - - - - 1 - - +norm_ff_w_frac_tt_syst shape - - - - 1 - - +norm_ff_w_tt_syst shape - - - - 1 - - diff --git a/data/tutorials/model_building_2024/models/EFT_simple.py b/data/tutorials/model_building_2024/models/EFT_simple.py new file mode 100644 index 00000000000..e6eb8abadb1 --- /dev/null +++ b/data/tutorials/model_building_2024/models/EFT_simple.py @@ -0,0 +1,22 @@ +from HiggsAnalysis.CombinedLimit.PhysicsModel import PhysicsModel + + +class SMEFT_chg(PhysicsModel): + def doParametersOfInterest(self): + """Create POI and other parameters, and define the POI set.""" + self.modelBuilder.doVar("A[39.54]") + self.modelBuilder.doVar("B[245.32]") + self.modelBuilder.out.var("A").setConstant(True) + self.modelBuilder.out.var("B").setConstant(True) + self.modelBuilder.doVar("chg[0,-1,1]") + self.modelBuilder.factory_('expr::ggH_scaling_chg("1+@1*@0+@2*@0*@0", chg, A, B)') + self.modelBuilder.doSet("POI", ",".join(["chg"])) + + def getYieldScale(self, bin, process): + if process == "ggH": + return "ggH_scaling_chg" + else: + return 1 + + +smeft_chg_tutorial = SMEFT_chg() diff --git a/data/tutorials/model_building_2024/models/FractionModel.py b/data/tutorials/model_building_2024/models/FractionModel.py new file mode 100644 index 00000000000..a50b18ded6e --- /dev/null +++ b/data/tutorials/model_building_2024/models/FractionModel.py @@ -0,0 +1,23 @@ +from HiggsAnalysis.CombinedLimit.PhysicsModel import PhysicsModel + + +class FractionModel(PhysicsModel): + def doParametersOfInterest(self): + """Create POI and other parameters, and define the POI set.""" + self.modelBuilder.doVar("f[0,0,4]") + self.modelBuilder.doVar("r[1,0,10]") + self.modelBuilder.factory_('expr::scale_qqH("(1-@0)*@1", f,r)') + self.modelBuilder.factory_('expr::scale_ggH("@0*@1", f,r)') + self.modelBuilder.doSet("POI", ",".join(["f"])) + self.modelBuilder.doSet("POI", ",".join(["r"])) + + def getYieldScale(self, bin, process): + if process == "qqH": + return "scale_qqH" + elif process == "ggH": + return "scale_ggH" + else: + return 1 + + +Fraction_2signals = FractionModel() diff --git a/data/tutorials/model_building_2024/simple_shape/datacard-2-template-analysis.txt b/data/tutorials/model_building_2024/simple_shape/datacard-2-template-analysis.txt new file mode 100644 index 00000000000..ee6d1be221d --- /dev/null +++ b/data/tutorials/model_building_2024/simple_shape/datacard-2-template-analysis.txt @@ -0,0 +1,18 @@ +imax 1 +jmax 1 +kmax 4 +# --------------- +shapes * * template-analysis-datacard-input.root $PROCESS $PROCESS_$SYSTEMATIC +# --------------- +bin ch1 +observation 85 +# ------------------------------ +bin ch1 ch1 +process signal background +process 0 1 +rate 24 100 +# -------------------------------- +lumi lnN 1.1 1.0 +bgnorm lnN - 1.3 +alpha shape - 1 # uncertainty in the background template. +sigma shape 0.5 - # uncertainty in the signal template. diff --git a/data/tutorials/model_building_2024/simple_shape/template-analysis-datacard-input.root b/data/tutorials/model_building_2024/simple_shape/template-analysis-datacard-input.root new file mode 100644 index 00000000000..c267d75ddf1 Binary files /dev/null and b/data/tutorials/model_building_2024/simple_shape/template-analysis-datacard-input.root differ diff --git a/data/tutorials/statistical_routines_tutorial/datacard.txt b/data/tutorials/statistical_routines_tutorial/datacard.txt new file mode 100644 index 00000000000..a14ecd1effb --- /dev/null +++ b/data/tutorials/statistical_routines_tutorial/datacard.txt @@ -0,0 +1,17 @@ +imax 1 # number of channels +jmax 1 # number of backgrounds +kmax 3 # number of nuisance parameters +------- +shapes * * FAKE +------ +bin bin1 +observation 6 +----- +bin bin1 bin1 +process ggH WW +process 0 1 +rate 2.3 5.4 +------- +lumi lnN 1.01 1.01 # luminosity uncertainty +xs_ggH lnN 1.10 - # gg->H cross section + signal efficiency + other minor ones +xs_WW lnN - 1.16 # WW cross section + signal efficiency + other minor ones diff --git a/data/tutorials/statistical_routines_tutorial/datacard_lowbackground.txt b/data/tutorials/statistical_routines_tutorial/datacard_lowbackground.txt new file mode 100644 index 00000000000..0d7e30c466e --- /dev/null +++ b/data/tutorials/statistical_routines_tutorial/datacard_lowbackground.txt @@ -0,0 +1,17 @@ +imax 1 # number of channels +jmax 1 # number of backgrounds +kmax 3 # number of nuisance parameters +------- +shapes * * FAKE +------ +bin bin1 +observation 0 +----- +bin bin1 bin1 +process ggH WW +process 0 1 +rate 2.3 1 +------- +lumi lnN 1.01 1.01 # luminosity uncertainty +xs_ggH lnN 1.10 - # gg->H cross section + signal efficiency + other minor ones +xs_WW lnN - 1.16 # WW cross section + signal efficiency + other minor ones diff --git a/data/tutorials/statistical_routines_tutorial/datacard_obs12.txt b/data/tutorials/statistical_routines_tutorial/datacard_obs12.txt new file mode 100644 index 00000000000..19f1f030939 --- /dev/null +++ b/data/tutorials/statistical_routines_tutorial/datacard_obs12.txt @@ -0,0 +1,17 @@ +imax 1 # number of channels +jmax 1 # number of backgrounds +kmax 3 # number of nuisance parameters +------- +shapes * * FAKE +------ +bin bin1 +observation 12 +----- +bin bin1 bin1 +process ggH WW +process 0 1 +rate 2.3 5.4 +------- +lumi lnN 1.01 1.01 # luminosity uncertainty +xs_ggH lnN 1.10 - # gg->H cross section + signal efficiency + other minor ones +xs_WW lnN - 1.16 # WW cross section + signal efficiency + other minor ones diff --git a/data/tutorials/statistical_routines_tutorial/datacard_underfluctuation.txt b/data/tutorials/statistical_routines_tutorial/datacard_underfluctuation.txt new file mode 100644 index 00000000000..8e944bd9167 --- /dev/null +++ b/data/tutorials/statistical_routines_tutorial/datacard_underfluctuation.txt @@ -0,0 +1,17 @@ +imax 1 # number of channels +jmax 1 # number of backgrounds +kmax 3 # number of nuisance parameters +------- +shapes * * FAKE +------ +bin bin1 +observation 13 +----- +bin bin1 bin1 +process ggH WW +process 0 1 +rate 2.3 23.4 +------- +lumi lnN 1.01 1.01 # luminosity uncertainty +xs_ggH lnN 1.10 - # gg->H cross section + signal efficiency + other minor ones +xs_WW lnN - 1.16 # WW cross section + signal efficiency + other minor ones diff --git a/data/tutorials/statistical_routines_tutorial/get_quantile.py b/data/tutorials/statistical_routines_tutorial/get_quantile.py new file mode 100644 index 00000000000..07800573288 --- /dev/null +++ b/data/tutorials/statistical_routines_tutorial/get_quantile.py @@ -0,0 +1,38 @@ +from ROOT import TFile +import numpy as np +import scipy.stats as st + +from argparse import ArgumentParser + +parser = ArgumentParser() +parser.add_argument("--input", default="higgsCombineTest.MultiDimFit.mH120.123456.root", help="input root file with toy results from MultiDimFit") +parser.add_argument("--q0", action="store_true", help="use the q_0 test statistic rather than the profile likelihood ratio.") +args = parser.parse_args() + +n_sigma = 1 +quantile_val = 2 * st.norm().cdf(-n_sigma) # Get the quantile corresponding to the N sigma interval + +f = TFile(args.input, "READ") +limit = f.Get("limit") +n_entries = limit.GetEntries() + +m2nll_vals = [] +r_vals = [] +last_toy_num = -1 +for i in range(n_entries): + limit.GetEntry(i) + if limit.quantileExpected < 0: + if args.q0: + r_vals.append(limit.r) + continue + + m2nll_vals.append(2 * limit.deltaNLL) + + +test_stat_vals = m2nll_vals +if args.q0: + test_stat_vals = np.where(np.array(r_vals) > 0, test_stat_vals, 0) + +test_stat_cutoff = np.quantile(test_stat_vals, 1 - quantile_val) +t_stat_name = "q0" if args.q0 else "-2*deltaNLL" +print(f"This point is rejected at the {n_sigma} sigma level if the test stat {t_stat_name} > {test_stat_cutoff}") diff --git a/docs/index.md b/docs/index.md index 713abef9b4f..a682fd91671 100644 --- a/docs/index.md +++ b/docs/index.md @@ -46,12 +46,12 @@ cmsenv git clone https://github.com/cms-analysis/HiggsAnalysis-CombinedLimit.git HiggsAnalysis/CombinedLimit cd HiggsAnalysis/CombinedLimit ``` -Update to a recommended tag - currently the recommended tag is **v10.0.1**: [see release notes](https://github.com/cms-analysis/HiggsAnalysis-CombinedLimit/releases/tag/v10.0.1) +Update to a recommended tag - currently the recommended tag is **v10.0.2**: [see release notes](https://github.com/cms-analysis/HiggsAnalysis-CombinedLimit/releases/tag/v10.0.2) ```sh cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit git fetch origin -git checkout v10.0.1 +git checkout v10.0.2 scramv1 b clean; scramv1 b # always make a clean build ``` diff --git a/docs/model_building_tutorial2024/model_building_exercise.md b/docs/model_building_tutorial2024/model_building_exercise.md new file mode 100644 index 00000000000..accf6322285 --- /dev/null +++ b/docs/model_building_tutorial2024/model_building_exercise.md @@ -0,0 +1,469 @@ +# Building statistical models with Combine + +## Getting started +To get started, you should have a working setup of Combine, please follow the instructions from the [home page](https://cms-analysis.github.io/HiggsAnalysis-CombinedLimit/latest/#within-cmssw-recommended-for-cms-users). Make sure to use the latest recommended release. + +After setting up Combine, you can access the working directory for this tutorial which contains all of the inputs and scripts needed in this excercise exercise: + +```shell +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/ +git checkout main +scram b -j 8 +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/tutorials/model_building_2024/ +``` + +## Exercise outline + +This tutorial focuses and extends on the model building topic, and it is not going to give a full picture on the statistical methods, which are extensively covered in the [long exercise](https://cms-analysis.github.io/HiggsAnalysis-CombinedLimit/latest/part5/longexercise/) and [statistical methods exercise](https://cms-analysis.github.io/HiggsAnalysis-CombinedLimit/latest/tutorial_stat_routines/stat_routines/). + +1) Building analysis with templates + +2) Using keywords + +3) Control regions + +4) Rate parameters + +5) Extra arguments + +6) Physics Models + +## Introduction + +The most general definition for the binned model likelihood can be given as + +$$ \mathcal{L} = \mathcal{L}_\mathrm{primary} \cdot \mathcal{L}_\mathrm{auxiliary} = \prod_{c=1}^{N_c} \prod_{b=1}^{N_b^c} \mathrm{Poiss}(n_{cb}; n^\mathrm{exp}_{cb}(\vec{\mu},\vec{\nu})) \cdot \prod_{e=1}^{N_E} p_e(y_e ; \nu_e) $$ + +Where $c$ indexes the channel, $b$ indexes the histogram bin, and $e$ indexes the nuisance parameter. + +The generic model of the expected event count in a given bin, $n^\mathrm{exp}_{cb}$, implemented in combine for template based analyses is given by: + +$$n^\mathrm{exp}_{cb} = \mathrm{max}(0, \sum_{p} M_{cp}(\vec{\mu})N_{cp}(\nu_G, \vec{\nu}_L,\vec{\nu}_S,\vec{\nu}_{\rho})\omega_{cbp}(\vec{\nu}_S) + E_{cb}(\vec{\nu}_B) ) $$ + +In terms of datacard structure there are several differences with respect to the counting datacard: + + - A new block of lines at the top defining how channels and processes are mapped to the histograms (more than one line can be used) + - In the list of systematic uncertainties we now have entries marked as `shape` + +The "shapes" line has to follow the following syntax: + +```shell +shapes +``` + +To start the hands-on for this section: +``` +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/tutorials/model_building_2024/simple_shape +``` + +The input shapes for the first example (`datacard-2-template-analysis.txt`) are located in the `template-analysis-datacard-input.root`, it contains the observed distribution `data_obs`, the nominal histograms for each process and systematic uncertainties templates: + +```shell +root [0] +Attaching file template-analysis-datacard-input.root as _file0... +(TFile *) 0x556fd5b0fea0 +root [1] .ls +TFile** template-analysis-datacard-input.root + TFile* template-analysis-datacard-input.root + KEY: TH1F background;1 Histogram of background__x + KEY: TH1F background_alphaUp;1 Histogram of background__x + KEY: TH1F background_alphaDown;1 Histogram of background__x + KEY: TH1F data_obs;1 Histogram of data_obs__x + KEY: TH1F signal;1 Histogram of signal__x + KEY: TH1F signal_sigmaUp;1 Histogram of signal__x + KEY: TH1F signal_sigmaDown;1 Histogram of signal__x +``` + +To define the mapping to the systematic uncertainties templates the `$SYSTEMATIC` keyword should be used, which connects the systematic uncertainties marked as `shape` type with the input shapes. + +```shell +imax 1 +jmax 1 +kmax 4 +# --------------- +shapes signal ch1 template-analysis-datacard-input.root signal signal_$SYSTEMATIC +shapes background ch1 template-analysis-datacard-input.root background background_$SYSTEMATIC +# --------------- +bin ch1 +observation 85 +# ------------------------------ +bin ch1 ch1 +process signal background +process 0 1 +rate 24 100 +# -------------------------------- +lumi lnN 1.1 1.0 +bgnorm lnN - 1.3 +alpha shape - 1 # uncertainty in the background template. +sigma shape 0.5 - # uncertainty in the signal template. +``` + +To simplify the shape mapping line the keywords `$PROCESS`, `$CHANNEL` can be used. The `$PROCESS` keyword is associated with the processes listed in the datacard: `[signal, background]`, it is also possible to use the `*` wildcard to map multiple processes and/or channels with one line as shown below. + +```shell +imax 1 +jmax 1 +kmax 4 +# --------------- +shapes * * template-analysis-datacard-input.root $PROCESS $PROCESS_$SYSTEMATIC +# --------------- +bin ch1 +observation 85 +# ------------------------------ +bin ch1 ch1 +process signal background +process 0 1 +rate 24 100 +# -------------------------------- +lumi lnN 1.1 1.0 +bgnorm lnN - 1.3 +alpha shape - 1 # uncertainty in the background template. +sigma shape 0.5 - # uncertainty in the signal template. + +``` + +If there are more than one category it can be useful to store the input shapes corresponding to different regions in separate `TDirectory`s and use $CHANNEL keyword as shown below: + +```shell +shapes * * $CHANNEL/$PROCESS $CHANNEL/$PROCESS_$SYSTEMATIC +``` + +## Keywords + +Go to the datacards location corresponding to this section of the tutorial: +``` +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/tutorials/model_building_2024/keywords +``` + +The datacard can also contain `$MASS` keyword, it allows to setup a single datacard for various mass points. It will be replaced with the value passed to `-m` option when running the tool. In addition, user-defined keywords can be used. Any word in the datacard `$WORD` will be replaced by `VALUE` when including the option `--keyword-value WORD=VALUE`. This option can be repeated multiple times for multiple keywords. + +``` + KEY: TH1D ggH110;1 + KEY: TH1D bbH110;1 + KEY: TH1D ggH110_CMS_eff_t_mssmHigh_tt_13TeVDown;1 +.... + KEY: TH1D ggH120;1 + KEY: TH1D bbH120;1 + KEY: TH1D ggH120_CMS_eff_t_mssmHigh_tt_13TeVDown;1 +..... +``` +In the `htt_tt_9_13TeV.txt` datacard you can find the following lines: + +``` +shapes * htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/$PROCESS htt_tt_9_13TeV/$PROCESS_$SYSTEMATIC +shapes bbH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/bbH$MASS htt_tt_9_13TeV/bbH$MASS_$SYSTEMATIC +shapes ggH htt_tt_9_13TeV htt_input.root htt_tt_9_13TeV/ggH$MASS htt_tt_9_13TeV/ggH$MASS_$SYSTEMATIC + +``` +defining the mapping for all mass points at the same time. One can use this datacard to estimate 95%CL for different mass points by assigning in the command below. + +``` +combine -M AsymptoticLimits -d htt_tt_9_13TeV.txt -m +``` + +## Simultaneous fit in multiple categories + +``` +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/tutorials/model_building_2024/control_regions +``` + +To combine the datacards corresponding to various (independent) regions into a single card one can use `combineCards.py`. + +``` +combineCards.py htt_tt_9_13TeV=htt_tt_9_13TeV.txt htt_tt_8_13TeV=htt_tt_8_13TeV.txt >htt_tt_SRs.txt + +``` +The combined card `htt_tt_SRs.txt` now has two categories: +``` +---------------------------------------------------------------------------------------------------------------------------------- +bin htt_tt_9_13TeV htt_tt_8_13TeV +observation 3416 105545 +---------------------------------------------------------------------------------------------------------------------------------- + +``` + +## Rate parameters + +``` +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/tutorials/model_building_2024/control_regions +``` + +It is quite common to use data-drive background estimation methods. In Combine one can perform simultaneous fit of signal and control regions it allows to automatically handle the statistical uncertainty due to the number of data events in the control region, correctly handles signal contamination in the control region, allows to properly take into account systematic uncertainties affecting the backgrounds in the control regions. + +In the working directory for this section you can find the `htt_zmm_8_13TeV.txt, htt_zmm_9_13TeV.txt and htt_ttbar_1_13TeV.txt` cards, corresponding to the control regions enriched in ZLL and ttbar processes, in addition to the signal regions from the previous step. Let's combine all of the regions into one datacard. + +``` +combineCards.py htt_zmm_9_13TeV=htt_zmm_9_13TeV.txt htt_zmm_8_13TeV=htt_zmm_8_13TeV.txt htt_ttbar_1_13TeV=htt_ttbar_1_13TeV.txt htt_tt_9_13TeV=htt_tt_9_13TeV.txt htt_tt_8_13TeV=htt_tt_8_13TeV.txt >htt_tt_combined.txt +``` +Now the `htt_tt_combined.txt` contains signal and control regions. To allow the rate of the background processes to be corrected from the control regions we can define common rate parameters, which linearly scale the predicted rates specified in the datacard, using the syntax + +``` + rateParam [min_value,max_value] +``` + +The following lines define `rate_TT` and `rate_ZMM` rate parameters scaling TT and ZLL processes in all regions simultaneously: +``` +rate_TT rateParam * TT 1 [0,5] +rate_TT rateParam * TTT 1 [0,5] +rate_ZMM rateParam * ZLL 1 [0,2] +``` + +Note that by default rate parameters are freely floating (unconstrained) parameters in Combine, however it is possible to add a constrain term to the likelihood by adding the `param` modifier with the same name as rate parameter: + +``` +rate_TT param +``` +**Task:** Add `param` nuisance named `rate_TT` with `mean = 1.` and `sigma = 1`, check how the uncertainty on `rate_TT` parameter changes, what happens if you change the width of the constraint term? + +In addition modifiers that are functions of other parameters can be included using the following syntax: + +``` +name rateParam bin process formula args +``` +This can be useful to constrain the ratio of two processes as shown below + +``` +rate_A rateParam * process_A +ratio_BtoA param 1 1 +rate_B rateParam * process_B @0*@1 rate_A*ratio +``` + +## Extra arguments + +``` +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/tutorials/model_building_2024/PhysicsModels +``` + +In one wants to connect different models with common parameters, or just use external functions it is possible to import parameters defined within external workspaces with `extArg`: + +```nohighlight +name extArg rootfile:workspacename +``` +The `extArg` syntax allows to import `RooAbsReal` object from an external workspace. This object can be another free floating parameter, or a function of other parameters. In this section we are going to import `RooSpline1D` objects which define how various Higgs production cross sections depend on the Higgs mass (`MH` parameter). + +The datacard we are going to use in this section `htt_tt_125_8TeV.txt` correspond to 8 TeV analysis and Higgs mass of 125 GeV. To excercise the `extArg` features, let's rescale the signal templates to 13 TeV cross section values. +The 13 and 8 TeV cross sections predictions from YR4 are stored in the `$CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/` +in `sm_yr4_13TeV.root` and `sm_yr4_8TeV.root` files respectively, let's inspect the contents of `sm_yr4_13TeV.root`: + +``` + TFile* /afs/cern.ch/work/a/anigamov/rootv630/CMSSW_14_1_0_pre4/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_13TeV.root + KEY: RooWorkspace xs_13TeV;1 xs_13TeV + KEY: TProcessID ProcessID0;1 2fd49e90-f1a0-11e8-9717-b052b8bcbeef +root [2] xs_13TeV->Print() + +RooWorkspace(xs_13TeV) xs_13TeV contents + +variables +--------- +(MH) + +functions +-------- +RooSpline1D::WH_13TeV[ xvar=MH ] = 1.369 +RooSpline1D::WminusH_13TeV[ xvar=MH ] = 0.5313 +RooSpline1D::WplusH_13TeV[ xvar=MH ] = 0.838 +RooSpline1D::ZH_13TeV[ xvar=MH ] = 0.8824 +RooSpline1D::bbH_13TeV[ xvar=MH ] = 0.4863 +RooSpline1D::ggH_13TeV[ xvar=MH ] = 48.52 +RooSpline1D::ggZH_13TeV[ xvar=MH ] = 0.1227 +RooFormulaVar::qqZH_13TeV[ actualVars=(ZH_13TeV,ggZH_13TeV) formula="@0-@1" ] = 0.7597 +RooSpline1D::tHW_13TeV[ xvar=MH ] = 0.01517 +RooSpline1D::tHq_13TeV[ xvar=MH ] = 0.07714 +RooSpline1D::ttH_13TeV[ xvar=MH ] = 0.5065 +RooSpline1D::vbfH_13TeV[ xvar=MH ] = 3.779 +``` +The `RooSpline1D::WH_13TeV[ xvar=MH ] = 1.369` contains cross sections values interpolated between various Higgs mass points. +We can import them into our model as shown below + +``` +vbfH_13TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_13TeV.root:xs_13TeV +ggH_13TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_13TeV.root:xs_13TeV +ZH_13TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_13TeV.root:xs_13TeV +WH_13TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_13TeV.root:xs_13TeV + +vbfH_8TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_8TeV.root:xs_8TeV +ggH_8TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_8TeV.root:xs_8TeV +ZH_8TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_8TeV.root:xs_8TeV +WH_8TeV extArg $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/lhc-hxswg/sm/sm_yr4_8TeV.root:xs_8TeV +``` +Then we can define `rateParam` as functions of imported `extArg`s to rescale signal processes WH, ZH, ggH, qqH: +``` +WH_8to13TeV rateParam * WH @0/@1 WH_13TeV,WH_8TeV +ZH_8to13TeV rateParam * ZH @0/@1 ZH_13TeV,ZH_8TeV +ggH_8to13TeV rateParam * ggH @0/@1 ggH_13TeV,ggH_8TeV +vbfH_8to13TeV rateParam * qqH @0/@1 vbfH_13TeV,vbfH_8TeV +``` + +When running Combine methods (e.g. `combine -M MultiDimFit --algo singles`) with these parameters you have to freeze `MH`, i.e. add `--freezeParameters MH` option. + +**Advanced task:** rescale the signal templates to the cross-section corresponding to a different MH value (e.g. 120 GeV). + +## Physics Models + +With physics model one can instruct Combine how to scale the signal (background) yields with parameters of the model: $M_{cp}(\vec{\mu})$ from + +$$n^\mathrm{exp}_{cb} = \mathrm{max}(0, \sum_{p} M_{cp}(\vec{\mu})N_{cp}(\nu_G, \vec{\nu}_L,\vec{\nu}_S,\vec{\nu}_{\rho})\omega_{cbp}(\vec{\nu}_S) + E_{cb}(\vec{\nu}_B) ) $$ + +In Combine we can use [PhysicsModel](https://github.com/cms-analysis/HiggsAnalysis-CombinedLimit/blob/main/python/PhysicsModel.py#L16) as a base class. + +This class has several useful methods, but the most important ones are `doParametersOfInterest()` which defines parameters and functions of the model, and `getYieldScale(self, bin, process)` defines how expected events are scaled with the model parameters. + +``` +class PhysicsModelBase(six.with_metaclass(ABCMeta, object)): +... + def doParametersOfInterest(self): + """Create POI and other parameters, and define the POI set.""" + + def getYieldScale(self, bin, process): + "Return the name of a RooAbsReal to scale this yield by or the two special values 1 and 0 (don't scale, and set to zero)" + return "r" if self.DC.isSignal[process] else 1 +... + +``` + +There are many models available to use for different physics cases, follow the [link](https://cms-analysis.github.io/HiggsAnalysis-CombinedLimit/latest/part2/physicsmodels/) for more information. In the following sections we will discuss how one can construct custom models. + +To use a different physics model instead of the default one, we are going to use the option -P as in + +``` +text2workspace.py datacard.txt -P HiggsAnalysis.CombinedLimit.PythonFile:modelName +``` + +### Default physics model + +The default physics model implemented in Combine defines a single POI that linearly scales all signal processes. We use this model by default when running `text2workspace.py -m `. + +$$ +M_{cp}(\mu) = \begin{cases} + \mu &\mathrm{if\ } p \in \mathrm{signal} \\ + 1 &\mathrm{otherwise} \end{cases} +$$ + +``` +class PhysicsModel(PhysicsModelBase): + """Example class with signal strength as only POI""" + + def doParametersOfInterest(self): + """Create POI and other parameters, and define the POI set.""" + self.modelBuilder.doVar("r[1,0,20]") + self.modelBuilder.doSet("POI", "r") + # --- Higgs Mass as other parameter ---- + if self.options.mass != 0: + if self.modelBuilder.out.var("MH"): + self.modelBuilder.out.var("MH").removeRange() + self.modelBuilder.out.var("MH").setVal(self.options.mass) + else: + self.modelBuilder.doVar("MH[%g]" % self.options.mass) + +``` +### Multi Signal model + +Combine already contains a model [`HiggsAnalysis.CombinedLimit.PhysicsModel:multiSignalModel`](https://cms-analysis.github.io/HiggsAnalysis-CombinedLimit/latest/part2/physicsmodels/#multisignalmodel-ready-made-model-for-multiple-signal-processes) that can be used to assign different signal strengths to multiple processes in a datacard, configurable from the command line using the mapping `--PO 'map=/:'`. The wildcard `*` are allowed for `` and `` entries. The following command assigns `r_ggH` signal strength to scale `ggH` processes in all regions (`bin`s). + +``` +text2workspace.py -P HiggsAnalysis.CombinedLimit.PhysicsModel:multiSignalModel --PO verbose --PO 'map=.*/ggH:r_ggH[1,-5,5]' --PO 'map=.*/qqH:r_qqH[1,-5,5]' PhysicsModel/htt_tt_125_8TeV.txt -o ws_multiSignal.root -m 125 +combine -M MultiDimFit --algo singles -d ws_multiSignal.root -n .multiSignal. +``` + +### Custom models + +Now let's look at the example of how one can construct a model where the two leading signal processes (qqH and ggH) are scaled with relative fraction parameter `f` and the overall rate modifier `r`. + +$$ +N_{qqH}(r, f) = r f N_{qqH};\,N_{ggH}(r, f) = r (1 - f) N_{ggH} +$$ + +As discussed above first we have to define the parameters of the model +``` + def doParametersOfInterest(self): + """Create POI and other parameters, and define the POI set.""" + self.modelBuilder.doVar("f[0,0,4]") + self.modelBuilder.doVar("r[1,0,10]") +``` +then we can use the in the scaling functions for ggH and qqH processes +``` + self.modelBuilder.factory_( "expr::scale_qqH(\"(1-@0)*@1\", f,r)") + self.modelBuilder.factory_( "expr::scale_ggH(\"@0*@1\", f,r)") +``` +add the parameters to the set of POIs +``` + self.modelBuilder.doSet("POI", ",".join(["f"])) + self.modelBuilder.doSet("POI", ",".join(["r"])) +``` +The `getYieldScale(self, bin, process)` method will scale `qqH` process with the `scale_qqH` object and `ggH` with `scale_ggH`. +``` + def getYieldScale(self, bin, process): + if process == "qqH": return "scale_qqH" + elif process == "ggH": return "scale_ggH" + else: return 1 + +``` + +To use this model we should add the directory where the corresponding file is located to the `PYTHON3PATH`: +``` +export PYTHON3PATH=${PYTHON3PATH}:${PWD}/models +``` +And now we can finally create the workspace using this model: +``` +text2workspace.py PhysicsModels/htt_tt_125_8TeV.txt -P FractionModel:Fraction_2signals -m 125 -o ws_fraction.root +``` + +One can inspect the created workspace to ensure that the model is correctly implemented + +``` +root -l ws_fraction.root +root [1] w->Print() +``` + +The created workspace is quite large, but it should have two new `RooFormulaVar` objects + +``` +RooFormulaVar::scale_ggH[ actualVars=(f,r) formula="x[0]*x[1]" ] = 0 +RooFormulaVar::scale_qqH[ actualVars=(f,r) formula="(1-x[0])*x[1]" ] = 1 +``` +which modify the normalisation of the ggH and qqH processes + +``` +ProcessNormalization::n_exp_binhtt_tt_1_8TeV_proc_ggH[ thetaList=(CMS_eff_t_tt_8TeV,CMS_htt_scale_met_8TeV,QCDscale_ggH1in,UEPS,lumi_8TeV,pdf_gg) asymmThetaList=() otherFactorList=(scale_ggH) ] = 0 +ProcessNormalization::n_exp_binhtt_tt_1_8TeV_proc_qqH[ thetaList=(CMS_eff_t_tt_8TeV,CMS_htt_scale_met_8TeV,CMS_scale_j_8TeV,QCDscale_qqH,UEPS,lumi_8TeV,pdf_qqbar) asymmThetaList=() otherFactorList=(scale_qqH) ] = 1.4954 + +``` + +### EFT model + +One can also define analytical BSM models with Combine. In this section we will extract the CI for one of the SMEFT Wilson coefficient. Without going into details, it can be shown that the dimension-6 SMEFT operators scale with quadratic equations. In this example will consider the $c_{Hg}$ operator that among all signal processes in the datacard affects only ggH at the LO in SMEFT. + +$\sigma(c_{g}) = \sigma_{SM} (1 + A c_{g} + B c^{2}_{g})$, where A and B coefficients are numbers that can be estimated from simulation. + +``` +class SMEFT_chg(PhysicsModel): + def doParametersOfInterest(self): + """Create POI and other parameters, and define the POI set.""" + self.modelBuilder.doVar("A[39.54]") + self.modelBuilder.doVar("B[245.32]") + self.modelBuilder.out.var("A").setConstant(True) + self.modelBuilder.out.var("B").setConstant(True) + self.modelBuilder.doVar("chg[0,-1,1]") + self.modelBuilder.factory_( "expr::ggH_scaling_chg(\"1+@1*@0+@2*@0*@0\", chg, A, B)") + self.modelBuilder.doSet("POI", ",".join(["chg"])) + + def getYieldScale(self, bin, process): + if process == "ggH": return "ggH_scaling_chg" + else: return 1 + +smeft_chg_tutorial = SMEFT_chg() + +``` + +To create the workspace using this model one can run + +``` +export PYTHON3PATH=${PYTHON3PATH}:${PWD}/models +text2workspace.py PhysicsModels/htt_tt_125_8TeV.txt -P EFT_simple:smeft_chg_tutorial -m 125 -o ws_chg.root +``` + +Run the likelihood scan for $c_{Hg}$ parameter and make the plot: +``` +combine -M MultiDimFit --algo grid -d ws_chg.root --setParameterRanges chg=-0.2,0.2 +plot1DScan.py higgsCombineTest.MultiDimFit.mH120.root --POI chg +``` diff --git a/docs/part3/images/exampledfhtml.jpg b/docs/part3/images/exampledfhtml.jpg new file mode 100644 index 00000000000..7dac7525fe5 Binary files /dev/null and b/docs/part3/images/exampledfhtml.jpg differ diff --git a/docs/part3/nonstandard.md b/docs/part3/nonstandard.md index 7ac7f94e05c..59bdc994a93 100644 --- a/docs/part3/nonstandard.md +++ b/docs/part3/nonstandard.md @@ -75,11 +75,55 @@ If you are aware that your analysis has any of these features you could try reso ### Pre- and post-fit nuisance parameters -It is possible to compare pre-fit and post-fit nuisance parameter values with the script [diffNuisances.py](https://github.com/cms-analysis/HiggsAnalysis-CombinedLimit/blob/main/test/diffNuisances.py). Taking as input a `fitDiagnostics.root` file, the script will by default print out the parameters that have changed significantly with respect to their initial estimate. For each of those parameters, it will print out the shift in value and the post-fit uncertainty, both normalized to the initial (pre-fit) value. The linear correlation between the parameter and the signal strength will also be printed. +It is possible to compare pre-fit and post-fit nuisance parameter values with the script [diffNuisances.py](https://github.com/cms-analysis/HiggsAnalysis-CombinedLimit/blob/main/test/diffNuisances.py). Taking as input a `fitDiagnosticsTest.root` file, the script will by default print out the parameters that have changed significantly with respect to their initial estimate. - python diffNuisances.py fitDiagnostics.root +For each of those parameters, it will print out -The script has several options to toggle the thresholds used to decide whether a parameter has changed significantly, to get the printout of the absolute value of the nuisance parameters, and to get the output in another format for use on a webpage or in a note (the supported formats are `html`, `latex`, `twiki`). To print _all_ of the parameters, use the option `--all`. +- The shift in value and the post-fit uncertainty, both normalized to the initial (pre-fit) value from the s+b fit and the b-only fit. +- The linear correlation between the parameter and the signal strength `r` - $\rho(r,\nu)$. +- The approximate impact of the nuisance parameter determined as $I(r,\nu) = \sigma_{r}\sigma_{\nu}\rho(r,\nu)$, where $\sigma_{r}$ and $\sigma_{\nu}$ are the symmetrized total uncertainties on the signal strength and nuisance parameter, respectively (see the section on [Nuisance parameter impacts](http://cms-analysis.github.io/HiggsAnalysis-CombinedLimit/latest/part3/nonstandard/#nuisance-parameter-impacts) for our recommend calculation of impacts.). + +The script has several options to toggle the thresholds used to decide whether a parameter has changed significantly, to get the printout of the absolute value of the nuisance parameters, and to get the output in another format for use on a webpage or in a note (the supported formats are `html`, `latex`, `twiki`). To print *all* of the parameters, use the option `--all`. + +An example of using this script is shown below, + +```sh +combine data/tutorials/counting/realistic-counting-experiment.txt -M FitDiagnostics --forceRecreateNLL --rMin -1 --rMax 1 +python diffNuisances.py fitDiagnosticsTest.root +``` + +/// details | Show output + +=== "`--format text` (default)" + ```sh + diffNuisances run on fitDiagnosticsTest.root, at 2024-07-01 18:05:37.585109 with the following options ... {'vtol': 0.3, 'stol': 0.1, 'vtol2': 2.0, 'stol2': 0.5, 'show_all_parameters': False, 'absolute_values': False, 'poi': 'r', 'format': 'text', 'plotfile': None, 'pullDef': '', 'skipFitS': False, 'skipFitB': False, 'sortBy': 'correlation', 'regex': '.*'} + + name b-only fit s+b fit rho approx impact + CMS_scale_t_tautau_8TeV -0.60, 0.40 ! -0.73, 0.39! !-0.19! -0.051 + CMS_eff_t_tt_8TeV +0.57, 0.32 ! +0.50, 0.32! !-0.17! -0.037 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_12 +0.21, 0.89 -0.20, 0.96 -0.15 -0.103 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_11 +0.71, 0.87 +0.42, 0.90 -0.15 -0.095 + CMS_htt_QCDSyst_tauTau_vbf_8TeV +0.16, 0.82 -0.15, 0.84 -0.12 -0.071 + CMS_htt_tt_tauTau_vbf_8TeV_ZTT_bin_6 +0.32, 0.97 +0.09, 0.99 -0.08 -0.054 + CMS_htt_QCDSyst_tauTau_1jet_high_mediumhiggs_8TeV +0.52, 0.20 ! +0.48, 0.20! !-0.08! -0.011 + CMS_htt_QCDSyst_tauTau_1jet_high_highhiggs_8TeV -0.15, 0.84 -0.33, 0.84 -0.08 -0.044 + CMS_htt_extrap_ztt_tauTau_1jet_high_mediumhiggs_8TeV +0.34, 0.95 +0.45, 0.95 +0.07 +0.049 + CMS_htt_extrap_ztt_tauTau_vbf_8TeV +0.31, 0.96 +0.14, 0.96 -0.06 -0.040 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_14 +0.29, 0.88 +0.24, 0.89 -0.03 -0.018 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_6 -0.67, 0.94 -0.63, 0.93 +0.02 +0.014 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_23 +0.44, 0.92 +0.46, 0.92 +0.01 +0.004 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_18 +0.44, 0.92 +0.43, 0.93 -0.01 -0.005 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_17 -0.62, 1.00 -0.61, 1.00 +0.01 +0.004 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_15 -0.55, 0.98 -0.54, 0.98 +0.01 +0.005 + CMS_htt_extrap_ztt_tauTau_1jet_high_highhiggs_8TeV -0.34, 0.95 -0.41, 0.95 -0.01 -0.006 + CMS_htt_tt_tauTau_1jet_high_mediumhiggs_8TeV_ZTT_bin_20 -0.34, 0.99 -0.33, 0.99 +0.00 +0.003 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_5 -0.49, 1.00 -0.48, 1.00 +0.00 +0.003 + CMS_htt_tt_tauTau_1jet_high_highhiggs_8TeV_ZTT_bin_26 -0.47, 0.96 -0.46, 0.97 +0.00 +0.003 + ``` + +=== "`--format html`" + ![example dfn html](images/exampledfhtml.jpg) +/// By default, the changes in the nuisance parameter values and uncertainties are given relative to their initial (pre-fit) values (usually relative to initial values of 0 and 1 for most nuisance types). @@ -90,7 +134,10 @@ The reported uncertainty will be the ratio $\sigma/\sigma_{I}$ - i.e the ratio o To print the pre-fit and post-fit values and (asymmetric) uncertainties, rather than the ratios, the option `--abs` can be used. !!! info - We recommend that you include the options `--abs` and `--all` to get the full information on all of the parameters (including unconstrained nuisance parameters) at least once when checking your datacards. + We recommend that you include the options `--abs` and `--all` to get the full information on all of the parameters (including unconstrained nuisance parameters) at least once when checking your datacards. + + +#### Pulls If instead of the nuisance parameter values, you wish to report the _pulls_, you can do so using the option `--pullDef X`, with `X` being one of the options listed below. You should note that since the pulls below are only defined when the pre-fit uncertainty exists, _nothing_ will be reported for parameters that have no prior constraint (except in the case of the `unconstPullAsym` choice as described below). You may want to run without this option and `--all` to get information about those parameters. diff --git a/docs/tutorial_stat_routines/limit_test_stat_distributions.png b/docs/tutorial_stat_routines/limit_test_stat_distributions.png new file mode 100644 index 00000000000..76ba9596ba0 Binary files /dev/null and b/docs/tutorial_stat_routines/limit_test_stat_distributions.png differ diff --git a/docs/tutorial_stat_routines/limit_test_stat_distributions_few_events.png b/docs/tutorial_stat_routines/limit_test_stat_distributions_few_events.png new file mode 100644 index 00000000000..10083836017 Binary files /dev/null and b/docs/tutorial_stat_routines/limit_test_stat_distributions_few_events.png differ diff --git a/docs/tutorial_stat_routines/llhood_scan.pdf b/docs/tutorial_stat_routines/llhood_scan.pdf new file mode 100644 index 00000000000..2caf8bef149 Binary files /dev/null and b/docs/tutorial_stat_routines/llhood_scan.pdf differ diff --git a/docs/tutorial_stat_routines/llhood_scan.png b/docs/tutorial_stat_routines/llhood_scan.png new file mode 100644 index 00000000000..e978e281216 Binary files /dev/null and b/docs/tutorial_stat_routines/llhood_scan.png differ diff --git a/docs/tutorial_stat_routines/llhood_scan_for_significance.png b/docs/tutorial_stat_routines/llhood_scan_for_significance.png new file mode 100644 index 00000000000..758aa073ab9 Binary files /dev/null and b/docs/tutorial_stat_routines/llhood_scan_for_significance.png differ diff --git a/docs/tutorial_stat_routines/llhood_scan_obs10.png b/docs/tutorial_stat_routines/llhood_scan_obs10.png new file mode 100644 index 00000000000..cc641836238 Binary files /dev/null and b/docs/tutorial_stat_routines/llhood_scan_obs10.png differ diff --git a/docs/tutorial_stat_routines/llhood_scan_obs12.png b/docs/tutorial_stat_routines/llhood_scan_obs12.png new file mode 100644 index 00000000000..6fedf1dc4ba Binary files /dev/null and b/docs/tutorial_stat_routines/llhood_scan_obs12.png differ diff --git a/docs/tutorial_stat_routines/llhood_scan_obs2.png b/docs/tutorial_stat_routines/llhood_scan_obs2.png new file mode 100644 index 00000000000..2c55af03a74 Binary files /dev/null and b/docs/tutorial_stat_routines/llhood_scan_obs2.png differ diff --git a/docs/tutorial_stat_routines/r_scan.png b/docs/tutorial_stat_routines/r_scan.png new file mode 100644 index 00000000000..f8c67f21be1 Binary files /dev/null and b/docs/tutorial_stat_routines/r_scan.png differ diff --git a/docs/tutorial_stat_routines/stat_routines.md b/docs/tutorial_stat_routines/stat_routines.md new file mode 100644 index 00000000000..2e505f78ecc --- /dev/null +++ b/docs/tutorial_stat_routines/stat_routines.md @@ -0,0 +1,421 @@ +# Understanding Statistical Routines in Combine + +## Getting started +To get started, you should have a working setup of `Combine`, please follow the instructions from the [home page](https://cms-analysis.github.io/HiggsAnalysis-CombinedLimit/latest/#within-cmssw-recommended-for-cms-users). Make sure to use the latest recommended release. + +After setting up `Combine`, you can access the working directory for this tutorial which contains all of the inputs and scripts needed to run the unfolding fitting exercise: + +```shell +cd $CMSSW_BASE/src/HiggsAnalysis/CombinedLimit/data/tutorials/statistical_routines_tutorial +``` + +## The model + +This tutorial will go through various statistical routines in combine in detail using a very simple counting experiment model. +There is a single channel with contributions from Higgs production and WW production, and three nuisance parameters. + +The model details can be seen in the `datacard.txt` file in the tutorial directory. + +The parameter of interest (POI) for this model is a single signal strength parameter (called `r` or $\mu$) which scales the total yield of the signal (Higgs) process. + +We will use this model to run statistical tests such as estimating the higgs cross section, attempting to discover the higgs, and setting limits on the cross section. + +## Estimating a best fit value + +The most commonly used statistical routines in combine are frequentist maximum-likelihood based routines. +For these routines, "best-fit" values of a parameter, $\mu$, are denoted $\hat{\mu}$ and they are determined by finding the value of that parameter which maximizes the likelihood, $\mathrm{L}(\mu)$. + +In combine you can find the best-fit value of your parameter of interest with the `MultiDimFit` routine: + +``` +combine -M MultiDimFit datacard.txt +``` + +you should get some output, which prints the best fit signal strength + +``` +Doing initial fit: + + --- MultiDimFit --- +best fit parameter values: + r : +0.266 +``` + +## Uncertainty Intervals + +to get more information, you can add the `--algo singles` flag which will also calculate the uncertainty on the parameter. +In order to get the full uncertainty, let's also change the limits on `r`, which are $[0,20]$ by default: + +``` +combine -M MultiDimFit datacard.txt --algo singles --rMin -10 --rMax 10 +``` + +now the output should contain the uncertainties as well as the best fit value + +``` +Doing initial fit: + + --- MultiDimFit --- +best fit parameter values and profile-likelihood uncertainties: + r : +0.260 -1.004/+1.265 (68%) +Done in 0.00 min (cpu), 0.00 min (real) +``` + +These uncertainty intervals have been computed internally as part of the fit. +What do they mean, and how are they determined? + +These are frequentist confidence intervals, which means that if our statistical model is good enough and we were to perform repeated experiments of this type, we would expected that 68% of the confidence intervals we produce would contain the true value of our signal strength parameter, `r`. + +These can be constructed from first principles using the Neyman Construction, by finding, but in practice they are usually constructed assuming Wilks' theorem. +Wilks' theorem tells us what the expected distribution of the likelihood ratio $\Lambda = \frac{\mathrm{L}(r)}{\mathrm{L}(\hat{r})}$ is, and from this we can construct confidence intervals. +In practice, we use the log-likelihood ratio $t_r \equiv -2 \ln( \Lambda )$, rather than the likelihood ratio itself. +The confidence interval is constructed by finding all values of `r` for which the $-2 \ln(\Lambda)$ is below a threshold value which depends on the confidence level we are using. + +We can also calculat the best fit value and confidence interval using the `FitDiagnostics` routine: + +``` +combine -M FitDiagnostics datacard.txt --rMin -10 --rMax 10 +``` + +which should give you a compatible result. +The `FitDiagnostics` routine also produces an output file called `fitDiagnosticsTest.root` which contains the full result of fits of both the background-only and signal + background model. + +You can see the results of the signal + background model fit by opening the file and checking the fit result: + +``` +root -l fitDiagnosticsTest.root +root [1]> fit_s->Print() + RooFitResult: minimized FCN value: -2.92406e-05, estimated distance to minimum: 7.08971e-07 + covariance matrix quality: Full, accurate covariance matrix + Status : MINIMIZE=0 HESSE=0 + + Floating Parameter FinalValue +/- Error + -------------------- -------------------------- + lumi 3.1405e-04 +/- 1.00e+00 + r 2.6039e-01 +/- 1.12e+00 + xs_WW 8.6964e-04 +/- 1.00e+00 + xs_ggH 7.3756e-04 +/- 1.00e+00 +``` + +Notice that in this case, the uncertainty interval for `r` is reported as a symmetric interval. +What's the difference between this interval and the asymmetric one? + +In both cases, the interval is found by determining the values of `r` for which $-2 \ln(\Lambda)$ is below the threshold value, which in this case for the 68% interval is 1. +Both algorithms take the best fit value $\hat{r}$ for which $-2 \ln(\Lambda)$ will always be 0, and then try to find the interval by estimating the crossing points where $-2 \ln(\Lambda) = 1$. + +However, the different intervals estimate this value in different ways. +The asymmetric intervals are "minos errors", which means that the crossing points were determined by explicitly scanning the likelihood as a function of `r` to look for the crossing, while minimizing other parameters at each step (profiling). +The symmetric intervals are "hesse errors", which means that the crossing points were determined by taking the matrix of second-order partial derivatives (Hessian) at the minimum, and inverting it to estimate the crossing assuming all other derivatives vanish. + +> The information printed under the `Status` section of the `RooFitResult` is showing that the minimization suceeded and that the hessian was positive definite, i.e. that all the second derivates are positive, as they should be at the minimum of a function. +> If the HESSE status is not 0 or the covariance matrix quality indicates it had to be forced positive definite, this indicates that there are problems with the fit. + +### Running an explicit likelihood scan + +You can see that the minos errors should match the crossing points of the likelihood-ratio by explicitly scanning the likelihood function with `MultiDimFit`, using the `--algo grid` option and specifying the range and how many points to scan: + +``` +combine -M MultiDimFit datacard.txt --algo grid --points 100 --rMin -2 --rMax 6 +``` + +The results can then be plotted using the `plot1Dscan.py` script, using the file `higgsCombineTest.MultiDimFit.mH120.root` which was output by the scan: + +``` +python3 ../../../scripts/plot1DScan.py --POI r higgsCombineTest.MultiDimFit.mH120.root +``` + +it should produce an output pdf and png files which look like the one shown below. +You can see the best fit values, as well as the crossing points for the $1\sigma$ and $2\sigma$ intervals. + +![](llhood_scan.png) + +### Uncertainty intervals from first principles + +All the methods mentioned above rely on Wilks' theorem, which only holds under certain conditions. +In some cases, particularly those of low statistics or some other cases, such as sometimes when the yield depends quadratically on the parameter of interest, Wilks' theorem will not be a good approximation. + +One thing you can do is check the uncertainty intervals explicitly, following the Neyman Construction. +In order to do this you would scan your signal strength parameter `r`, at each value generating a set of pseudodata toys to determine the expected distribution of the test statistic $t_\mu$ under the hypothesis that the true signal strength is $\mu$. +Then, you can check the distribution of $t_\mu$ and find the critical value of the test statistic, $t'$, such that: + + +$$ \int_{t'}^{\infty} p(t_{\mu}) \mathrm{d}t_{\mu} =(1 - \mathrm{CL}) $$ + +where $\mathrm{CL}$ is the confidence level you are trying to reach (e.g. 68%). + +For a given value of `r`, we can check the test statistic distribution explicitly and determine the crossing point of the interval. +Let's do that for the upper end of our confidence interval, using the `MultiDimFit` method. + +We do it by generating a number of toy datasets with `r = 1.525`, which is our upper bound value. +Then we calculate the test statistic: + + +$$ t_{\mu=1.525} = -2 \ln (\frac{\mathrm{L}(r=1.525)}{\mathrm{L}(r=\hat{r})}) $$ + +on each of these toy datasets, and fill a histogram with the results to determine the expect distribution under the the null hypothesis (in this case that `r` = 1.525). +We could do this all in one command using the `-t ` functionality of combine, but let's split it into two steps to make the logic more clear. + +First, lets generate a set of 1000 toys from our model with `r` = 1.525. +Since we want to generate frequentist toys (since we are calculating a frequentist confidence interval), we also need the `--toysFrequentist` option. + +``` +combine -M GenerateOnly datacard.txt -t 1000 --toysFrequentist --setParameters r=1.525 --saveToys +``` + +Now we can tell `MultiDimFit` to run over these toys by using the output from the previous step, with the command line argument `--toysFile `. +To calculate the test statistic with MultiDimFit we will use `--algo fixed --fixedPointPOIs r=1.525` to tell `MultiDimFit` to calculate the log-likelihood ratio using that point in the numerator. +The full command is then: + +``` +combine -M MultiDimFit datacard.txt --rMin -10 --rMax 10 --algo fixed --fixedPointPOIs r=1.525 -t 500 --toysFrequentist --toysFile higgsCombineTest.GenerateOnly.mH120.123456.root +``` + +We can inspect the results of all of our toy fits by opening the `higgsCombineTest.MultiDimFit.mH120.123456.root` file our command created, and looking at the `limit` tree contained in it. +The log-likelihood ratio $-\ln(\Lambda)$ is stored in the `deltaNLL` branch of the tree. +For the `fixed` algorithm, there are two entries stored in the tree for every dataset: one for the best fit point, and one for the fixed point passed as the aregument to `--fixedPointPOIs`. +In order to select only the values we are interest in we can pass the requirement `quantileExpected >= 0` to our TTree selection, because combine uses the value `-1` for `quantileExpected` to indicate best fit points. + +You can draw the $t_{\mu}$ distribution with: + +``` +root -l higgsCombineTest.MultiDimFit.mH120.123456.root +root [1] > limit->Draw("2*deltaNLL","quantileExpected >= 0") +``` + + +To test wether or not this point should be rejected, we first define the confidence level of our rejection, say $1\sigma$ (approximately 68%), then we use the empirical distribution of the test statistic to estimate the cut-off value of the test statistic. +This is done for you in the script `get_quantile.py`, which you can run: + + +``` +python3 get_quantile.py --input higgsCombineTest.MultiDimFit.mH120.123456.root +``` + +- How does the value estimated from this method compare to the value using Wilks' theorem and the methods above? +- How does the value change if you generate more toys? +- Check the observed value of the test statistic on the data, how does it compare to threshold value for this point? Is the point accepted or rejected? + +You can do the toy data generation and the fits in one step for a given parameter value with the command: + +``` +combine -M MultiDimFit datacard.txt --rMin -10 --rMax 10 --algo fixed --fixedPointPOIs r= --setParameters r= -t --toysFrequentist +``` + +Test out a few values of `r` and see if they all give you the same result. +What happens for `r` less than about -1? Can you explain why? (hint: look at the values in the datacard) + + +## Significance Testing + +For significance testing, we want to test the compatibility of our model with the background-only hypothesis $\mu = 0$. +However, when performing significance testing we are typically only interested in rejecting the null hypothesis if the confidence level is very high (e.g. $5\sigma$). +Furthermore, we typically use a modified test-statistic $q_0$ which is equal to 0 whenever the best-fit signal strength is less than 0, to avoid rejecting the null hypothesis due to a deficit of events. + +A typical significance test can be run with combine using the `Significance` method: + +``` +combine -M Significance datacard.txt +``` + +for this datacard, we get a very modest significance of about `0.24`, meaning we fail to reject the null hypothesis. +This method is run using the asymptotic approximation, which relies on Wilks' theorem, similar to as it was used above. +Under this approximation the significance is directly related to our test statistic, $q_0$ by: Significance = $\sqrt{q_0}$. +So for positive values of $\hat{r}$ we can read the Significance from the likelihood scan, by checking the value at the origin. + +``` +combine -M MultiDimFit datacard.txt --algo grid --points 100 --rMin -0.1 --rMax 1 +python3 ../../../scripts/plot1DScan.py --POI r higgsCombineTest.MultiDimFit.mH120.root --y-max 0.5 +``` + +This will produce the same likelihood scan as before, but where we've restricted the range to be able to see the value of the curve at `r` = 0 more clearly. +As expected, the crossing happens at around $0.24^2$ + +![](llhood_scan_for_significance.png) + +### Going beyond the Asymptotic Approximation with Hybrid New + +We could move beyond the asymptotic approximation as we did before by generating toys and explicitly calculating the test statistic. +In order to do this, we would simply run `MultiDimFit` using: + +``` +combine -M MultiDimFit datacard.txt --rMin -10 --rMax 10 --algo fixed --fixedPointPOIs r=0 --setParameters r=0 -t 500 --toysFrequentist +``` + +and then calculate the value of $q_0$ for every toy, check their distribution and compare the observed value in data to the distribution from the toys. + +However, we can also use the `HybridNew` method, which has a built-in routine to do this for us, and save us the work of calculating the test-statistic values ourselves. + +``` +combine -M HybridNew --LHCmode LHC-significance datacard.txt +``` + +We see that in this case, the value is a little different from the asymptotic approximation, though not drastically so. + +``` + -- Hybrid New -- +Significance: 0.306006 -0.0127243/+0.012774 +Null p-value: 0.3798 +/- 0.00485337 +``` + +## Limit Setting + +**NOTE: This section explores several methods which are not recommended to be used in limit setting, in order to better understand their limitations before getting to the commonly used procedure** + +One might be tempted to set limits by simply setting a confidence level (e.g. 95%), using the profile-likelihood ratio test statistic, $t_\mu$, and finding the values of the signal strength which are rejected. +This is not what is typically done for setting limits, but lets try to set some limits this way as an exercise. + +Under the asymptotic approximation, then, we can read off the values which we would reject from our earlier likelihood scan, they are all the values above about 4. + +Let's see what happens if we were to have observed 12 events instead of 6. There is a modified datacard `datacard_obs12.txt` with this already set for you. + + +``` +combine -M MultiDimFit datacard_obs12.txt --algo grid --points 100 --rMin -2 --rMax 8 +python3 ../../../scripts/plot1DScan.py --POI r higgsCombineTest.MultiDimFit.mH120.root +``` + +![](llhood_scan_obs12.png) + + +In this case we would reject values of `r` above about 6.7, but also values of `r` below about 0.3 at the 95% CL. +However, despite rejecting `r` = 0, our 95% CL is far below typical particle physics standards for claiming discovery. +We therefore prefer to set only an upper bound, which we can do by modifying the test statistic to be 0 for all values below the best fit value. + +However, even with such a modification, there is another problem, with a large enough under-fluctuation of the background we will set our limit below `r` = 0. +You can check thiswith the `HybridNew` method, and the slightly modified datacard `datacard_underfluctuation.txt`: + + +``` +combine -M HybridNew --frequentist --testStat=Profile datacard_underfluctuation.txt --rule Pmu --rMin -5 --rMax 10 +``` + +The above command is telling combine to calculate the limit, but we have to pass the non-standard arguemnts `--testStat=Profile --rule Pmu` to tell combine to use the profile likelihood ratio test statistic $t_{\mu}$ directly, and not to use the $\mathrm{CL}_\mathrm{s}$ criterion which is normally applied. + +Usually at the LHC, for upper limits we use the modified test statistic $\tilde{q}_{\mu}$ which is set to 0 for $\mu < \hat{\mu}$ but also replaces $\hat{\mu}$ with 0 if $\min(\hat{\mu},0)$ so that upper limits are always positive. + +If we use the standard LHC test statistic we will get a positive limit: + +``` +combine -M HybridNew --frequentist --testStat=LHC --rule Pmu datacard_underfluctuation.txt +``` + +gives the result: + +``` + -- Hybrid New -- +Limit: r < 0.0736126 +/- 0.0902187 @ 95% CL +``` + +But this is an extremely tight bound on our signal strength, given that a signal strength of 1 is still within the statistical uncertainty of the background. + +### the CL_s criterion + +With the limit setting procedure above we set a limit of `r` < 0.07, due to an underfluctuation in the observed data. +However, if we had designed our experiment better so that the expected background were lower, we never would have been able to set a limit that strong. +We can see this with the datacard `datacard_lowbackground.txt` where the expected background is 1 event, but 0 events are observed. +In this case, we only manage to set a limit of `r` < 0.5: + +``` +combine -M HybridNew --frequentist --testStat=LHC --rule Pmu datacard_lowbackground.txt +``` + +``` + -- Hybrid New -- +Limit: r < 0.509028 +/- 0.0188724 @ 95% CL +``` + + + +The CL_s criterion takes into account how likely the data are under the background only hypothesis as well as under the signal + background hypothesis. +This has the effect of increasing the limit if the data are unlikely under the background-only hypothesis as well as the signal hypothesis. +This prevents setting limits below the expected sensitivity of the experiment, as we can see by rerunning our cards with the option `--rule CLs`, which is actually the default value. + +``` +combine -M HybridNew --frequentist --testStat=LHC --rule CLs datacard_lowbackground.txt +``` + +gives a limit around 1.2, whereas + +``` +combine -M HybridNew --frequentist --testStat=LHC --rule CLs datacard_underfluctuation.txt +``` + +sets a limit around 2.7. This is reasonable, given that we should expect a better limit when we have a better experimental design which manages to reduce backgrounds without any change in the signal acceptance. + +These are the default settings for setting limits at the LHC and the arguments `--frequentist --testStat LHC --rule CLs` can be replaced by `--LHCmode LHC-limits`. + +### Asymptotic Limits + +The `HybridNew` method generates pseudodata to estimate the distributions of the test statistics and set a limit, however often the asymptotic distributions, which have analytically known forms, can be used. +This is computationally much faster than running `HybridNew` and can be run with: + +``` +combine -M AsymptoticLimits +``` + +- Try comparing the asymptotic limits to the results with HybridNew computed above, how do they compare for the two cases? + +As well as the observed limit, the `AsymptoticLimits` method will automatically tell you the 2.5%, 16.0%, 50.0%, 84.0% and 97.5% expected limits. +These are calculated by taking the appropriate quantiles from the distribution of the test-statistic under the background-only hypothesis. + + +### The limit setting algorithm + +Because the $CL_s$ value as a function of $r$ is not known analytically, the limit setting algorithm follows an iterative process. +It starts by picking a value of the signal strength, then it calculates the expected distributions of the test-statistics for that signal strength $\tilde{q}_{\mu}$ under both the background-only and signal+background hypotheses. + +We can try this ourselves by running the `HybridNew` method with the `--singlePoint` option. +We can also use the `--saveHybridResult` argument to save the distribution of the test-statistic: + +``` +combine -M HybridNew --LHCmode LHC-limits --singlePoint r=2 --saveHybridResult datacard.txt +``` + +Then the test-statistic distributions can be plotted: + +``` +python3 ../../../test/plotTestStatCLs.py --input higgsCombineTest.HybridNew.mH120.root --poi r --val all --mass 120 +``` + +![](limit_test_stat_distributions.png) + + + +This plot shows the expected distribution of the test statistic under the signal hypothesis (blue histogram) and the background-only hypothesis (red histogram), as well as the actual observed value in the data (black arrow). +the p-values of each of the hypotheses are calculated, as is the CLs value. + +This particular point is not rejected, and so to set the limit, we'd need to increase the value of `r`, find the expected distributions, observed value and calculate CLs again. +Repeating this many times, we could find the value of `r` at which the CLs value crosses our threshold (in this case 0.05, for a 95% CL). + +When we run without the `--singlePoint` option, combine does this all for us internally, but running individual points manually can be helpful for debugging or splitting up fits of large models across parallel jobs. + +You can see the various `r` values at which combine calculated the CLs and the interpolation it performs to find the crossing by using the `--plot` option: + +``` +combine -M HybridNew --LHCmode LHC-limits --plot r_scan.png datacard.txt +``` + +![](r_scan.png) + + +- Where do the uncertainties on the CLs value at each value of `r` come from in the plot? +- How could the precision of the limit be increased? + +### Debugging + +If you see some strange or unexpected behaviour in your limits, you can look at the distributions of the test static, or the various CLs values computed in order to better understand where the problem might be coming from. + +One situation you might encounter is observing the discrete nature or the counts when you are in the low statistics regime. + +``` +combine -M HybridNew --LHCmode LHC-limits --singlePoint r=1 --saveHybridResult datacard_lowbackground.txt +python3 ../../../test/plotTestStatCLs.py --input higgsCombineTest.HybridNew.mH120.root --poi r --val all --mass 120 +``` + +![](limit_test_stat_distributions_few_events.png) + +There is nothing wrong with this distribution, but noting its features may help you understand the results you are seeing and if they are reasonable or there might be an issue with the fit. +In a case like this, we can certainly expect the asymptotic approximation not to be very reliable. +With low backgrounds, the shapes of the signal-hypothesis and signal+background hypothesis distributions can also start to look very similar. +In such cases, some of the quantiles of the expected limits may be very compressed, and statistical fluctuations in the empirical distributions may be more apparent. + diff --git a/interface/CMSHistErrorPropagator.h b/interface/CMSHistErrorPropagator.h index 35e3196038c..c9e746a680e 100644 --- a/interface/CMSHistErrorPropagator.h +++ b/interface/CMSHistErrorPropagator.h @@ -72,6 +72,8 @@ class CMSHistErrorPropagator : public RooAbsReal { RooArgList wrapperList() const; RooArgList const& coefList() const { return coeffs_; } RooArgList const& funcList() const { return funcs_; } + + std::map getProcessNorms() const; friend class CMSHistV; diff --git a/mkdocs.yml b/mkdocs.yml index 75f4d88b534..6b99dd90de2 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -32,6 +32,8 @@ nav: - "Solutions": part5/longexerciseanswers.md - "Parametric Models": tutorial2023/parametric_exercise.md - "Likelihood Based Unfolding": tutorial2023_unfolding/unfolding_exercise.md + - "Statitiscal Tests Basics": tutorial_stat_routines/stat_routines.md + - "Model building": model_building_tutorial2024/model_building_exercise.md - Links & FAQ: part4/usefullinks.md theme: @@ -71,6 +73,11 @@ extra_javascript: markdown_extensions: - pymdownx.arithmatex: generic: true + + - pymdownx.superfences + - pymdownx.tabbed: + alternate_style: true - pymdownx.details - pymdownx.blocks.details - admonition + diff --git a/python/Datacard.py b/python/Datacard.py index 70df8121503..6e5105d1319 100644 --- a/python/Datacard.py +++ b/python/Datacard.py @@ -146,6 +146,7 @@ def print_structure(self): print("DC.groups = ", self.groups, "#", type(self.groups)) print("DC.discretes = ", self.discretes, "#", type(self.discretes)) print("DC.pdfnorms = ", self.pdfnorms, "#", type(self.pdfnorms)) + print("DC.toCreateFlatParam = ", self.toCreateFlatParam, "#", type(self.toCreateFlatParam)) print( """ @@ -154,7 +155,7 @@ def print_structure(self): options.out = "combine_workspace.root" # Output workspace name options.fileName = "./" # Path to input ROOT files -options.verbose = "1" # Verbosity +options.verbose = 1 # Verbosity ########################################################################## diff --git a/python/ModelTools.py b/python/ModelTools.py index a3336d3e7cd..1dc7416f30d 100644 --- a/python/ModelTools.py +++ b/python/ModelTools.py @@ -173,11 +173,9 @@ def doModel(self, justCheckPhysicsModel=False): self.physics.doParametersOfInterest() # set a group attribute on POI variables - poiIter = self.out.set("POI").createIterator() - poi = poiIter.Next() - while poi: + pois = self.out.set("POI") + for poi in pois: self.out.var(poi.GetName()).setAttribute("group_POI", True) - poi = poiIter.Next() self.physics.preProcessNuisances(self.DC.systs) self.doNuisances() self.doExtArgs() diff --git a/python/ShapeTools.py b/python/ShapeTools.py index f6fad3e57f9..baf48adb251 100644 --- a/python/ShapeTools.py +++ b/python/ShapeTools.py @@ -439,9 +439,7 @@ def doCombination(self): self.out.safe_import(arg, ROOT.RooFit.RecycleConflictNodes()) if self.options.fixpars: pars = self.out.pdf("model_s").getParameters(self.out.obs) - iter = pars.createIterator() - while True: - arg = iter.Next() + for arg in pars: if arg == None: break if arg.InheritsFrom("RooRealVar") and arg.GetName() != "r": @@ -1007,12 +1005,11 @@ def getPdf(self, channel, process, _cache={}): pdfs.Add(self.shape2Pdf(shapeUp, channel, process)) pdfs.Add(self.shape2Pdf(shapeDown, channel, process)) histpdf = nominalPdf if nominalPdf.InheritsFrom("RooDataHist") else nominalPdf.dataHist() - varIter = histpdf.get().createIterator() - xvar = varIter.Next() - yvar = varIter.Next() - if varIter.Next(): + if histpdf.get().getSize() > 2: raise ValueError("No support for 3+ dimensional histpdfs") - elif yvar: + elif histpdf.get().getSize() > 1: + xvar = histpdf.get().first() + yvar = histpdf.get().second() rhp = ROOT.FastVerticalInterpHistPdf2D2( "shape%s_%s_%s_morph" % (postFix, channel, process), "", @@ -1025,6 +1022,7 @@ def getPdf(self, channel, process, _cache={}): qalgo, ) else: + xvar = histpdf.get().first() rhp = ROOT.FastVerticalInterpHistPdf2( "shape%s_%s_%s_morph" % (postFix, channel, process), "", @@ -1332,9 +1330,7 @@ def checkRooAddPdf(self, channel, process, pdf): def argSetToString(self, argset): names = [] - it = argset.createIterator() - while True: - arg = it.Next() + for arg in argset: if not arg: break names.append(arg.GetName()) diff --git a/python/tool_base/FastScan.py b/python/tool_base/FastScan.py index 8df5454cfbc..f5360f3e7dd 100755 --- a/python/tool_base/FastScan.py +++ b/python/tool_base/FastScan.py @@ -42,13 +42,6 @@ def attach_args(self, group): group.add_argument("-o", "--output", default="nll", help="Name of the output file, without the .pdf extension") group.add_argument("-p", "--points", default=200, type=int, help="Number of NLL points to sample in each scan") - def RooColIter(self, coll): - it = coll.createIterator() - var = it.Next() - while var: - yield var - var = it.Next() - def run_method(self): ROOT.gROOT.SetBatch(ROOT.kTRUE) outfile = ROOT.TFile("%s.root" % self.args.output, "RECREATE") @@ -83,7 +76,7 @@ def run_method(self): page = 0 doPars = [] - for par in self.RooColIter(pars): + for par in pars: if par.isConstant(): continue if self.args.match is not None: diff --git a/python/tool_base/Impacts.py b/python/tool_base/Impacts.py index 43c06f1bfa8..d15742b8994 100755 --- a/python/tool_base/Impacts.py +++ b/python/tool_base/Impacts.py @@ -33,7 +33,6 @@ def attach_intercept_args(self, group): --output stages. Note the ordering of POIs in the list must also be identical in each step.""", ) - group.add_argument("--setPhysicsModelParameters") group.add_argument("--setParameters") group.add_argument("--name", "-n", default="Test") @@ -101,11 +100,8 @@ def run_method(self): # Put intercepted args back passthru.extend(["-m", mh]) passthru.extend(["-d", ws]) - if self.args.setPhysicsModelParameters is not None: - passthru.extend(["--setPhysicsModelParameters", self.args.setPhysicsModelParameters]) if self.args.setParameters is not None: passthru.extend(["--setParameters", self.args.setParameters]) - self.args.setPhysicsModelParameters = self.args.setParameters pass_str = " ".join(passthru) paramList = [] @@ -204,7 +200,26 @@ def run_method(self): print("Have parameters: " + str(len(paramList))) - prefit = utils.prefit_from_workspace(ws, "w", paramList, self.args.setPhysicsModelParameters) + varList = utils.list_from_workspace(ws, "w", "variables") + if self.args.setParameters is not None: + set_parameters = self.args.setParameters.split(",") + set_parameters_str = "" + for ind, setParam in enumerate(set_parameters): + if "rgx{" in setParam: + eqs_to = setParam.split("=")[-1] + pattern = setParam.split("=")[0] + pattern = pattern.replace("'rgx{", "").replace("}'", "") + pattern = pattern.replace("rgx{", "").replace("}", "") + set_parameters[ind] = "" + for var in varList: + if re.search(pattern, var): + var_str = var + "=" + eqs_to + set_parameters_str += var_str + "," + else: + set_parameters_str += setParam + "," + self.args.setParameters = set_parameters_str.rstrip(",") + + prefit = utils.prefit_from_workspace(ws, "w", paramList, self.args.setParameters) res = {} if not self.args.noInitialFit: res["POIs"] = [] @@ -264,15 +279,9 @@ def run_method(self): print("Missing inputs: " + ",".join(missing)) def all_free_parameters(self, file, wsp, mc, pois): - res = [] wsFile = ROOT.TFile.Open(file) w = wsFile.Get(wsp) config = w.genobj(mc) pdfvars = config.GetPdf().getParameters(config.GetObservables()) - it = pdfvars.createIterator() - var = it.Next() - while var: - if var.GetName() not in pois and (not var.isConstant()) and var.InheritsFrom("RooRealVar"): - res.append(var.GetName()) - var = it.Next() + res = [var.GetName() for var in pdfvars if (var.GetName() not in pois and (not var.isConstant()) and var.InheritsFrom("RooRealVar"))] return res diff --git a/python/tool_base/utils.py b/python/tool_base/utils.py index 5dad4de34fe..ff1f4119026 100644 --- a/python/tool_base/utils.py +++ b/python/tool_base/utils.py @@ -33,15 +33,10 @@ def split_vals(vals, fmt_spec=None): def list_from_workspace(file, workspace, set): """Create a list of strings from a RooWorkspace set""" - res = [] wsFile = ROOT.TFile(file) ws = wsFile.Get(workspace) - argSet = ws.set(set) - it = argSet.createIterator() - var = it.Next() - while var: - res.append(var.GetName()) - var = it.Next() + argSet = ws.allVars() if set == "variables" else ws.set(set) + res = [var.GetName() for var in argSet] return res diff --git a/scripts/plot1DScan.py b/scripts/plot1DScan.py index d46df7dfb49..b5043ca4817 100755 --- a/scripts/plot1DScan.py +++ b/scripts/plot1DScan.py @@ -1,4 +1,4 @@ -#!/usr/bin/env python +#!/usr/bin/env python3 from __future__ import absolute_import from __future__ import print_function import ROOT @@ -254,7 +254,7 @@ def BuildScan(scan, param, files, color, yvals, ycut): pt.SetTextFont(42) pt.Draw() -plot.DrawCMSLogo(pads[0], args.logo, args.logo_sub, 11, 0.045, 0.035, 1.2, cmsTextSize=1.0) +plot.DrawCMSLogo(pads[0], args.logo, args.logo_sub, 11, 0.1, 0.035, 1.2, cmsTextSize=1.0) legend_l = 0.69 if len(other_scans) > 0: diff --git a/scripts/plotBSMxsBRLimit.py b/scripts/plotBSMxsBRLimit.py index e22cb314d0f..b2e82500ead 100644 --- a/scripts/plotBSMxsBRLimit.py +++ b/scripts/plotBSMxsBRLimit.py @@ -1,3 +1,4 @@ +#!/usr/bin/env python3 from __future__ import absolute_import from __future__ import print_function import HiggsAnalysis.CombinedLimit.util.plotting as plot diff --git a/scripts/plotLimitGrid.py b/scripts/plotLimitGrid.py index b380830f74b..358c32d07aa 100755 --- a/scripts/plotLimitGrid.py +++ b/scripts/plotLimitGrid.py @@ -1,4 +1,4 @@ -#!/usr/bin/env python +#!/usr/bin/env python3 from __future__ import absolute_import from __future__ import print_function import HiggsAnalysis.CombinedLimit.util.plotting as plot diff --git a/src/CMSHistErrorPropagator.cc b/src/CMSHistErrorPropagator.cc index cf9f27ea8fa..5ad08050ee2 100644 --- a/src/CMSHistErrorPropagator.cc +++ b/src/CMSHistErrorPropagator.cc @@ -549,5 +549,42 @@ RooArgList CMSHistErrorPropagator::wrapperList() const { return result; } +std::map CMSHistErrorPropagator::getProcessNorms() const { + + std::map vals_; + RooArgList clist(coefList()); + RooArgList plist(funcList()); + /*if (plist.getSize() == 1) { + CMSHistErrorPropagator *err = dynamic_cast(plist.at(0)); + if (err) { + clist.removeAll(); + plist.removeAll(); + clist.add(err->coefList()); + plist.add(err->wrapperList()); + } + } + */ + for (int i = 0, n = clist.getSize(); i < n; ++i) { + RooAbsReal *coeff = (RooAbsReal *) clist.at(i); + std::string coeffName = coeff->GetName(); + RooAbsReal* shape = (RooAbsReal*)plist.at(i); + std::unique_ptr myobs(shape->getObservables(*x_)); + TString normProdName = TString::Format("%s", coeff->GetName()); + RooAbsReal * normProd = nullptr; + if (coeff->ownedComponents()) { + normProd = dynamic_cast(coeff->ownedComponents()->find(normProdName)); + } + if (!normProd) { + RooAbsReal* integral = shape->createIntegral(*myobs); + RooArgList normProdInputs; + normProdInputs.add(*integral); + normProdInputs.add(*coeff); + normProd = new RooProduct(normProdName, "", normProdInputs); + normProd->addOwnedComponents(normProdInputs); + } + vals_[normProdName.Data()] = normProd->getVal(); + } + return vals_; +} #undef HFVERBOSE diff --git a/src/CMSHistFunc.cc b/src/CMSHistFunc.cc index 49cbfeb228f..11b5b9944f5 100644 --- a/src/CMSHistFunc.cc +++ b/src/CMSHistFunc.cc @@ -607,6 +607,7 @@ void CMSHistFunc::updateCache() const { cache_.CopyValues(mcache_[idx].step2); if (vtype_ == VerticalSetting::LogQuadLinear) { cache_.Exp(); + cache_.Scale(mcache_[idx].step1.Integral() / mcache_[idx].step2.Integral()); } cache_.CropUnderflows(); if (enable_fast_vertical_) fast_vertical_ = true; diff --git a/src/CMSHistSum.cc b/src/CMSHistSum.cc index 0f53d6bdfa9..0df55526700 100644 --- a/src/CMSHistSum.cc +++ b/src/CMSHistSum.cc @@ -283,9 +283,9 @@ void CMSHistSum::updateMorphs() const { compcache_[ip][ibin] *= extdata[ibin]; } } - } - if (vtype_[ip] == CMSHistFunc::VerticalSetting::LogQuadLinear) { - compcache_[ip].Log(); + if (vtype_[ip] == CMSHistFunc::VerticalSetting::LogQuadLinear) { + compcache_[ip].Log(); + } } } int n_morphs = vmorphpars_.size(); @@ -362,6 +362,7 @@ void CMSHistSum::updateCache() const { staging_ = compcache_[i]; if (vtype_[i] == CMSHistFunc::VerticalSetting::LogQuadLinear) { staging_.Exp(); + staging_.Scale(storage_[process_fields_[i]].Integral() / staging_.Integral()); } staging_.CropUnderflows(); vectorized::mul_add(valsum_.size(), coeffvals_[i], &(staging_[0]), &valsum_[0]); diff --git a/src/utils.cc b/src/utils.cc index b716edda8c6..be69af6e759 100644 --- a/src/utils.cc +++ b/src/utils.cc @@ -610,7 +610,6 @@ utils::makePlots(const RooAbsPdf &pdf, const RooAbsData &data, const char *signa if (rebinFactor>1) ds->plotOn(ret.back(), RooFit::DataError(RooAbsData::Poisson)); else ds->plotOn(ret.back(), RooFit::DataError(RooAbsData::Poisson),RooFit::Binning("")); } - delete ds; } delete datasets; } else if (pdf.canBeExtended()) { diff --git a/test/printWorkspaceNormalisations.py b/test/printWorkspaceNormalisations.py index 90269d4c773..5f8f70f3c56 100644 --- a/test/printWorkspaceNormalisations.py +++ b/test/printWorkspaceNormalisations.py @@ -49,14 +49,14 @@ type="float", help="Only print values if yield is less than this threshold.", ) -parser.add_option( - "", - "--use-cms-histsum", - dest="use_cms_histsum", - default=False, - action="store_true", - help="Set to true if workspace built with --use-cms-histsum option.", -) +# parser.add_option( +# "", +# "--use-cms-histsum", +# dest="use_cms_histsum", +# default=False, +# action="store_true", +# help="Set to true if workspace built with --use-cms-histsum option.", +# ) parser.add_option( "", "--procFilter", @@ -169,17 +169,24 @@ def find_chan_proc(name): else: chan_procs[chan] = [[proc, norm, 0, 0]] +use_cms_histsum = False + +all_props = ws.allFunctions().selectByName("prop_bin*") +if all_props.getSize() > 0: + use_cms_histsum = True + # Look for cases where chan stored as CMSHistSum, set flag -if options.use_cms_histsum: +if use_cms_histsum: chan_CMSHistSum_norms = {} - all_props = ws.allFunctions().selectByName("prop_bin*") + # all_props = ws.allFunctions().selectByName("prop_bin*") for chan in chan_procs.keys(): prop_it = all_props.createIterator() for i in range(all_props.getSize()): prop = prop_it.Next() prop_name = prop.GetName() if chan == prop_name.split("_bin")[-1]: - if type(prop) == ROOT.CMSHistSum: + types = [ROOT.CMSHistSum, ROOT.CMSHistErrorPropagator] + if type(prop) in types: chan_CMSHistSum_norms[chan] = dict(prop.getProcessNorms()) @@ -243,7 +250,7 @@ def printEndExpand(): continue print("
") print("Top-level normalization for process {proc0} -> {proc1_name}
".format(proc0=proc[0], proc1_name=proc[1].GetName())) - if options.use_cms_histsum: + if use_cms_histsum: if chan in chan_CMSHistSum_norms: default_val = chan_CMSHistSum_norms[chan][proc[1].GetName()] else: @@ -253,7 +260,7 @@ def printEndExpand(): default_norms[chan][proc[1].GetName()] = default_val if options.printValueOnly: - print("default value = {default_val}
".format(default_val=default_val)) + print("default value = {default_val:.5f}
".format(default_val=default_val)) else: if proc[2]: proc_norm_var = ws.function("n_exp_bin%s_proc_%s" % (chan, proc[0])) @@ -289,7 +296,7 @@ def printEndExpand(): print(" ... is a constant (RooRealVar)") printEndExpand() - print(" default value = ", default_val, "
") + print(" default value = %.5f " % default_val, "
") print("") print( @@ -320,7 +327,7 @@ def printEndExpand(): print("---------------------------------------------------------------------------") print(" Top-level normalization for process %s -> %s" % (proc[0], proc[1].GetName())) print("---------------------------------------------------------------------------") - if options.use_cms_histsum: + if use_cms_histsum: if chan in chan_CMSHistSum_norms: default_val = chan_CMSHistSum_norms[chan][proc[1].GetName()] else: @@ -330,7 +337,7 @@ def printEndExpand(): default_norms[chan][proc[1].GetName()] = default_val if options.printValueOnly: - print(" default value = ", default_val) + print(" default value = %.5f " % default_val) # if options.printValueOnly: print " --xcp %s:%s "%(chan,proc[0]), else: if proc[2]: @@ -354,7 +361,7 @@ def printEndExpand(): proc[1].Print() print(" ... is a constant (RooRealVar)") print(" -------------------------------------------------------------------------") - print(" default value = ", default_val) + print(" default value = %.5f " % default_val) # Save norms to json file if options.output_json != "":