process_AOD_data_leading_all_jets-Copy1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import uproot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.optim as optim\n",
    "from torch.utils.data import TensorDataset\n",
    "from torch.utils.data import DataLoader"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "path_to_data = '../data/aods/'\n",
    "\n",
    "# Load a ROOT file\n",
    "folder = 'data18_13TeV.00364292.calibration_DataScouting_05_Jets.deriv.DAOD_TRIG6.r10657_p3592_p3754/'\n",
    "fname = 'DAOD_TRIG6.16825104._000035.pool.root.1'\n",
    "filePath = path_to_data + folder + fname\n",
    "#ttree = uproot.open(filePath)['outTree']['nominal']\n",
    "tree = uproot.open(filePath)['CollectionTree']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[b'ByteStreamEventInfo',\n",
       " b'TrigConfKeys',\n",
       " b'EventInfoAux.',\n",
       " b'xTrigDecisionAux.',\n",
       " b'EventInfo',\n",
       " b'xTrigDecision',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAux.',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollection',\n",
       " b'EventInfoAuxDyn.streamTagRobs',\n",
       " b'EventInfoAuxDyn.streamTagDets',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.constituentLinks',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.constituentWeights',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ConstituentScale',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEMScaleMomentum_pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEMScaleMomentum_eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEMScaleMomentum_phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEMScaleMomentum_m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetConstitScaleMomentum_pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetConstitScaleMomentum_eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetConstitScaleMomentum_phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetConstitScaleMomentum_m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.InputType',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.AlgorithmType',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.SizeParameter',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.GhostTrack',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.FracSamplingMaxIndex',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.OriginCorrected',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.PileupCorrected',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.AverageLArQF',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.BchCorrCell',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.CentroidR',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.DetectorEta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.EMFrac',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.FracSamplingMax',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.HECFrac',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.HECQuality',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEtaJESScaleMomentum_eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEtaJESScaleMomentum_m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEtaJESScaleMomentum_phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetEtaJESScaleMomentum_pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetGSCScaleMomentum_eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetGSCScaleMomentum_m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetGSCScaleMomentum_phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetGSCScaleMomentum_pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetGhostArea',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetInsituScaleMomentum_eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetInsituScaleMomentum_m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetInsituScaleMomentum_phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetInsituScaleMomentum_pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetPileupScaleMomentum_eta',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetPileupScaleMomentum_m',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetPileupScaleMomentum_phi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetPileupScaleMomentum_pt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LArQuality',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterCenterLambda',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterPt',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterSecondLambda',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterSecondR',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.N90Constituents',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.NegativeE',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.OotFracClusters10',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.OotFracClusters5',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.Timing',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.Width',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.WidthPhi',\n",
       " b'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.EnergyPerSampling']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tree.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2260895,)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tree.array('HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.pt').shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "branchnames = [\n",
    "    # 4-momentum\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.pt',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.eta',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.phi',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.m',\n",
    "    # Energy deposition in each calorimeter layer\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.EnergyPerSampling',\n",
    "    # Area of jet,used for pile-up suppression (4-vector)\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_eta',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_m',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_phi',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.ActiveArea4vec_pt',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.JetGhostArea',\n",
    "    # Variables related to quality of jet\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.AverageLArQF',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.BchCorrCell',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.NegativeE',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.HECQuality',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LArQuality',\n",
    "    # Shape and position, most energetic cluster\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.Width',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.WidthPhi',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.CentroidR',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.DetectorEta',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterCenterLambda',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterPt',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterSecondLambda',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.LeadingClusterSecondR',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.N90Constituents',\n",
    "    # Energy released in each calorimeter\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.EMFrac',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.HECFrac',\n",
    "    # Variables related to the time of arrival of a jet\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.Timing',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.OotFracClusters10',\n",
    "    'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.OotFracClusters5',\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "30"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(branchnames)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2260895"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "EnergyPerSampling = tree.array(branchnames[4])\n",
    "n_events = len(EnergyPerSampling)\n",
    "counts = EnergyPerSampling.counts\n",
    "n_events"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(EnergyPerSampling[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0%\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m-------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-39-2bc21ace6fde>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mii\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlayers\u001b[0m \u001b[0;32min\u001b[0m \u001b[0menumerate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mEnergyPerSampling\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m     \u001b[0mtmp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0marray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlayers\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 4\u001b[0;31m     \u001b[0marr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconcatenate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0marr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtmp\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      5\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mii\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0;36m300000\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m         \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mii\u001b[0m \u001b[0;34m*\u001b[0m \u001b[0;36m100\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m//\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mEnergyPerSampling\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m'%'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<__array_function__ internals>\u001b[0m in \u001b[0;36mconcatenate\u001b[0;34m(*args, **kwargs)\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "arr = -np.ones(shape=(1, 28))\n",
    "for ii, layers in enumerate(EnergyPerSampling):\n",
    "    tmp = np.array(layers)\n",
    "    arr = np.concatenate((arr, tmp))\n",
    "    if ii % 300000 == 0:\n",
    "        print(str((ii * 100) // len(EnergyPerSampling)) + '%')\n",
    "print('100%')\n",
    "arr = arr[1:, :]\n",
    "arr.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EnergyPerSampling0</th>\n",
       "      <th>EnergyPerSampling1</th>\n",
       "      <th>EnergyPerSampling2</th>\n",
       "      <th>EnergyPerSampling3</th>\n",
       "      <th>EnergyPerSampling4</th>\n",
       "      <th>EnergyPerSampling5</th>\n",
       "      <th>EnergyPerSampling6</th>\n",
       "      <th>EnergyPerSampling7</th>\n",
       "      <th>EnergyPerSampling8</th>\n",
       "      <th>EnergyPerSampling9</th>\n",
       "      <th>...</th>\n",
       "      <th>EnergyPerSampling18</th>\n",
       "      <th>EnergyPerSampling19</th>\n",
       "      <th>EnergyPerSampling20</th>\n",
       "      <th>EnergyPerSampling21</th>\n",
       "      <th>EnergyPerSampling22</th>\n",
       "      <th>EnergyPerSampling23</th>\n",
       "      <th>EnergyPerSampling24</th>\n",
       "      <th>EnergyPerSampling25</th>\n",
       "      <th>EnergyPerSampling26</th>\n",
       "      <th>EnergyPerSampling27</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>60041.632812</td>\n",
       "      <td>45780.460938</td>\n",
       "      <td>60179.554688</td>\n",
       "      <td>464.675781</td>\n",
       "      <td>265.497253</td>\n",
       "      <td>15695.404297</td>\n",
       "      <td>59999.566406</td>\n",
       "      <td>730.045166</td>\n",
       "      <td>2815.054443</td>\n",
       "      <td>-247.458008</td>\n",
       "      <td>...</td>\n",
       "      <td>51526.328125</td>\n",
       "      <td>7077.004395</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>4143.124023</td>\n",
       "      <td>19081.357422</td>\n",
       "      <td>63302.406250</td>\n",
       "      <td>4952.949707</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>7071.717773</td>\n",
       "      <td>1991.560059</td>\n",
       "      <td>3096.794922</td>\n",
       "      <td>-8.109276</td>\n",
       "      <td>-200.751373</td>\n",
       "      <td>33.934982</td>\n",
       "      <td>358.383514</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>702.696899</td>\n",
       "      <td>2830.165527</td>\n",
       "      <td>223.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>13921.581055</td>\n",
       "      <td>34272.847656</td>\n",
       "      <td>11452.476562</td>\n",
       "      <td>10521.869141</td>\n",
       "      <td>17.560242</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   EnergyPerSampling0  EnergyPerSampling1  EnergyPerSampling2  \\\n",
       "0           -1.000000           -1.000000           -1.000000   \n",
       "1        60041.632812        45780.460938        60179.554688   \n",
       "2         4143.124023        19081.357422        63302.406250   \n",
       "3         7071.717773         1991.560059         3096.794922   \n",
       "4            0.000000            0.000000            0.000000   \n",
       "\n",
       "   EnergyPerSampling3  EnergyPerSampling4  EnergyPerSampling5  \\\n",
       "0           -1.000000           -1.000000           -1.000000   \n",
       "1          464.675781          265.497253        15695.404297   \n",
       "2         4952.949707            0.000000            0.000000   \n",
       "3           -8.109276         -200.751373           33.934982   \n",
       "4            0.000000            0.000000        13921.581055   \n",
       "\n",
       "   EnergyPerSampling6  EnergyPerSampling7  EnergyPerSampling8  \\\n",
       "0           -1.000000           -1.000000           -1.000000   \n",
       "1        59999.566406          730.045166         2815.054443   \n",
       "2            0.000000            0.000000            0.000000   \n",
       "3          358.383514            0.000000            0.000000   \n",
       "4        34272.847656        11452.476562        10521.869141   \n",
       "\n",
       "   EnergyPerSampling9  ...  EnergyPerSampling18  EnergyPerSampling19  \\\n",
       "0           -1.000000  ...            -1.000000            -1.000000   \n",
       "1         -247.458008  ...         51526.328125          7077.004395   \n",
       "2            0.000000  ...             0.000000             0.000000   \n",
       "3            0.000000  ...           702.696899          2830.165527   \n",
       "4           17.560242  ...             0.000000             0.000000   \n",
       "\n",
       "   EnergyPerSampling20  EnergyPerSampling21  EnergyPerSampling22  \\\n",
       "0                 -1.0                 -1.0                 -1.0   \n",
       "1                 -7.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                223.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   EnergyPerSampling23  EnergyPerSampling24  EnergyPerSampling25  \\\n",
       "0                 -1.0                 -1.0                 -1.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   EnergyPerSampling26  EnergyPerSampling27  \n",
       "0                 -1.0                 -1.0  \n",
       "1                  0.0                  0.0  \n",
       "2                  0.0                  0.0  \n",
       "3                  0.0                  0.0  \n",
       "4                  0.0                  0.0  \n",
       "\n",
       "[5 rows x 28 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "e_samp_df2 = pd.DataFrame(data=arr, columns=['EnergyPerSampling%d' % kk for kk in np.arange(28)])\n",
    "e_samp_df2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EnergyPerSampling0</th>\n",
       "      <th>EnergyPerSampling1</th>\n",
       "      <th>EnergyPerSampling2</th>\n",
       "      <th>EnergyPerSampling3</th>\n",
       "      <th>EnergyPerSampling4</th>\n",
       "      <th>EnergyPerSampling5</th>\n",
       "      <th>EnergyPerSampling6</th>\n",
       "      <th>EnergyPerSampling7</th>\n",
       "      <th>EnergyPerSampling8</th>\n",
       "      <th>EnergyPerSampling9</th>\n",
       "      <th>...</th>\n",
       "      <th>EnergyPerSampling18</th>\n",
       "      <th>EnergyPerSampling19</th>\n",
       "      <th>EnergyPerSampling20</th>\n",
       "      <th>EnergyPerSampling21</th>\n",
       "      <th>EnergyPerSampling22</th>\n",
       "      <th>EnergyPerSampling23</th>\n",
       "      <th>EnergyPerSampling24</th>\n",
       "      <th>EnergyPerSampling25</th>\n",
       "      <th>EnergyPerSampling26</th>\n",
       "      <th>EnergyPerSampling27</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>60041.632812</td>\n",
       "      <td>45780.460938</td>\n",
       "      <td>60179.554688</td>\n",
       "      <td>464.675781</td>\n",
       "      <td>265.497253</td>\n",
       "      <td>15695.404297</td>\n",
       "      <td>59999.566406</td>\n",
       "      <td>730.045166</td>\n",
       "      <td>2815.054443</td>\n",
       "      <td>-247.458008</td>\n",
       "      <td>...</td>\n",
       "      <td>51526.328125</td>\n",
       "      <td>7077.004395</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>4143.124023</td>\n",
       "      <td>19081.357422</td>\n",
       "      <td>63302.406250</td>\n",
       "      <td>4952.949707</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>7071.717773</td>\n",
       "      <td>1991.560059</td>\n",
       "      <td>3096.794922</td>\n",
       "      <td>-8.109276</td>\n",
       "      <td>-200.751373</td>\n",
       "      <td>33.934982</td>\n",
       "      <td>358.383514</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>702.696899</td>\n",
       "      <td>2830.165527</td>\n",
       "      <td>223.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>13921.581055</td>\n",
       "      <td>34272.847656</td>\n",
       "      <td>11452.476562</td>\n",
       "      <td>10521.869141</td>\n",
       "      <td>17.560242</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>63568.835938</td>\n",
       "      <td>19498.246094</td>\n",
       "      <td>35779.437500</td>\n",
       "      <td>28265.224609</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-153.426895</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   EnergyPerSampling0  EnergyPerSampling1  EnergyPerSampling2  \\\n",
       "0        60041.632812        45780.460938        60179.554688   \n",
       "1         4143.124023        19081.357422        63302.406250   \n",
       "2         7071.717773         1991.560059         3096.794922   \n",
       "3            0.000000            0.000000            0.000000   \n",
       "4            0.000000            0.000000            0.000000   \n",
       "\n",
       "   EnergyPerSampling3  EnergyPerSampling4  EnergyPerSampling5  \\\n",
       "0          464.675781          265.497253        15695.404297   \n",
       "1         4952.949707            0.000000            0.000000   \n",
       "2           -8.109276         -200.751373           33.934982   \n",
       "3            0.000000            0.000000        13921.581055   \n",
       "4            0.000000            0.000000            0.000000   \n",
       "\n",
       "   EnergyPerSampling6  EnergyPerSampling7  EnergyPerSampling8  \\\n",
       "0        59999.566406          730.045166         2815.054443   \n",
       "1            0.000000            0.000000            0.000000   \n",
       "2          358.383514            0.000000            0.000000   \n",
       "3        34272.847656        11452.476562        10521.869141   \n",
       "4        63568.835938        19498.246094        35779.437500   \n",
       "\n",
       "   EnergyPerSampling9  ...  EnergyPerSampling18  EnergyPerSampling19  \\\n",
       "0         -247.458008  ...         51526.328125          7077.004395   \n",
       "1            0.000000  ...             0.000000             0.000000   \n",
       "2            0.000000  ...           702.696899          2830.165527   \n",
       "3           17.560242  ...             0.000000             0.000000   \n",
       "4        28265.224609  ...             0.000000             0.000000   \n",
       "\n",
       "   EnergyPerSampling20  EnergyPerSampling21  EnergyPerSampling22  \\\n",
       "0                 -7.0             0.000000                  0.0   \n",
       "1                  0.0             0.000000                  0.0   \n",
       "2                223.0             0.000000                  0.0   \n",
       "3                  0.0             0.000000                  0.0   \n",
       "4                  0.0          -153.426895                  0.0   \n",
       "\n",
       "   EnergyPerSampling23  EnergyPerSampling24  EnergyPerSampling25  \\\n",
       "0                  0.0                  0.0                  0.0   \n",
       "1                  0.0                  0.0                  0.0   \n",
       "2                  0.0                  0.0                  0.0   \n",
       "3                  0.0                  0.0                  0.0   \n",
       "4                  0.0                  0.0                  0.0   \n",
       "\n",
       "   EnergyPerSampling26  EnergyPerSampling27  \n",
       "0                  0.0                  0.0  \n",
       "1                  0.0                  0.0  \n",
       "2                  0.0                  0.0  \n",
       "3                  0.0                  0.0  \n",
       "4                  0.0                  0.0  \n",
       "\n",
       "[5 rows x 28 columns]"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "e_samp_df = pd.DataFrame(data=arr1, columns=['EnergyPerSampling%d' % kk for kk in np.arange(28)])\n",
    "e_samp_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_leading(jaggedX):\n",
    "    return jaggedX[jaggedX.counts > 0, 0]"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "e_list = []\n",
    "pt_list = []\n",
    "eta_list = []\n",
    "phi_list = []\n",
    "for ii, arr in enumerate(jaggedE):\n",
    "    for kk, val in enumerate(arr):\n",
    "        e_list.append(val)\n",
    "        pt_list.append(jaggedpT[ii][kk])\n",
    "        eta_list.append(jaggedeta[ii][kk])\n",
    "        phi_list.append(jaggedphi[ii][kk])\n",
    "\n",
    "\n",
    "all_e = np.array(e_list)\n",
    "all_pt = np.array(pt_list)\n",
    "all_eta = np.array(eta_list)\n",
    "all_phi = np.array(phi_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 %\n",
      "26 %\n",
      "53 %\n",
      "80 %\n",
      "100%\n"
     ]
    }
   ],
   "source": [
    "df_dict = {}\n",
    "for pp, branchname in enumerate(branchnames):\n",
    "    if branchname == 'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.EnergyPerSampling':\n",
    "        pass\n",
    "    else:\n",
    "        variable = branchname.split('.')[1]\n",
    "        df_dict[variable] = []\n",
    "        jaggedX = tree.array(branchname)\n",
    "        for ii, arr in enumerate(jaggedX):\n",
    "            for kk, val in enumerate(arr):\n",
    "                df_dict[variable].append(val)\n",
    "    if pp % 8 == 0:\n",
    "        print((pp * 100) // len(branchnames), '%')\n",
    "print('100%')\n",
    "df = pd.DataFrame(data=df_dict)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "df_dict = {}\n",
    "for branchname in branchnames:\n",
    "    variable = branchname.split('.')[1]\n",
    "    if branchname == 'HLT_xAOD__JetContainer_TrigHLTJetDSSelectorCollectionAuxDyn.EnergyPerSampling':\n",
    "        pass\n",
    "    else:\n",
    "        jaggedX = tree.array(branchname)\n",
    "        leadingX = get_leading(jaggedX)\n",
    "        df_dict.update({variable: leadingX})\n",
    "df = pd.DataFrame(data=df_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pt</th>\n",
       "      <th>eta</th>\n",
       "      <th>phi</th>\n",
       "      <th>m</th>\n",
       "      <th>ActiveArea</th>\n",
       "      <th>ActiveArea4vec_eta</th>\n",
       "      <th>ActiveArea4vec_m</th>\n",
       "      <th>ActiveArea4vec_phi</th>\n",
       "      <th>ActiveArea4vec_pt</th>\n",
       "      <th>JetGhostArea</th>\n",
       "      <th>...</th>\n",
       "      <th>LeadingClusterCenterLambda</th>\n",
       "      <th>LeadingClusterPt</th>\n",
       "      <th>LeadingClusterSecondLambda</th>\n",
       "      <th>LeadingClusterSecondR</th>\n",
       "      <th>N90Constituents</th>\n",
       "      <th>EMFrac</th>\n",
       "      <th>HECFrac</th>\n",
       "      <th>Timing</th>\n",
       "      <th>OotFracClusters10</th>\n",
       "      <th>OotFracClusters5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>228545.531250</td>\n",
       "      <td>-1.438315</td>\n",
       "      <td>2.711860</td>\n",
       "      <td>23883.824219</td>\n",
       "      <td>0.478719</td>\n",
       "      <td>-1.456703</td>\n",
       "      <td>0.134253</td>\n",
       "      <td>2.713455</td>\n",
       "      <td>0.468385</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>1252.707642</td>\n",
       "      <td>40018.570312</td>\n",
       "      <td>477528.312500</td>\n",
       "      <td>60510.593750</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.702820</td>\n",
       "      <td>0.007421</td>\n",
       "      <td>-0.236629</td>\n",
       "      <td>0.000762</td>\n",
       "      <td>0.006073</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>198106.546875</td>\n",
       "      <td>-0.439318</td>\n",
       "      <td>-0.421546</td>\n",
       "      <td>18192.466797</td>\n",
       "      <td>0.518612</td>\n",
       "      <td>-0.442390</td>\n",
       "      <td>0.149487</td>\n",
       "      <td>-0.441860</td>\n",
       "      <td>0.508819</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>549.581177</td>\n",
       "      <td>123063.882812</td>\n",
       "      <td>220408.500000</td>\n",
       "      <td>30249.955078</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.595072</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.847262</td>\n",
       "      <td>0.005879</td>\n",
       "      <td>0.027711</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>23818.916016</td>\n",
       "      <td>-1.322502</td>\n",
       "      <td>1.463485</td>\n",
       "      <td>4526.073730</td>\n",
       "      <td>0.508639</td>\n",
       "      <td>-1.312496</td>\n",
       "      <td>0.141916</td>\n",
       "      <td>1.468495</td>\n",
       "      <td>0.498780</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>63.709171</td>\n",
       "      <td>6762.835938</td>\n",
       "      <td>57776.781250</td>\n",
       "      <td>8843.713867</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.532229</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-10.493912</td>\n",
       "      <td>0.269108</td>\n",
       "      <td>0.269108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>22430.296875</td>\n",
       "      <td>2.188443</td>\n",
       "      <td>-1.832321</td>\n",
       "      <td>4748.524414</td>\n",
       "      <td>0.468746</td>\n",
       "      <td>2.185287</td>\n",
       "      <td>0.127859</td>\n",
       "      <td>-1.825896</td>\n",
       "      <td>0.459480</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>428.162018</td>\n",
       "      <td>5631.054688</td>\n",
       "      <td>40596.738281</td>\n",
       "      <td>3203.826172</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.849836</td>\n",
       "      <td>0.150164</td>\n",
       "      <td>1.192391</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.116424</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>22399.556641</td>\n",
       "      <td>2.959124</td>\n",
       "      <td>-2.578426</td>\n",
       "      <td>4280.812988</td>\n",
       "      <td>0.548532</td>\n",
       "      <td>2.945786</td>\n",
       "      <td>0.160414</td>\n",
       "      <td>-2.583863</td>\n",
       "      <td>0.536613</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>678.729553</td>\n",
       "      <td>8764.081055</td>\n",
       "      <td>16676.707031</td>\n",
       "      <td>12093.711914</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.554876</td>\n",
       "      <td>0.445124</td>\n",
       "      <td>-2.428177</td>\n",
       "      <td>0.010300</td>\n",
       "      <td>0.504123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139718</td>\n",
       "      <td>23053.271484</td>\n",
       "      <td>-0.831095</td>\n",
       "      <td>2.690083</td>\n",
       "      <td>6197.927734</td>\n",
       "      <td>0.568479</td>\n",
       "      <td>-0.778817</td>\n",
       "      <td>0.172646</td>\n",
       "      <td>2.664963</td>\n",
       "      <td>0.556712</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>100.431648</td>\n",
       "      <td>5807.024414</td>\n",
       "      <td>16544.058594</td>\n",
       "      <td>5922.724609</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.703291</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.640880</td>\n",
       "      <td>0.307621</td>\n",
       "      <td>0.307621</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139719</td>\n",
       "      <td>22777.830078</td>\n",
       "      <td>-1.317536</td>\n",
       "      <td>-2.151809</td>\n",
       "      <td>5117.765137</td>\n",
       "      <td>0.528585</td>\n",
       "      <td>-1.320784</td>\n",
       "      <td>0.151807</td>\n",
       "      <td>-2.155239</td>\n",
       "      <td>0.517295</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>30.502775</td>\n",
       "      <td>4636.035156</td>\n",
       "      <td>30781.945312</td>\n",
       "      <td>11139.019531</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.787942</td>\n",
       "      <td>0.055297</td>\n",
       "      <td>-7.067620</td>\n",
       "      <td>0.457355</td>\n",
       "      <td>0.584896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139720</td>\n",
       "      <td>22062.843750</td>\n",
       "      <td>-0.765144</td>\n",
       "      <td>-1.261964</td>\n",
       "      <td>5821.605469</td>\n",
       "      <td>0.578452</td>\n",
       "      <td>-0.779594</td>\n",
       "      <td>0.174805</td>\n",
       "      <td>-1.257300</td>\n",
       "      <td>0.565945</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>1406.793457</td>\n",
       "      <td>5279.791016</td>\n",
       "      <td>117778.898438</td>\n",
       "      <td>36705.746094</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.677984</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-4.346131</td>\n",
       "      <td>0.345292</td>\n",
       "      <td>0.402175</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139721</td>\n",
       "      <td>20447.623047</td>\n",
       "      <td>0.802867</td>\n",
       "      <td>-1.422507</td>\n",
       "      <td>5019.024414</td>\n",
       "      <td>0.508639</td>\n",
       "      <td>0.784966</td>\n",
       "      <td>0.149479</td>\n",
       "      <td>-1.420204</td>\n",
       "      <td>0.498070</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>122.402893</td>\n",
       "      <td>5611.245605</td>\n",
       "      <td>26428.572266</td>\n",
       "      <td>6384.049316</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.801634</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-2.179024</td>\n",
       "      <td>0.253344</td>\n",
       "      <td>0.344438</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139722</td>\n",
       "      <td>20031.167969</td>\n",
       "      <td>1.521757</td>\n",
       "      <td>-0.822816</td>\n",
       "      <td>4301.140625</td>\n",
       "      <td>0.508639</td>\n",
       "      <td>1.509602</td>\n",
       "      <td>0.143635</td>\n",
       "      <td>-0.823814</td>\n",
       "      <td>0.496850</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>135.014114</td>\n",
       "      <td>5632.823730</td>\n",
       "      <td>59152.855469</td>\n",
       "      <td>8105.996582</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.010274</td>\n",
       "      <td>-0.009213</td>\n",
       "      <td>3.383014</td>\n",
       "      <td>0.135598</td>\n",
       "      <td>0.189663</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>139723 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   pt       eta       phi             m  ActiveArea  \\\n",
       "0       228545.531250 -1.438315  2.711860  23883.824219    0.478719   \n",
       "1       198106.546875 -0.439318 -0.421546  18192.466797    0.518612   \n",
       "2        23818.916016 -1.322502  1.463485   4526.073730    0.508639   \n",
       "3        22430.296875  2.188443 -1.832321   4748.524414    0.468746   \n",
       "4        22399.556641  2.959124 -2.578426   4280.812988    0.548532   \n",
       "...               ...       ...       ...           ...         ...   \n",
       "139718   23053.271484 -0.831095  2.690083   6197.927734    0.568479   \n",
       "139719   22777.830078 -1.317536 -2.151809   5117.765137    0.528585   \n",
       "139720   22062.843750 -0.765144 -1.261964   5821.605469    0.578452   \n",
       "139721   20447.623047  0.802867 -1.422507   5019.024414    0.508639   \n",
       "139722   20031.167969  1.521757 -0.822816   4301.140625    0.508639   \n",
       "\n",
       "        ActiveArea4vec_eta  ActiveArea4vec_m  ActiveArea4vec_phi  \\\n",
       "0                -1.456703          0.134253            2.713455   \n",
       "1                -0.442390          0.149487           -0.441860   \n",
       "2                -1.312496          0.141916            1.468495   \n",
       "3                 2.185287          0.127859           -1.825896   \n",
       "4                 2.945786          0.160414           -2.583863   \n",
       "...                    ...               ...                 ...   \n",
       "139718           -0.778817          0.172646            2.664963   \n",
       "139719           -1.320784          0.151807           -2.155239   \n",
       "139720           -0.779594          0.174805           -1.257300   \n",
       "139721            0.784966          0.149479           -1.420204   \n",
       "139722            1.509602          0.143635           -0.823814   \n",
       "\n",
       "        ActiveArea4vec_pt  JetGhostArea  ...  LeadingClusterCenterLambda  \\\n",
       "0                0.468385          0.01  ...                 1252.707642   \n",
       "1                0.508819          0.01  ...                  549.581177   \n",
       "2                0.498780          0.01  ...                   63.709171   \n",
       "3                0.459480          0.01  ...                  428.162018   \n",
       "4                0.536613          0.01  ...                  678.729553   \n",
       "...                   ...           ...  ...                         ...   \n",
       "139718           0.556712          0.01  ...                  100.431648   \n",
       "139719           0.517295          0.01  ...                   30.502775   \n",
       "139720           0.565945          0.01  ...                 1406.793457   \n",
       "139721           0.498070          0.01  ...                  122.402893   \n",
       "139722           0.496850          0.01  ...                  135.014114   \n",
       "\n",
       "        LeadingClusterPt  LeadingClusterSecondLambda  LeadingClusterSecondR  \\\n",
       "0           40018.570312               477528.312500           60510.593750   \n",
       "1          123063.882812               220408.500000           30249.955078   \n",
       "2            6762.835938                57776.781250            8843.713867   \n",
       "3            5631.054688                40596.738281            3203.826172   \n",
       "4            8764.081055                16676.707031           12093.711914   \n",
       "...                  ...                         ...                    ...   \n",
       "139718       5807.024414                16544.058594            5922.724609   \n",
       "139719       4636.035156                30781.945312           11139.019531   \n",
       "139720       5279.791016               117778.898438           36705.746094   \n",
       "139721       5611.245605                26428.572266            6384.049316   \n",
       "139722       5632.823730                59152.855469            8105.996582   \n",
       "\n",
       "        N90Constituents    EMFrac   HECFrac     Timing  OotFracClusters10  \\\n",
       "0                   8.0  0.702820  0.007421  -0.236629           0.000762   \n",
       "1                   3.0  0.595072  0.000000   1.847262           0.005879   \n",
       "2                   7.0  0.532229  0.000000 -10.493912           0.269108   \n",
       "3                  10.0  0.849836  0.150164   1.192391           0.000000   \n",
       "4                   4.0  0.554876  0.445124  -2.428177           0.010300   \n",
       "...                 ...       ...       ...        ...                ...   \n",
       "139718             13.0  0.703291  0.000000  -0.640880           0.307621   \n",
       "139719             10.0  0.787942  0.055297  -7.067620           0.457355   \n",
       "139720             13.0  0.677984  0.000000  -4.346131           0.345292   \n",
       "139721              8.0  0.801634  0.000000  -2.179024           0.253344   \n",
       "139722              8.0  1.010274 -0.009213   3.383014           0.135598   \n",
       "\n",
       "        OotFracClusters5  \n",
       "0               0.006073  \n",
       "1               0.027711  \n",
       "2               0.269108  \n",
       "3               0.116424  \n",
       "4               0.504123  \n",
       "...                  ...  \n",
       "139718          0.307621  \n",
       "139719          0.584896  \n",
       "139720          0.402175  \n",
       "139721          0.344438  \n",
       "139722          0.189663  \n",
       "\n",
       "[139723 rows x 29 columns]"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.join(e_samp_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pt</th>\n",
       "      <th>eta</th>\n",
       "      <th>phi</th>\n",
       "      <th>m</th>\n",
       "      <th>ActiveArea</th>\n",
       "      <th>ActiveArea4vec_eta</th>\n",
       "      <th>ActiveArea4vec_m</th>\n",
       "      <th>ActiveArea4vec_phi</th>\n",
       "      <th>ActiveArea4vec_pt</th>\n",
       "      <th>JetGhostArea</th>\n",
       "      <th>...</th>\n",
       "      <th>EnergyPerSampling18</th>\n",
       "      <th>EnergyPerSampling19</th>\n",
       "      <th>EnergyPerSampling20</th>\n",
       "      <th>EnergyPerSampling21</th>\n",
       "      <th>EnergyPerSampling22</th>\n",
       "      <th>EnergyPerSampling23</th>\n",
       "      <th>EnergyPerSampling24</th>\n",
       "      <th>EnergyPerSampling25</th>\n",
       "      <th>EnergyPerSampling26</th>\n",
       "      <th>EnergyPerSampling27</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>228545.531250</td>\n",
       "      <td>-1.438315</td>\n",
       "      <td>2.711860</td>\n",
       "      <td>23883.824219</td>\n",
       "      <td>0.478719</td>\n",
       "      <td>-1.456703</td>\n",
       "      <td>0.134253</td>\n",
       "      <td>2.713455</td>\n",
       "      <td>0.468385</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>51526.328125</td>\n",
       "      <td>7077.004395</td>\n",
       "      <td>-7.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>198106.546875</td>\n",
       "      <td>-0.439318</td>\n",
       "      <td>-0.421546</td>\n",
       "      <td>18192.466797</td>\n",
       "      <td>0.518612</td>\n",
       "      <td>-0.442390</td>\n",
       "      <td>0.149487</td>\n",
       "      <td>-0.441860</td>\n",
       "      <td>0.508819</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>23818.916016</td>\n",
       "      <td>-1.322502</td>\n",
       "      <td>1.463485</td>\n",
       "      <td>4526.073730</td>\n",
       "      <td>0.508639</td>\n",
       "      <td>-1.312496</td>\n",
       "      <td>0.141916</td>\n",
       "      <td>1.468495</td>\n",
       "      <td>0.498780</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>702.696899</td>\n",
       "      <td>2830.165527</td>\n",
       "      <td>223.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>22430.296875</td>\n",
       "      <td>2.188443</td>\n",
       "      <td>-1.832321</td>\n",
       "      <td>4748.524414</td>\n",
       "      <td>0.468746</td>\n",
       "      <td>2.185287</td>\n",
       "      <td>0.127859</td>\n",
       "      <td>-1.825896</td>\n",
       "      <td>0.459480</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>22399.556641</td>\n",
       "      <td>2.959124</td>\n",
       "      <td>-2.578426</td>\n",
       "      <td>4280.812988</td>\n",
       "      <td>0.548532</td>\n",
       "      <td>2.945786</td>\n",
       "      <td>0.160414</td>\n",
       "      <td>-2.583863</td>\n",
       "      <td>0.536613</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-153.426895</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139718</td>\n",
       "      <td>23053.271484</td>\n",
       "      <td>-0.831095</td>\n",
       "      <td>2.690083</td>\n",
       "      <td>6197.927734</td>\n",
       "      <td>0.568479</td>\n",
       "      <td>-0.778817</td>\n",
       "      <td>0.172646</td>\n",
       "      <td>2.664963</td>\n",
       "      <td>0.556712</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>198.500000</td>\n",
       "      <td>682.5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139719</td>\n",
       "      <td>22777.830078</td>\n",
       "      <td>-1.317536</td>\n",
       "      <td>-2.151809</td>\n",
       "      <td>5117.765137</td>\n",
       "      <td>0.528585</td>\n",
       "      <td>-1.320784</td>\n",
       "      <td>0.151807</td>\n",
       "      <td>-2.155239</td>\n",
       "      <td>0.517295</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>1108.077271</td>\n",
       "      <td>-43.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139720</td>\n",
       "      <td>22062.843750</td>\n",
       "      <td>-0.765144</td>\n",
       "      <td>-1.261964</td>\n",
       "      <td>5821.605469</td>\n",
       "      <td>0.578452</td>\n",
       "      <td>-0.779594</td>\n",
       "      <td>0.174805</td>\n",
       "      <td>-1.257300</td>\n",
       "      <td>0.565945</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-49.5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139721</td>\n",
       "      <td>20447.623047</td>\n",
       "      <td>0.802867</td>\n",
       "      <td>-1.422507</td>\n",
       "      <td>5019.024414</td>\n",
       "      <td>0.508639</td>\n",
       "      <td>0.784966</td>\n",
       "      <td>0.149479</td>\n",
       "      <td>-1.420204</td>\n",
       "      <td>0.498070</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>139722</td>\n",
       "      <td>20031.167969</td>\n",
       "      <td>1.521757</td>\n",
       "      <td>-0.822816</td>\n",
       "      <td>4301.140625</td>\n",
       "      <td>0.508639</td>\n",
       "      <td>1.509602</td>\n",
       "      <td>0.143635</td>\n",
       "      <td>-0.823814</td>\n",
       "      <td>0.496850</td>\n",
       "      <td>0.01</td>\n",
       "      <td>...</td>\n",
       "      <td>-35.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>139723 rows × 57 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   pt       eta       phi             m  ActiveArea  \\\n",
       "0       228545.531250 -1.438315  2.711860  23883.824219    0.478719   \n",
       "1       198106.546875 -0.439318 -0.421546  18192.466797    0.518612   \n",
       "2        23818.916016 -1.322502  1.463485   4526.073730    0.508639   \n",
       "3        22430.296875  2.188443 -1.832321   4748.524414    0.468746   \n",
       "4        22399.556641  2.959124 -2.578426   4280.812988    0.548532   \n",
       "...               ...       ...       ...           ...         ...   \n",
       "139718   23053.271484 -0.831095  2.690083   6197.927734    0.568479   \n",
       "139719   22777.830078 -1.317536 -2.151809   5117.765137    0.528585   \n",
       "139720   22062.843750 -0.765144 -1.261964   5821.605469    0.578452   \n",
       "139721   20447.623047  0.802867 -1.422507   5019.024414    0.508639   \n",
       "139722   20031.167969  1.521757 -0.822816   4301.140625    0.508639   \n",
       "\n",
       "        ActiveArea4vec_eta  ActiveArea4vec_m  ActiveArea4vec_phi  \\\n",
       "0                -1.456703          0.134253            2.713455   \n",
       "1                -0.442390          0.149487           -0.441860   \n",
       "2                -1.312496          0.141916            1.468495   \n",
       "3                 2.185287          0.127859           -1.825896   \n",
       "4                 2.945786          0.160414           -2.583863   \n",
       "...                    ...               ...                 ...   \n",
       "139718           -0.778817          0.172646            2.664963   \n",
       "139719           -1.320784          0.151807           -2.155239   \n",
       "139720           -0.779594          0.174805           -1.257300   \n",
       "139721            0.784966          0.149479           -1.420204   \n",
       "139722            1.509602          0.143635           -0.823814   \n",
       "\n",
       "        ActiveArea4vec_pt  JetGhostArea  ...  EnergyPerSampling18  \\\n",
       "0                0.468385          0.01  ...         51526.328125   \n",
       "1                0.508819          0.01  ...             0.000000   \n",
       "2                0.498780          0.01  ...           702.696899   \n",
       "3                0.459480          0.01  ...             0.000000   \n",
       "4                0.536613          0.01  ...             0.000000   \n",
       "...                   ...           ...  ...                  ...   \n",
       "139718           0.556712          0.01  ...             0.000000   \n",
       "139719           0.517295          0.01  ...          1108.077271   \n",
       "139720           0.565945          0.01  ...             0.000000   \n",
       "139721           0.498070          0.01  ...             0.000000   \n",
       "139722           0.496850          0.01  ...           -35.000000   \n",
       "\n",
       "        EnergyPerSampling19  EnergyPerSampling20  EnergyPerSampling21  \\\n",
       "0               7077.004395                 -7.0             0.000000   \n",
       "1                  0.000000                  0.0             0.000000   \n",
       "2               2830.165527                223.0             0.000000   \n",
       "3                  0.000000                  0.0             0.000000   \n",
       "4                  0.000000                  0.0          -153.426895   \n",
       "...                     ...                  ...                  ...   \n",
       "139718           198.500000                682.5             0.000000   \n",
       "139719           -43.000000                  0.0             0.000000   \n",
       "139720             0.000000                -49.5             0.000000   \n",
       "139721             0.000000                  0.0             0.000000   \n",
       "139722             0.000000                  0.0             0.000000   \n",
       "\n",
       "        EnergyPerSampling22  EnergyPerSampling23  EnergyPerSampling24  \\\n",
       "0                       0.0                  0.0                  0.0   \n",
       "1                       0.0                  0.0                  0.0   \n",
       "2                       0.0                  0.0                  0.0   \n",
       "3                       0.0                  0.0                  0.0   \n",
       "4                       0.0                  0.0                  0.0   \n",
       "...                     ...                  ...                  ...   \n",
       "139718                  0.0                  0.0                  0.0   \n",
       "139719                  0.0                  0.0                  0.0   \n",
       "139720                  0.0                  0.0                  0.0   \n",
       "139721                  0.0                  0.0                  0.0   \n",
       "139722                  0.0                  0.0                  0.0   \n",
       "\n",
       "        EnergyPerSampling25  EnergyPerSampling26  EnergyPerSampling27  \n",
       "0                       0.0                  0.0                  0.0  \n",
       "1                       0.0                  0.0                  0.0  \n",
       "2                       0.0                  0.0                  0.0  \n",
       "3                       0.0                  0.0                  0.0  \n",
       "4                       0.0                  0.0                  0.0  \n",
       "...                     ...                  ...                  ...  \n",
       "139718                  0.0                  0.0                  0.0  \n",
       "139719                  0.0                  0.0                  0.0  \n",
       "139720                  0.0                  0.0                  0.0  \n",
       "139721                  0.0                  0.0                  0.0  \n",
       "139722                  0.0                  0.0                  0.0  \n",
       "\n",
       "[139723 rows x 57 columns]"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "train, test = train_test_split(df, test_size=0.2, random_state=41)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(111778, 57) (27945, 57)\n"
     ]
    }
   ],
   "source": [
    "print(train.shape, test.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save train and test sets\n",
    "#df1.to_pickle('processed_data/dijetISRphoton36k_jets.pkl')\n",
    "#df2.to_pickle('processed_data/dijetISRphoton36k_photons.pkl')\n",
    "# train = pd.read_pickle('processed_data/train.pkl')\n",
    "# test = pd.read_pickle('processed_data/test.pkl')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python3.7 (fastairoot)",
   "language": "python",
   "name": "fastairoot"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}