data-preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import glob\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.read_csv('./data_9_5day.csv') #Original \n",
    "from sklearn.utils import shuffle\n",
    "df = shuffle(df).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "X=df.iloc[:,:-1]\n",
    "y=df.iloc[:,-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "XU_train,XL,yu_train,yL=train_test_split(X,y,random_state=0,test_size=0.05)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "384301"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(XU_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from imblearn.over_sampling import RandomOverSampler\n",
    "from imblearn.under_sampling import RandomUnderSampler "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "XL['ProtocolName']=yL\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "a=XL.groupby('ProtocolName')['ProtocolName'].count().sort_values(ascending=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "ProtocolName\n",
       "EASYTAXI         10\n",
       "DNS              10\n",
       "SSL_NO_CERT       9\n",
       "MS_ONE_DRIVE      9\n",
       "INSTAGRAM         6\n",
       "SPOTIFY           6\n",
       "GOOGLE_MAPS       5\n",
       "MQTT              5\n",
       "APPLE_ICLOUD      4\n",
       "H323              3\n",
       "HTTP_DOWNLOAD     3\n",
       "TEAMVIEWER        2\n",
       "NETFLIX           2\n",
       "CITRIX_ONLINE     2\n",
       "TOR               2\n",
       "FTP_DATA          1\n",
       "EDONKEY           1\n",
       "UBUNTUONE         1\n",
       "LASTFM            1\n",
       "TEAMSPEAK         1\n",
       "Name: ProtocolName, dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "threshold=10\n",
    "b=a[a<=threshold]\n",
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "XU_train=XU_train.append(XL[XL['ProtocolName'].isin(b.index)].iloc[:,:-1],sort=False)\n",
    "XU_train=shuffle(XU_train).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "384384"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(XU_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Source.IP</th>\n",
       "      <th>Source.Port</th>\n",
       "      <th>Destination.IP</th>\n",
       "      <th>Destination.Port</th>\n",
       "      <th>Protocol</th>\n",
       "      <th>Timestamp</th>\n",
       "      <th>Flow.Duration</th>\n",
       "      <th>Total.Fwd.Packets</th>\n",
       "      <th>Total.Backward.Packets</th>\n",
       "      <th>Fwd.Packet.Length.Max</th>\n",
       "      <th>...</th>\n",
       "      <th>min_seg_size_forward</th>\n",
       "      <th>Active.Mean</th>\n",
       "      <th>Active.Std</th>\n",
       "      <th>Active.Max</th>\n",
       "      <th>Active.Min</th>\n",
       "      <th>Idle.Mean</th>\n",
       "      <th>Idle.Std</th>\n",
       "      <th>Idle.Max</th>\n",
       "      <th>Idle.Min</th>\n",
       "      <th>ProtocolName</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>94938</th>\n",
       "      <td>180881351</td>\n",
       "      <td>50892</td>\n",
       "      <td>180879632</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>53</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>SSL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80161</th>\n",
       "      <td>180881369</td>\n",
       "      <td>46293</td>\n",
       "      <td>676192992</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>MICROSOFT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100074</th>\n",
       "      <td>3232258701</td>\n",
       "      <td>51305</td>\n",
       "      <td>180881161</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>90119364</td>\n",
       "      <td>6</td>\n",
       "      <td>11</td>\n",
       "      <td>88</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>5.653350e+04</td>\n",
       "      <td>7.977932e+04</td>\n",
       "      <td>112946.0</td>\n",
       "      <td>121.0</td>\n",
       "      <td>4.500314e+07</td>\n",
       "      <td>4.231327e+03</td>\n",
       "      <td>45006127.0</td>\n",
       "      <td>45000143.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>313927</th>\n",
       "      <td>180881158</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232272082</td>\n",
       "      <td>57237</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>110537527</td>\n",
       "      <td>25</td>\n",
       "      <td>5</td>\n",
       "      <td>59</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>9.448025e+04</td>\n",
       "      <td>5.770550e+04</td>\n",
       "      <td>180951.0</td>\n",
       "      <td>63384.0</td>\n",
       "      <td>2.752713e+07</td>\n",
       "      <td>1.299999e+06</td>\n",
       "      <td>28662300.0</td>\n",
       "      <td>25676330.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231901</th>\n",
       "      <td>3232292020</td>\n",
       "      <td>60374</td>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>514</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_CONNECT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308832</th>\n",
       "      <td>180881346</td>\n",
       "      <td>51285</td>\n",
       "      <td>2915226726</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>26480242</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>432</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>7.326920e+05</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>732692.0</td>\n",
       "      <td>732692.0</td>\n",
       "      <td>2.519646e+07</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>25196458.0</td>\n",
       "      <td>25196458.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7669</th>\n",
       "      <td>3232258698</td>\n",
       "      <td>51523</td>\n",
       "      <td>180881160</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>308</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>WINDOWS_UPDATE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>339087</th>\n",
       "      <td>180881161</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232243823</td>\n",
       "      <td>51210</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>51401919</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>2.855128e+06</td>\n",
       "      <td>4.037466e+06</td>\n",
       "      <td>5710048.0</td>\n",
       "      <td>209.0</td>\n",
       "      <td>1.523055e+07</td>\n",
       "      <td>9.965242e+06</td>\n",
       "      <td>26103666.0</td>\n",
       "      <td>6532462.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33561</th>\n",
       "      <td>1076262683</td>\n",
       "      <td>443</td>\n",
       "      <td>180881351</td>\n",
       "      <td>42242</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>68755998</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>1448</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>SSL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>226534</th>\n",
       "      <td>180881348</td>\n",
       "      <td>39925</td>\n",
       "      <td>1093954636</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>100642802</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1973</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>3.600000e+01</td>\n",
       "      <td>3.676955e+01</td>\n",
       "      <td>62.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>3.354747e+07</td>\n",
       "      <td>1.172969e+07</td>\n",
       "      <td>40689876.0</td>\n",
       "      <td>20010074.0</td>\n",
       "      <td>SKYPE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107056</th>\n",
       "      <td>3232253993</td>\n",
       "      <td>54882</td>\n",
       "      <td>180881158</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494323e+09</td>\n",
       "      <td>35226013</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>5.100000e+01</td>\n",
       "      <td>5.939697e+01</td>\n",
       "      <td>93.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.000084e+07</td>\n",
       "      <td>5.997680e+03</td>\n",
       "      <td>10005083.0</td>\n",
       "      <td>9996601.0</td>\n",
       "      <td>FACEBOOK</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>326713</th>\n",
       "      <td>180881161</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232246329</td>\n",
       "      <td>62323</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>114154334</td>\n",
       "      <td>51</td>\n",
       "      <td>10</td>\n",
       "      <td>1088</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>8.472202e+05</td>\n",
       "      <td>1.436806e+06</td>\n",
       "      <td>2989962.0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>2.767982e+07</td>\n",
       "      <td>1.390081e+06</td>\n",
       "      <td>29047738.0</td>\n",
       "      <td>25740330.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>382647</th>\n",
       "      <td>3232246019</td>\n",
       "      <td>60044</td>\n",
       "      <td>180881158</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>8386325</td>\n",
       "      <td>5</td>\n",
       "      <td>19</td>\n",
       "      <td>1801</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171915</th>\n",
       "      <td>180881157</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232271913</td>\n",
       "      <td>3535</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>1002</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>401126</th>\n",
       "      <td>1089060541</td>\n",
       "      <td>443</td>\n",
       "      <td>180881351</td>\n",
       "      <td>47354</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>104040125</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>60</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>3.500000e+01</td>\n",
       "      <td>1.675311e+01</td>\n",
       "      <td>60.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>2.600999e+07</td>\n",
       "      <td>1.814951e+06</td>\n",
       "      <td>27766573.0</td>\n",
       "      <td>24049754.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60635</th>\n",
       "      <td>180881370</td>\n",
       "      <td>37704</td>\n",
       "      <td>3003188469</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>80</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17762</th>\n",
       "      <td>3232243808</td>\n",
       "      <td>60928</td>\n",
       "      <td>180881156</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>348</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>374592</th>\n",
       "      <td>3232250983</td>\n",
       "      <td>58789</td>\n",
       "      <td>180881158</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>297</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>380015</th>\n",
       "      <td>180881348</td>\n",
       "      <td>43405</td>\n",
       "      <td>3003188441</td>\n",
       "      <td>80</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>60938</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>169</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>371581</th>\n",
       "      <td>3232250983</td>\n",
       "      <td>58783</td>\n",
       "      <td>180881158</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>104975224</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>5.033333e+01</td>\n",
       "      <td>5.173329e+01</td>\n",
       "      <td>110.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>3.499169e+07</td>\n",
       "      <td>1.735249e+07</td>\n",
       "      <td>45014260.0</td>\n",
       "      <td>14954767.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>281931</th>\n",
       "      <td>3232246421</td>\n",
       "      <td>2889</td>\n",
       "      <td>180881161</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>14983</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172229</th>\n",
       "      <td>180881347</td>\n",
       "      <td>51587</td>\n",
       "      <td>1249748399</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>YOUTUBE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201381</th>\n",
       "      <td>3232238150</td>\n",
       "      <td>62782</td>\n",
       "      <td>180881156</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>91839303</td>\n",
       "      <td>7</td>\n",
       "      <td>32</td>\n",
       "      <td>207</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>1.155000e+02</td>\n",
       "      <td>1.195010e+02</td>\n",
       "      <td>200.0</td>\n",
       "      <td>31.0</td>\n",
       "      <td>4.500887e+07</td>\n",
       "      <td>8.316990e+03</td>\n",
       "      <td>45014753.0</td>\n",
       "      <td>45002991.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140010</th>\n",
       "      <td>180881156</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232292026</td>\n",
       "      <td>63019</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>371</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32386</th>\n",
       "      <td>3232268802</td>\n",
       "      <td>50485</td>\n",
       "      <td>180881161</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>3939524</td>\n",
       "      <td>11</td>\n",
       "      <td>8</td>\n",
       "      <td>517</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>352060</th>\n",
       "      <td>180881348</td>\n",
       "      <td>42353</td>\n",
       "      <td>3627736685</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>4569224</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>242</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53124</th>\n",
       "      <td>1093954636</td>\n",
       "      <td>443</td>\n",
       "      <td>180881346</td>\n",
       "      <td>53121</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>84154178</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>549</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>6.400000e+01</td>\n",
       "      <td>7.353911e+01</td>\n",
       "      <td>116.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2.805135e+07</td>\n",
       "      <td>1.140319e+07</td>\n",
       "      <td>41213606.0</td>\n",
       "      <td>21155458.0</td>\n",
       "      <td>SSL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151048</th>\n",
       "      <td>180881351</td>\n",
       "      <td>44345</td>\n",
       "      <td>3003188454</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>63</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>314436</th>\n",
       "      <td>2899910149</td>\n",
       "      <td>443</td>\n",
       "      <td>180881351</td>\n",
       "      <td>34440</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494319e+09</td>\n",
       "      <td>102656972</td>\n",
       "      <td>97</td>\n",
       "      <td>83</td>\n",
       "      <td>4344</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>1.340858e+06</td>\n",
       "      <td>2.663037e+06</td>\n",
       "      <td>6089972.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>1.919052e+07</td>\n",
       "      <td>8.359346e+06</td>\n",
       "      <td>29828566.0</td>\n",
       "      <td>9275322.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160862</th>\n",
       "      <td>180881370</td>\n",
       "      <td>45260</td>\n",
       "      <td>2915227325</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>107610438</td>\n",
       "      <td>9</td>\n",
       "      <td>7</td>\n",
       "      <td>52</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>2.603333e+02</td>\n",
       "      <td>4.565450e+01</td>\n",
       "      <td>313.0</td>\n",
       "      <td>232.0</td>\n",
       "      <td>3.586982e+07</td>\n",
       "      <td>1.322667e+07</td>\n",
       "      <td>51039338.0</td>\n",
       "      <td>26749160.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308052</th>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232238092</td>\n",
       "      <td>51701</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>23930</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>316246</th>\n",
       "      <td>3232263689</td>\n",
       "      <td>54646</td>\n",
       "      <td>180881158</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>112864805</td>\n",
       "      <td>32</td>\n",
       "      <td>35</td>\n",
       "      <td>1001</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>4.352537e+05</td>\n",
       "      <td>4.312083e+05</td>\n",
       "      <td>862571.0</td>\n",
       "      <td>257.0</td>\n",
       "      <td>3.709210e+07</td>\n",
       "      <td>1.208981e+07</td>\n",
       "      <td>45005975.0</td>\n",
       "      <td>23175672.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>355462</th>\n",
       "      <td>3232281614</td>\n",
       "      <td>50712</td>\n",
       "      <td>180881160</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>331095</th>\n",
       "      <td>180881347</td>\n",
       "      <td>45878</td>\n",
       "      <td>2899909921</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>885240</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>549</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120828</th>\n",
       "      <td>3232246395</td>\n",
       "      <td>58136</td>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>90266951</td>\n",
       "      <td>32</td>\n",
       "      <td>52</td>\n",
       "      <td>1390</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>1.267250e+05</td>\n",
       "      <td>1.784257e+05</td>\n",
       "      <td>252891.0</td>\n",
       "      <td>559.0</td>\n",
       "      <td>4.500670e+07</td>\n",
       "      <td>1.267135e+04</td>\n",
       "      <td>45015659.0</td>\n",
       "      <td>44997739.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256666</th>\n",
       "      <td>3232288105</td>\n",
       "      <td>1275</td>\n",
       "      <td>180881158</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494323e+09</td>\n",
       "      <td>80180792</td>\n",
       "      <td>19</td>\n",
       "      <td>16</td>\n",
       "      <td>711</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>2.397595e+05</td>\n",
       "      <td>5.139323e+04</td>\n",
       "      <td>276100.0</td>\n",
       "      <td>203419.0</td>\n",
       "      <td>3.977216e+07</td>\n",
       "      <td>6.260582e+04</td>\n",
       "      <td>39816430.0</td>\n",
       "      <td>39727892.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102893</th>\n",
       "      <td>3232256343</td>\n",
       "      <td>39636</td>\n",
       "      <td>180881157</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>117574381</td>\n",
       "      <td>62</td>\n",
       "      <td>39</td>\n",
       "      <td>703</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>3.178985e+05</td>\n",
       "      <td>3.112366e+05</td>\n",
       "      <td>537976.0</td>\n",
       "      <td>97821.0</td>\n",
       "      <td>5.843806e+07</td>\n",
       "      <td>6.343985e+05</td>\n",
       "      <td>58886648.0</td>\n",
       "      <td>57989473.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>271372</th>\n",
       "      <td>3232238117</td>\n",
       "      <td>54063</td>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494317e+09</td>\n",
       "      <td>90002785</td>\n",
       "      <td>6</td>\n",
       "      <td>12</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>1.870000e+02</td>\n",
       "      <td>6.505382e+01</td>\n",
       "      <td>233.0</td>\n",
       "      <td>141.0</td>\n",
       "      <td>4.499966e+07</td>\n",
       "      <td>1.057832e+03</td>\n",
       "      <td>45000413.0</td>\n",
       "      <td>44998917.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172670</th>\n",
       "      <td>180881160</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232238113</td>\n",
       "      <td>51488</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>63</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>259298</th>\n",
       "      <td>180881157</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232258576</td>\n",
       "      <td>51816</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494323e+09</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28202</th>\n",
       "      <td>3232238108</td>\n",
       "      <td>51620</td>\n",
       "      <td>180881160</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>1245374</td>\n",
       "      <td>13</td>\n",
       "      <td>20</td>\n",
       "      <td>517</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_CONNECT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>255413</th>\n",
       "      <td>3232258711</td>\n",
       "      <td>3453</td>\n",
       "      <td>180881157</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>82081192</td>\n",
       "      <td>7</td>\n",
       "      <td>12</td>\n",
       "      <td>1157</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>6.085900e+05</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>608590.0</td>\n",
       "      <td>608590.0</td>\n",
       "      <td>5.029902e+07</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>50299021.0</td>\n",
       "      <td>50299021.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>350754</th>\n",
       "      <td>3232258625</td>\n",
       "      <td>56110</td>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>6543271</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>865</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239984</th>\n",
       "      <td>180881347</td>\n",
       "      <td>35062</td>\n",
       "      <td>3585745257</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494323e+09</td>\n",
       "      <td>569</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>SSL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>343220</th>\n",
       "      <td>180881370</td>\n",
       "      <td>37256</td>\n",
       "      <td>3627736782</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>31531</td>\n",
       "      <td>11</td>\n",
       "      <td>6</td>\n",
       "      <td>517</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>343509</th>\n",
       "      <td>3232292020</td>\n",
       "      <td>60761</td>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>137503</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1055</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80317</th>\n",
       "      <td>180881351</td>\n",
       "      <td>39578</td>\n",
       "      <td>3003188433</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>30497027</td>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "      <td>517</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>YOUTUBE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>352807</th>\n",
       "      <td>3232250973</td>\n",
       "      <td>50587</td>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>2536962</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>228</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_CONNECT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89951</th>\n",
       "      <td>3232238212</td>\n",
       "      <td>55704</td>\n",
       "      <td>180881160</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494323e+09</td>\n",
       "      <td>110338329</td>\n",
       "      <td>45</td>\n",
       "      <td>87</td>\n",
       "      <td>499</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>2.773981e+05</td>\n",
       "      <td>7.656214e+04</td>\n",
       "      <td>341776.0</td>\n",
       "      <td>51123.0</td>\n",
       "      <td>9.726962e+06</td>\n",
       "      <td>7.133716e+04</td>\n",
       "      <td>9936079.0</td>\n",
       "      <td>9663735.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>321253</th>\n",
       "      <td>180881348</td>\n",
       "      <td>35804</td>\n",
       "      <td>3627731690</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>325683</th>\n",
       "      <td>180881369</td>\n",
       "      <td>41416</td>\n",
       "      <td>2838367320</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>SSL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164772</th>\n",
       "      <td>180881346</td>\n",
       "      <td>57530</td>\n",
       "      <td>2891777229</td>\n",
       "      <td>80</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>294104</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>466</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>254364</th>\n",
       "      <td>180881347</td>\n",
       "      <td>34402</td>\n",
       "      <td>2899910146</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494323e+09</td>\n",
       "      <td>2625896</td>\n",
       "      <td>62</td>\n",
       "      <td>72</td>\n",
       "      <td>1739</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>GOOGLE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206297</th>\n",
       "      <td>180881370</td>\n",
       "      <td>52104</td>\n",
       "      <td>386241466</td>\n",
       "      <td>80</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>52</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>MSN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133263</th>\n",
       "      <td>182845938</td>\n",
       "      <td>52787</td>\n",
       "      <td>180881161</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>3214</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>311</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>OFFICE_365</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>269383</th>\n",
       "      <td>180881161</td>\n",
       "      <td>3128</td>\n",
       "      <td>3232281655</td>\n",
       "      <td>53605</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>15</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217637</th>\n",
       "      <td>180881369</td>\n",
       "      <td>48409</td>\n",
       "      <td>1168955447</td>\n",
       "      <td>80</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494322e+09</td>\n",
       "      <td>393901</td>\n",
       "      <td>24</td>\n",
       "      <td>42</td>\n",
       "      <td>583</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218693</th>\n",
       "      <td>180881370</td>\n",
       "      <td>37563</td>\n",
       "      <td>2470672231</td>\n",
       "      <td>80</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494314e+09</td>\n",
       "      <td>152</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84883</th>\n",
       "      <td>3232266796</td>\n",
       "      <td>50125</td>\n",
       "      <td>180881159</td>\n",
       "      <td>3128</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494318e+09</td>\n",
       "      <td>353880</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>565</td>\n",
       "      <td>...</td>\n",
       "      <td>20</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>HTTP_PROXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207233</th>\n",
       "      <td>180881369</td>\n",
       "      <td>47276</td>\n",
       "      <td>1209388665</td>\n",
       "      <td>443</td>\n",
       "      <td>6</td>\n",
       "      <td>1.494323e+09</td>\n",
       "      <td>4124</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>32</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>AMAZON</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20227 rows × 76 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         Source.IP  Source.Port  Destination.IP  Destination.Port  Protocol  \\\n",
       "94938    180881351        50892       180879632               443         6   \n",
       "80161    180881369        46293       676192992               443         6   \n",
       "100074  3232258701        51305       180881161              3128         6   \n",
       "313927   180881158         3128      3232272082             57237         6   \n",
       "231901  3232292020        60374       180881159              3128         6   \n",
       "308832   180881346        51285      2915226726               443         6   \n",
       "7669    3232258698        51523       180881160              3128         6   \n",
       "339087   180881161         3128      3232243823             51210         6   \n",
       "33561   1076262683          443       180881351             42242         6   \n",
       "226534   180881348        39925      1093954636               443         6   \n",
       "107056  3232253993        54882       180881158              3128         6   \n",
       "326713   180881161         3128      3232246329             62323         6   \n",
       "382647  3232246019        60044       180881158              3128         6   \n",
       "171915   180881157         3128      3232271913              3535         6   \n",
       "401126  1089060541          443       180881351             47354         6   \n",
       "60635    180881370        37704      3003188469               443         6   \n",
       "17762   3232243808        60928       180881156              3128         6   \n",
       "374592  3232250983        58789       180881158              3128         6   \n",
       "380015   180881348        43405      3003188441                80         6   \n",
       "371581  3232250983        58783       180881158              3128         6   \n",
       "281931  3232246421         2889       180881161              3128         6   \n",
       "172229   180881347        51587      1249748399               443         6   \n",
       "201381  3232238150        62782       180881156              3128         6   \n",
       "140010   180881156         3128      3232292026             63019         6   \n",
       "32386   3232268802        50485       180881161              3128         6   \n",
       "352060   180881348        42353      3627736685               443         6   \n",
       "53124   1093954636          443       180881346             53121         6   \n",
       "151048   180881351        44345      3003188454               443         6   \n",
       "314436  2899910149          443       180881351             34440         6   \n",
       "160862   180881370        45260      2915227325               443         6   \n",
       "...            ...          ...             ...               ...       ...   \n",
       "308052   180881159         3128      3232238092             51701         6   \n",
       "316246  3232263689        54646       180881158              3128         6   \n",
       "355462  3232281614        50712       180881160              3128         6   \n",
       "331095   180881347        45878      2899909921               443         6   \n",
       "120828  3232246395        58136       180881159              3128         6   \n",
       "256666  3232288105         1275       180881158              3128         6   \n",
       "102893  3232256343        39636       180881157              3128         6   \n",
       "271372  3232238117        54063       180881159              3128         6   \n",
       "172670   180881160         3128      3232238113             51488         6   \n",
       "259298   180881157         3128      3232258576             51816         6   \n",
       "28202   3232238108        51620       180881160              3128         6   \n",
       "255413  3232258711         3453       180881157              3128         6   \n",
       "350754  3232258625        56110       180881159              3128         6   \n",
       "239984   180881347        35062      3585745257               443         6   \n",
       "343220   180881370        37256      3627736782               443         6   \n",
       "343509  3232292020        60761       180881159              3128         6   \n",
       "80317    180881351        39578      3003188433               443         6   \n",
       "352807  3232250973        50587       180881159              3128         6   \n",
       "89951   3232238212        55704       180881160              3128         6   \n",
       "321253   180881348        35804      3627731690               443         6   \n",
       "325683   180881369        41416      2838367320               443         6   \n",
       "164772   180881346        57530      2891777229                80         6   \n",
       "254364   180881347        34402      2899910146               443         6   \n",
       "206297   180881370        52104       386241466                80         6   \n",
       "133263   182845938        52787       180881161              3128         6   \n",
       "269383   180881161         3128      3232281655             53605         6   \n",
       "217637   180881369        48409      1168955447                80         6   \n",
       "218693   180881370        37563      2470672231                80         6   \n",
       "84883   3232266796        50125       180881159              3128         6   \n",
       "207233   180881369        47276      1209388665               443         6   \n",
       "\n",
       "           Timestamp  Flow.Duration  Total.Fwd.Packets  \\\n",
       "94938   1.494314e+09             53                  2   \n",
       "80161   1.494322e+09             27                  1   \n",
       "100074  1.494314e+09       90119364                  6   \n",
       "313927  1.494314e+09      110537527                 25   \n",
       "231901  1.494318e+09            514                  1   \n",
       "308832  1.494314e+09       26480242                 15   \n",
       "7669    1.494318e+09            308                  1   \n",
       "339087  1.494314e+09       51401919                 19   \n",
       "33561   1.494318e+09       68755998                  9   \n",
       "226534  1.494322e+09      100642802                  4   \n",
       "107056  1.494323e+09       35226013                  4   \n",
       "326713  1.494314e+09      114154334                 51   \n",
       "382647  1.494318e+09        8386325                  5   \n",
       "171915  1.494322e+09           1002                  6   \n",
       "401126  1.494322e+09      104040125                  5   \n",
       "60635   1.494314e+09             80                  1   \n",
       "17762   1.494318e+09            348                  1   \n",
       "374592  1.494314e+09            297                  2   \n",
       "380015  1.494318e+09          60938                  3   \n",
       "371581  1.494314e+09      104975224                  3   \n",
       "281931  1.494322e+09          14983                  2   \n",
       "172229  1.494322e+09             24                  1   \n",
       "201381  1.494314e+09       91839303                  7   \n",
       "140010  1.494318e+09            371                  1   \n",
       "32386   1.494314e+09        3939524                 11   \n",
       "352060  1.494314e+09        4569224                 23   \n",
       "53124   1.494318e+09       84154178                  6   \n",
       "151048  1.494318e+09             63                  1   \n",
       "314436  1.494319e+09      102656972                 97   \n",
       "160862  1.494318e+09      107610438                  9   \n",
       "...              ...            ...                ...   \n",
       "308052  1.494318e+09          23930                  1   \n",
       "316246  1.494322e+09      112864805                 32   \n",
       "355462  1.494314e+09              1                  2   \n",
       "331095  1.494322e+09         885240                  9   \n",
       "120828  1.494314e+09       90266951                 32   \n",
       "256666  1.494323e+09       80180792                 19   \n",
       "102893  1.494322e+09      117574381                 62   \n",
       "271372  1.494317e+09       90002785                  6   \n",
       "172670  1.494318e+09              6                  4   \n",
       "259298  1.494323e+09              1                  2   \n",
       "28202   1.494314e+09        1245374                 13   \n",
       "255413  1.494322e+09       82081192                  7   \n",
       "350754  1.494318e+09        6543271                  9   \n",
       "239984  1.494323e+09            569                  2   \n",
       "343220  1.494318e+09          31531                 11   \n",
       "343509  1.494318e+09         137503                  6   \n",
       "80317   1.494314e+09       30497027                  7   \n",
       "352807  1.494318e+09        2536962                  9   \n",
       "89951   1.494323e+09      110338329                 45   \n",
       "321253  1.494322e+09             76                  1   \n",
       "325683  1.494314e+09             25                  1   \n",
       "164772  1.494314e+09         294104                  3   \n",
       "254364  1.494323e+09        2625896                 62   \n",
       "206297  1.494318e+09             52                  1   \n",
       "133263  1.494322e+09           3214                  5   \n",
       "269383  1.494314e+09             15                  2   \n",
       "217637  1.494322e+09         393901                 24   \n",
       "218693  1.494314e+09            152                  1   \n",
       "84883   1.494318e+09         353880                  9   \n",
       "207233  1.494323e+09           4124                  1   \n",
       "\n",
       "        Total.Backward.Packets  Fwd.Packet.Length.Max  ...  \\\n",
       "94938                        0                      0  ...   \n",
       "80161                        2                      0  ...   \n",
       "100074                      11                     88  ...   \n",
       "313927                       5                     59  ...   \n",
       "231901                       1                      6  ...   \n",
       "308832                      15                    432  ...   \n",
       "7669                         1                      6  ...   \n",
       "339087                       0                     55  ...   \n",
       "33561                        8                   1448  ...   \n",
       "226534                       5                   1973  ...   \n",
       "107056                       3                      6  ...   \n",
       "326713                      10                   1088  ...   \n",
       "382647                      19                   1801  ...   \n",
       "171915                       0                      6  ...   \n",
       "401126                       5                     60  ...   \n",
       "60635                        1                      0  ...   \n",
       "17762                        5                      6  ...   \n",
       "374592                       1                      6  ...   \n",
       "380015                       3                    169  ...   \n",
       "371581                       5                      6  ...   \n",
       "281931                       0                      6  ...   \n",
       "172229                       1                      0  ...   \n",
       "201381                      32                    207  ...   \n",
       "140010                       1                      6  ...   \n",
       "32386                        8                    517  ...   \n",
       "352060                      23                    242  ...   \n",
       "53124                        3                    549  ...   \n",
       "151048                       1                      0  ...   \n",
       "314436                      83                   4344  ...   \n",
       "160862                       7                     52  ...   \n",
       "...                        ...                    ...  ...   \n",
       "308052                       2                      6  ...   \n",
       "316246                      35                   1001  ...   \n",
       "355462                       0                      6  ...   \n",
       "331095                       8                    549  ...   \n",
       "120828                      52                   1390  ...   \n",
       "256666                      16                    711  ...   \n",
       "102893                      39                    703  ...   \n",
       "271372                      12                      6  ...   \n",
       "172670                       0                     63  ...   \n",
       "259298                       0                      6  ...   \n",
       "28202                       20                    517  ...   \n",
       "255413                      12                   1157  ...   \n",
       "350754                       6                    865  ...   \n",
       "239984                       0                      0  ...   \n",
       "343220                       6                    517  ...   \n",
       "343509                       6                   1055  ...   \n",
       "80317                        6                    517  ...   \n",
       "352807                       0                    228  ...   \n",
       "89951                       87                    499  ...   \n",
       "321253                       1                      0  ...   \n",
       "325683                       2                      0  ...   \n",
       "164772                       4                    466  ...   \n",
       "254364                      72                   1739  ...   \n",
       "206297                       2                      0  ...   \n",
       "133263                       3                    311  ...   \n",
       "269383                       0                      6  ...   \n",
       "217637                      42                    583  ...   \n",
       "218693                       1                      0  ...   \n",
       "84883                        8                    565  ...   \n",
       "207233                       1                      0  ...   \n",
       "\n",
       "        min_seg_size_forward   Active.Mean    Active.Std  Active.Max  \\\n",
       "94938                     32  0.000000e+00  0.000000e+00         0.0   \n",
       "80161                     32  0.000000e+00  0.000000e+00         0.0   \n",
       "100074                    20  5.653350e+04  7.977932e+04    112946.0   \n",
       "313927                    20  9.448025e+04  5.770550e+04    180951.0   \n",
       "231901                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "308832                    32  7.326920e+05  0.000000e+00    732692.0   \n",
       "7669                      20  0.000000e+00  0.000000e+00         0.0   \n",
       "339087                    20  2.855128e+06  4.037466e+06   5710048.0   \n",
       "33561                     32  0.000000e+00  0.000000e+00         0.0   \n",
       "226534                    32  3.600000e+01  3.676955e+01        62.0   \n",
       "107056                    20  5.100000e+01  5.939697e+01        93.0   \n",
       "326713                    20  8.472202e+05  1.436806e+06   2989962.0   \n",
       "382647                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "171915                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "401126                    32  3.500000e+01  1.675311e+01        60.0   \n",
       "60635                     32  0.000000e+00  0.000000e+00         0.0   \n",
       "17762                     20  0.000000e+00  0.000000e+00         0.0   \n",
       "374592                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "380015                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "371581                    20  5.033333e+01  5.173329e+01       110.0   \n",
       "281931                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "172229                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "201381                    20  1.155000e+02  1.195010e+02       200.0   \n",
       "140010                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "32386                     32  0.000000e+00  0.000000e+00         0.0   \n",
       "352060                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "53124                     32  6.400000e+01  7.353911e+01       116.0   \n",
       "151048                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "314436                    32  1.340858e+06  2.663037e+06   6089972.0   \n",
       "160862                    32  2.603333e+02  4.565450e+01       313.0   \n",
       "...                      ...           ...           ...         ...   \n",
       "308052                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "316246                    20  4.352537e+05  4.312083e+05    862571.0   \n",
       "355462                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "331095                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "120828                    20  1.267250e+05  1.784257e+05    252891.0   \n",
       "256666                    20  2.397595e+05  5.139323e+04    276100.0   \n",
       "102893                    32  3.178985e+05  3.112366e+05    537976.0   \n",
       "271372                    20  1.870000e+02  6.505382e+01       233.0   \n",
       "172670                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "259298                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "28202                     20  0.000000e+00  0.000000e+00         0.0   \n",
       "255413                    20  6.085900e+05  0.000000e+00    608590.0   \n",
       "350754                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "239984                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "343220                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "343509                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "80317                     32  0.000000e+00  0.000000e+00         0.0   \n",
       "352807                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "89951                     20  2.773981e+05  7.656214e+04    341776.0   \n",
       "321253                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "325683                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "164772                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "254364                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "206297                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "133263                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "269383                    20  0.000000e+00  0.000000e+00         0.0   \n",
       "217637                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "218693                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "84883                     20  0.000000e+00  0.000000e+00         0.0   \n",
       "207233                    32  0.000000e+00  0.000000e+00         0.0   \n",
       "\n",
       "        Active.Min     Idle.Mean      Idle.Std    Idle.Max    Idle.Min  \\\n",
       "94938          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "80161          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "100074       121.0  4.500314e+07  4.231327e+03  45006127.0  45000143.0   \n",
       "313927     63384.0  2.752713e+07  1.299999e+06  28662300.0  25676330.0   \n",
       "231901         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "308832    732692.0  2.519646e+07  0.000000e+00  25196458.0  25196458.0   \n",
       "7669           0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "339087       209.0  1.523055e+07  9.965242e+06  26103666.0   6532462.0   \n",
       "33561          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "226534        10.0  3.354747e+07  1.172969e+07  40689876.0  20010074.0   \n",
       "107056         9.0  1.000084e+07  5.997680e+03  10005083.0   9996601.0   \n",
       "326713        54.0  2.767982e+07  1.390081e+06  29047738.0  25740330.0   \n",
       "382647         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "171915         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "401126        25.0  2.600999e+07  1.814951e+06  27766573.0  24049754.0   \n",
       "60635          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "17762          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "374592         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "380015         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "371581        18.0  3.499169e+07  1.735249e+07  45014260.0  14954767.0   \n",
       "281931         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "172229         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "201381        31.0  4.500887e+07  8.316990e+03  45014753.0  45002991.0   \n",
       "140010         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "32386          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "352060         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "53124         12.0  2.805135e+07  1.140319e+07  41213606.0  21155458.0   \n",
       "151048         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "314436        16.0  1.919052e+07  8.359346e+06  29828566.0   9275322.0   \n",
       "160862       232.0  3.586982e+07  1.322667e+07  51039338.0  26749160.0   \n",
       "...            ...           ...           ...         ...         ...   \n",
       "308052         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "316246       257.0  3.709210e+07  1.208981e+07  45005975.0  23175672.0   \n",
       "355462         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "331095         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "120828       559.0  4.500670e+07  1.267135e+04  45015659.0  44997739.0   \n",
       "256666    203419.0  3.977216e+07  6.260582e+04  39816430.0  39727892.0   \n",
       "102893     97821.0  5.843806e+07  6.343985e+05  58886648.0  57989473.0   \n",
       "271372       141.0  4.499966e+07  1.057832e+03  45000413.0  44998917.0   \n",
       "172670         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "259298         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "28202          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "255413    608590.0  5.029902e+07  0.000000e+00  50299021.0  50299021.0   \n",
       "350754         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "239984         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "343220         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "343509         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "80317          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "352807         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "89951      51123.0  9.726962e+06  7.133716e+04   9936079.0   9663735.0   \n",
       "321253         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "325683         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "164772         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "254364         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "206297         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "133263         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "269383         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "217637         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "218693         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "84883          0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "207233         0.0  0.000000e+00  0.000000e+00         0.0         0.0   \n",
       "\n",
       "          ProtocolName  \n",
       "94938              SSL  \n",
       "80161        MICROSOFT  \n",
       "100074      HTTP_PROXY  \n",
       "313927      HTTP_PROXY  \n",
       "231901    HTTP_CONNECT  \n",
       "308832          GOOGLE  \n",
       "7669    WINDOWS_UPDATE  \n",
       "339087            HTTP  \n",
       "33561              SSL  \n",
       "226534           SKYPE  \n",
       "107056        FACEBOOK  \n",
       "326713      HTTP_PROXY  \n",
       "382647            HTTP  \n",
       "171915            HTTP  \n",
       "401126          GOOGLE  \n",
       "60635           GOOGLE  \n",
       "17762           GOOGLE  \n",
       "374592          GOOGLE  \n",
       "380015          GOOGLE  \n",
       "371581          GOOGLE  \n",
       "281931      HTTP_PROXY  \n",
       "172229         YOUTUBE  \n",
       "201381      HTTP_PROXY  \n",
       "140010            HTTP  \n",
       "32386           GOOGLE  \n",
       "352060          GOOGLE  \n",
       "53124              SSL  \n",
       "151048          GOOGLE  \n",
       "314436          GOOGLE  \n",
       "160862          GOOGLE  \n",
       "...                ...  \n",
       "308052            HTTP  \n",
       "316246          GOOGLE  \n",
       "355462      HTTP_PROXY  \n",
       "331095          GOOGLE  \n",
       "120828          GOOGLE  \n",
       "256666      HTTP_PROXY  \n",
       "102893          GOOGLE  \n",
       "271372      HTTP_PROXY  \n",
       "172670            HTTP  \n",
       "259298            HTTP  \n",
       "28202     HTTP_CONNECT  \n",
       "255413          GOOGLE  \n",
       "350754      HTTP_PROXY  \n",
       "239984             SSL  \n",
       "343220          GOOGLE  \n",
       "343509      HTTP_PROXY  \n",
       "80317          YOUTUBE  \n",
       "352807    HTTP_CONNECT  \n",
       "89951       HTTP_PROXY  \n",
       "321253          GOOGLE  \n",
       "325683             SSL  \n",
       "164772            HTTP  \n",
       "254364          GOOGLE  \n",
       "206297             MSN  \n",
       "133263      OFFICE_365  \n",
       "269383            HTTP  \n",
       "217637            HTTP  \n",
       "218693            HTTP  \n",
       "84883       HTTP_PROXY  \n",
       "207233          AMAZON  \n",
       "\n",
       "[20227 rows x 76 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "XL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "20227"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(XL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\dhruvjyoti\\appdata\\local\\programs\\python\\python37\\lib\\site-packages\\pandas\\core\\frame.py:3940: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  errors=errors)\n"
     ]
    }
   ],
   "source": [
    "XL.drop(XL[XL['ProtocolName'].isin(b.index)].index,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "20144"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(XL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "a=XL.groupby('ProtocolName')['ProtocolName'].count().sort_values(ascending=False)\n",
    "a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "len(XU_train)+len(XL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "b=a.where(a>5000)\n",
    "b=b.fillna(5000,downcast='infer')\n",
    "threshold=dict(zip(b.index,b.values))\n",
    "ros=RandomOverSampler(sampling_strategy=threshold,random_state=0)\n",
    "Xi=XL.iloc[:,:-1]\n",
    "yi=XL.iloc[:,-1]\n",
    "X1,y1=ros.fit_resample(Xi,yi)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "b=b.where(b<6000)\n",
    "b=b.fillna(6000,downcast='infer')\n",
    "threshold=dict(zip(b.index,b.values))\n",
    "rus=RandomUnderSampler(sampling_strategy=threshold,random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "XL_train,yL_train=rus.fit_resample(X1,y1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "ydf=pd.DataFrame(yL_train)\n",
    "ygrp=ydf.groupby('ProtocolName')['ProtocolName'].count().sort_values(ascending=False)\n",
    "ygrpdf=pd.DataFrame(ygrp)\n",
    "ygrpdf['percent']=100*ygrp/sum(ygrp)\n",
    "ygrpdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "XL=XL_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "XL['ProtocolName']=yL_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "XL.to_csv('9_510_L_95_5.csv',index=False)\n",
    "XU_train.to_csv('9_510_U_95_5.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "b=a.where(a>5000)\n",
    "b=b.fillna(5000,downcast='infer')\n",
    "threshold=dict(zip(b.index,b.values))\n",
    "ros=RandomOverSampler(sampling_strategy=threshold,random_state=0)\n",
    "Xi=df.iloc[:,:-1]\n",
    "yi=df.iloc[:,-1]\n",
    "X1,y1=ros.fit_resample(Xi,yi)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "b=b.where(b<6000)\n",
    "b=b.fillna(6000,downcast='infer')\n",
    "threshold=dict(zip(b.index,b.values))\n",
    "rus=RandomUnderSampler(sampling_strategy=threshold,random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "X,y=rus.fit_resample(X1,y1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "X['ProtocolName']=y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "X.to_csv('9_5day_resampled.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}