Data Cleanup.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:57.804317Z",
     "start_time": "2018-03-30T01:25:57.794581Z"
    }
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "DUMMY_DATA_PATH = 'dataset/dummy/'\n",
    "DUMMY_BANK_DATA = DUMMY_DATA_PATH+'BSA.csv'\n",
    "DUMMY_MAIN_DATA = DUMMY_DATA_PATH+'data.csv'\n",
    "\n",
    "FINAL_DATA = 'dataset/loan.csv'\n",
    "TRAIN_DATA = 'dataset/loan_one_hot_encoded.csv'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:57.847620Z",
     "start_time": "2018-03-30T01:25:57.808610Z"
    }
   },
   "outputs": [],
   "source": [
    "PUBLIC_EMAIL_DOMAINS = ()\n",
    "with open('public-email-domains.txt', 'r') as f:\n",
    "    PUBLIC_EMAIL_DOMAINS = tuple(d.strip() for d in f.readlines())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:57.898990Z",
     "start_time": "2018-03-30T01:25:57.852012Z"
    }
   },
   "outputs": [],
   "source": [
    "main_df = pd.read_csv(DUMMY_MAIN_DATA)\n",
    "bank_df = pd.read_csv(DUMMY_BANK_DATA)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:58.013508Z",
     "start_time": "2018-03-30T01:25:57.902458Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ads_matchtype</th>\n",
       "      <th>ads_network</th>\n",
       "      <th>amount</th>\n",
       "      <th>application_id</th>\n",
       "      <th>browser</th>\n",
       "      <th>campaign_city</th>\n",
       "      <th>city</th>\n",
       "      <th>company_size</th>\n",
       "      <th>email</th>\n",
       "      <th>firm_type</th>\n",
       "      <th>...</th>\n",
       "      <th>loan_created</th>\n",
       "      <th>platform</th>\n",
       "      <th>registered_office_city</th>\n",
       "      <th>registered_office_state</th>\n",
       "      <th>role_in_firm</th>\n",
       "      <th>role_on_application</th>\n",
       "      <th>state</th>\n",
       "      <th>utm_medium</th>\n",
       "      <th>utm_source</th>\n",
       "      <th>year_of_incorporation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1024.0</td>\n",
       "      <td>Opera</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Kaif1779@gmail.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile:Pike v8.0 release 461</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>300000.0</td>\n",
       "      <td>716.0</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>vihanmarketing36@gmail.com</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>Win32</td>\n",
       "      <td>Gondia</td>\n",
       "      <td>MAHARASHTRA</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>MAHARASHTRA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2014.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>200000.0</td>\n",
       "      <td>1031.0</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>faijiyatoursandtravels@gmail.com</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile:Linux armv8l</td>\n",
       "      <td>PUNE</td>\n",
       "      <td>MAHARASHTRA</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>MAHARASHTRA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>e</td>\n",
       "      <td>{google_search}</td>\n",
       "      <td>300000.0</td>\n",
       "      <td>2056.0</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>Pune</td>\n",
       "      <td>Mumbai</td>\n",
       "      <td>5.0</td>\n",
       "      <td>sagarnk2008@gmail.com</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile:Linux aarch64</td>\n",
       "      <td>Pune</td>\n",
       "      <td>MAHARASHTRA</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>KARNATAKA</td>\n",
       "      <td>ppc</td>\n",
       "      <td>adwords</td>\n",
       "      <td>2014.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>500000.0</td>\n",
       "      <td>9047.0</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mumbai</td>\n",
       "      <td>NaN</td>\n",
       "      <td>natrajmoily@gmail.com</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>mobile:Linux armv8l</td>\n",
       "      <td>THANE</td>\n",
       "      <td>MAHARASHTRA</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>MAHARASHTRA</td>\n",
       "      <td>Banner</td>\n",
       "      <td>Facebook</td>\n",
       "      <td>2014.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  ads_matchtype      ads_network    amount  application_id browser  \\\n",
       "0           NaN              NaN       NaN          1024.0   Opera   \n",
       "1           NaN              NaN  300000.0           716.0  Chrome   \n",
       "2           NaN              NaN  200000.0          1031.0  Chrome   \n",
       "3             e  {google_search}  300000.0          2056.0  Chrome   \n",
       "4           NaN              NaN  500000.0          9047.0  Chrome   \n",
       "\n",
       "  campaign_city    city  company_size                             email  \\\n",
       "0           NaN     NaN           NaN                Kaif1779@gmail.com   \n",
       "1           NaN     NaN           NaN        vihanmarketing36@gmail.com   \n",
       "2           NaN     NaN           NaN  faijiyatoursandtravels@gmail.com   \n",
       "3          Pune  Mumbai           5.0             sagarnk2008@gmail.com   \n",
       "4           NaN  Mumbai           NaN             natrajmoily@gmail.com   \n",
       "\n",
       "        firm_type          ...          loan_created  \\\n",
       "0             NaN          ...                     0   \n",
       "1  Proprietorship          ...                     1   \n",
       "2  Proprietorship          ...                     0   \n",
       "3  Proprietorship          ...                     0   \n",
       "4  Proprietorship          ...                     0   \n",
       "\n",
       "                       platform  registered_office_city  \\\n",
       "0  mobile:Pike v8.0 release 461                     NaN   \n",
       "1                         Win32                  Gondia   \n",
       "2           mobile:Linux armv8l                    PUNE   \n",
       "3          mobile:Linux aarch64                    Pune   \n",
       "4           mobile:Linux armv8l                   THANE   \n",
       "\n",
       "   registered_office_state role_in_firm role_on_application        state  \\\n",
       "0                      NaN          NaN                   0          NaN   \n",
       "1              MAHARASHTRA          1.0                   4  MAHARASHTRA   \n",
       "2              MAHARASHTRA          1.0                   4  MAHARASHTRA   \n",
       "3              MAHARASHTRA          1.0                   4    KARNATAKA   \n",
       "4              MAHARASHTRA          1.0                   4  MAHARASHTRA   \n",
       "\n",
       "   utm_medium  utm_source year_of_incorporation  \n",
       "0         NaN         NaN                   NaN  \n",
       "1         NaN         NaN                2014.0  \n",
       "2         NaN         NaN                2016.0  \n",
       "3         ppc     adwords                2014.0  \n",
       "4      Banner    Facebook                2014.0  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_remove_cols = [\n",
    "     'address', # textual, and hence not helpful\n",
    "     'ads_cmpid', # unique key\n",
    "     'ads_creative', # unique key\n",
    "#      'ads_matchtype',\n",
    "#      'ads_network',\n",
    "     'ads_targetid', # unique key\n",
    "#      'amount',\n",
    "#      'application_id',\n",
    "     'birthdate', # use firm age (better fit to the model)\n",
    "#      'browser',\n",
    "#      'campaign_city',\n",
    "#      'city',\n",
    "#      'company_size',\n",
    "     'country', # all are india as-is, so no point keeping it..\n",
    "     'created_date', # has no correlation on the model.. \n",
    "#      'email',\n",
    "     'firm_name', # each name is potentially unique, also string so can't do much\n",
    "     'firm_pan', # unique for each company, NOTE: there is a pattern than can be used to extract features!! (TODO)\n",
    "#      'firm_type',\n",
    "#      'gender',\n",
    "#      'industry',\n",
    "     'ip', # can we do something about IPs? (TODO)\n",
    "#      'last_fy_profit',\n",
    "     'latitude', # IDK how helpful coordinates are.. We have the city and states; and so we can use that..\n",
    "#      'loan_created', # THIS IS OUR TARGET! THIS IS SKEWED, SO A NAIVE IMPL WILL ALSO HAVE 96% ACCURACY :D \n",
    "     'longitude', # see comment for 'latitude'\n",
    "     'name', # see comment for firm name\n",
    "     'network', # don't need it.. too many random values.. \n",
    "     'pan', # unique for each individual, NOTE: there is a pattern than can be used to extract features!! (TODO)\n",
    "     'pincode',\n",
    "#      'platform',\n",
    "#      'registered_office_city',\n",
    "#      'registered_office_state',\n",
    "#      'role_in_firm',\n",
    "#      'role_on_application',\n",
    "     'seo_city', # only 1 value.. \n",
    "#      'state',\n",
    "#      'utm_medium',\n",
    "#      'utm_source',\n",
    "     'utm_term', # idk what to do with this data.. ¯\\_(ツ)_/¯\n",
    "#      'year_of_incorporation',\n",
    "]\n",
    "\n",
    "main_df = main_df.drop(columns=to_remove_cols)\n",
    "main_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:58.293820Z",
     "start_time": "2018-03-30T01:25:58.018503Z"
    },
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "432 23\n"
     ]
    }
   ],
   "source": [
    "'''\n",
    "Things to clean in main dataframe:\n",
    "- [x] amount: make 0 amounts as NaNs\n",
    "- [x] birthdate: calculate age of the person (do we need this if we have the age of firm?) --> removed col: using firm age\n",
    "- [ ] browser: some really low counts\n",
    "- [ ] campaign_city: some really low counts\n",
    "- [ ] city: some really low counts\n",
    "- [x] email: publicly hosted email domain or personal email domain\n",
    "- [ ] firm_type: is skewed (need to figure things out..)\n",
    "- [x] last_fy_profit: convert 0 to NaNs\n",
    "- [x] platform: combine all the 'mobile:Linux'?\n",
    "- [x] registered_office_city: combine same values (cases are different hence are treated as separate values)\n",
    "- [ ] role_in_firm: categorical; so don't use the numbers as is..\n",
    "- [ ] role_on_application: categorical; so don't use the numbers as is..\n",
    "- [x] year_of_incorporation: -> compute age of firm\n",
    "'''\n",
    "# remove 0 amounts\n",
    "main_df.loc[main_df['amount'] == 0, 'amount'] = np.NAN\n",
    "\n",
    "# create a boolean column\n",
    "main_df['private_email_domain'] = False\n",
    "for index, row in main_df.iterrows():\n",
    "    email = row['email']\n",
    "    if email is not np.NaN and email.split('@')[1] not in PUBLIC_EMAIL_DOMAINS:\n",
    "        main_df.loc[index, 'private_email_domain'] = True\n",
    "main_df = main_df.drop(columns=['email']) # drop email column\n",
    "\n",
    "# remove 0 last_fy_profit\n",
    "main_df.loc[main_df['last_fy_profit'] == 0, 'last_fy_profit'] = np.NAN\n",
    "\n",
    "# make all text uppercase in registered_office_city\n",
    "main_df['registered_office_city'] = main_df['registered_office_city'].str.upper()\n",
    "\n",
    "# compute age of firm\n",
    "# main_df.loc[main_df['year_of_incorporation'] == 0, 'year_of_incorporation'] = np.NAN\n",
    "main_df['age_of_firm'] = np.nan\n",
    "def compute_age_of_firm(x):\n",
    "    if x is np.nan:\n",
    "        return np.nan\n",
    "    elif type(x) == str:\n",
    "        if '/' in x:\n",
    "            x = x.split('/')[1].split('.')[0].strip('., ')\n",
    "        x = x.split('.')[0].strip('., ')\n",
    "        x = int(x)\n",
    "        if 2018-x == 2018:\n",
    "            return np.nan\n",
    "        return 2018-x\n",
    "    else:\n",
    "        return x\n",
    "main_df['age_of_firm'] = list(map(compute_age_of_firm, main_df['year_of_incorporation']))\n",
    "main_df = main_df.drop(columns=['year_of_incorporation']) # drop email column\n",
    "\n",
    "# strip the redundant brace brakets around the ads_network\n",
    "main_df['ads_network'] = list(map(lambda x: x.strip('}{') if type(x) == str else x, main_df['ads_network']))\n",
    "\n",
    "# platform: combine all the 'mobile:Linux'?\n",
    "main_df['platform'] = list(map(lambda x: 'mobile:Linux' if type(x) == str and 'mobile:Linux' in x else x, main_df['platform']))\n",
    "\n",
    "print(len(main_df), len(list(main_df)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:58.310947Z",
     "start_time": "2018-03-30T01:25:58.301339Z"
    }
   },
   "outputs": [],
   "source": [
    "# # only keep applications that are in both data sets\n",
    "# appln_id = pd.Series(list(set(main_df['application_id']) & set(bank_df['application_id'])))\n",
    "# main_df = main_df.loc[main_df['application_id'].isin(appln_id)]\n",
    "# bank_df = bank_df.loc[bank_df['application_id'].isin(appln_id)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:58.352141Z",
     "start_time": "2018-03-30T01:25:58.317396Z"
    }
   },
   "outputs": [],
   "source": [
    "# list(bank_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:58.958612Z",
     "start_time": "2018-03-30T01:25:58.357356Z"
    }
   },
   "outputs": [],
   "source": [
    "def _aggregate_columns(df, application_id_col):\n",
    "    # group by application id and merge all rows into lists\n",
    "    new_df = pd.DataFrame()\n",
    "    g = bank_df.groupby(application_id_col)\n",
    "    for k in list(df):\n",
    "        if k == application_id_col:\n",
    "            continue\n",
    "        new_df = pd.concat([new_df, g[k].apply(list)], axis=1)\n",
    "    return new_df.reset_index()\n",
    "\n",
    "\n",
    "def setup_aggregations(df, application_id_col):\n",
    "    '''\n",
    "    fix bank data (for applications with multiple rows)\n",
    "    - average the averages\n",
    "    - add high_credit_cp\n",
    "    - add invard returns\n",
    "    - max of all the maxs\n",
    "    - min of all the mins\n",
    "    - add outward_returns\n",
    "    - drop totals (because average is better and normalized)\n",
    "    '''\n",
    "    df = df.drop(columns=['total_business_inflow', 'total_business_outflow', 'total_inflow', 'total_outflow'])\n",
    "    df = _aggregate_columns(df, application_id_col)\n",
    "    new_df = pd.DataFrame()\n",
    "    for k in list(df):\n",
    "        if k == application_id_col:\n",
    "            new_df = pd.concat([new_df, df[k]], axis=1)\n",
    "        elif 'average' in k:\n",
    "            new_df = pd.concat([new_df, df[k].apply(np.average)], axis=1)\n",
    "        elif 'max' in k:\n",
    "            new_df = pd.concat([new_df, df[k].apply(np.max)], axis=1)\n",
    "        elif 'min' in k:\n",
    "            new_df = pd.concat([new_df, df[k].apply(np.min)], axis=1)\n",
    "        else:\n",
    "            new_df = pd.concat([new_df, df[k].apply(np.sum)], axis=1)\n",
    "    return new_df\n",
    "\n",
    "bank_df = setup_aggregations(bank_df, 'application_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:58.971549Z",
     "start_time": "2018-03-30T01:25:58.963296Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "230 16\n"
     ]
    }
   ],
   "source": [
    "print(len(bank_df), len(list(bank_df)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:58.993300Z",
     "start_time": "2018-03-30T01:25:58.977102Z"
    }
   },
   "outputs": [],
   "source": [
    "df = pd.merge(main_df, bank_df, on='application_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:59.031417Z",
     "start_time": "2018-03-30T01:25:58.998453Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "230 38\n"
     ]
    }
   ],
   "source": [
    "print(len(df), len(list(df)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:59.093342Z",
     "start_time": "2018-03-30T01:25:59.039687Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ads_matchtype</th>\n",
       "      <th>ads_network</th>\n",
       "      <th>amount</th>\n",
       "      <th>application_id</th>\n",
       "      <th>browser</th>\n",
       "      <th>campaign_city</th>\n",
       "      <th>city</th>\n",
       "      <th>company_size</th>\n",
       "      <th>firm_type</th>\n",
       "      <th>gender</th>\n",
       "      <th>...</th>\n",
       "      <th>inward_returns</th>\n",
       "      <th>max_business_inflow</th>\n",
       "      <th>max_business_outflow</th>\n",
       "      <th>max_inflow</th>\n",
       "      <th>max_outflow</th>\n",
       "      <th>min_business_inflow</th>\n",
       "      <th>min_business_outflow</th>\n",
       "      <th>min_inflow</th>\n",
       "      <th>min_outflow</th>\n",
       "      <th>outward_returns</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>200000.0</td>\n",
       "      <td>1031</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>Male</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>502725</td>\n",
       "      <td>570348</td>\n",
       "      <td>502725</td>\n",
       "      <td>502725</td>\n",
       "      <td>35981</td>\n",
       "      <td>24331</td>\n",
       "      <td>35981</td>\n",
       "      <td>35981</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>e</td>\n",
       "      <td>google_search</td>\n",
       "      <td>300000.0</td>\n",
       "      <td>2056</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>Pune</td>\n",
       "      <td>Mumbai</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>Male</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>159971</td>\n",
       "      <td>159356</td>\n",
       "      <td>159971</td>\n",
       "      <td>159971</td>\n",
       "      <td>43826</td>\n",
       "      <td>47157</td>\n",
       "      <td>43826</td>\n",
       "      <td>43826</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>500000.0</td>\n",
       "      <td>9047</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mumbai</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>Male</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>134835</td>\n",
       "      <td>133462</td>\n",
       "      <td>134835</td>\n",
       "      <td>134835</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>google_display</td>\n",
       "      <td>500000.0</td>\n",
       "      <td>2068</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mumbai</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>Male</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>879035</td>\n",
       "      <td>780395</td>\n",
       "      <td>879035</td>\n",
       "      <td>879035</td>\n",
       "      <td>21</td>\n",
       "      <td>31236</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b</td>\n",
       "      <td>google_search</td>\n",
       "      <td>500000.0</td>\n",
       "      <td>2737</td>\n",
       "      <td>Chrome</td>\n",
       "      <td>Jaipur</td>\n",
       "      <td>Ajmer</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Proprietorship</td>\n",
       "      <td>Male</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>373105</td>\n",
       "      <td>285950</td>\n",
       "      <td>373105</td>\n",
       "      <td>373105</td>\n",
       "      <td>22000</td>\n",
       "      <td>30008</td>\n",
       "      <td>22000</td>\n",
       "      <td>22000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  ads_matchtype     ads_network    amount application_id browser  \\\n",
       "0           NaN             NaN  200000.0           1031  Chrome   \n",
       "1             e   google_search  300000.0           2056  Chrome   \n",
       "2           NaN             NaN  500000.0           9047  Chrome   \n",
       "3           NaN  google_display  500000.0           2068  Chrome   \n",
       "4             b   google_search  500000.0           2737  Chrome   \n",
       "\n",
       "  campaign_city    city  company_size       firm_type gender       ...        \\\n",
       "0           NaN     NaN           NaN  Proprietorship   Male       ...         \n",
       "1          Pune  Mumbai           5.0  Proprietorship   Male       ...         \n",
       "2           NaN  Mumbai           NaN  Proprietorship   Male       ...         \n",
       "3           NaN  Mumbai           5.0  Proprietorship   Male       ...         \n",
       "4        Jaipur   Ajmer           5.0  Proprietorship   Male       ...         \n",
       "\n",
       "   inward_returns  max_business_inflow  max_business_outflow max_inflow  \\\n",
       "0               2               502725                570348     502725   \n",
       "1               0               159971                159356     159971   \n",
       "2               0               134835                133462     134835   \n",
       "3               0               879035                780395     879035   \n",
       "4               0               373105                285950     373105   \n",
       "\n",
       "  max_outflow min_business_inflow  min_business_outflow  min_inflow  \\\n",
       "0      502725               35981                 24331       35981   \n",
       "1      159971               43826                 47157       43826   \n",
       "2      134835                   0                     0           0   \n",
       "3      879035                  21                 31236          21   \n",
       "4      373105               22000                 30008       22000   \n",
       "\n",
       "  min_outflow outward_returns  \n",
       "0       35981               0  \n",
       "1       43826               0  \n",
       "2           0               0  \n",
       "3          21               0  \n",
       "4       22000               3  \n",
       "\n",
       "[5 rows x 38 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:59.120310Z",
     "start_time": "2018-03-30T01:25:59.100882Z"
    }
   },
   "outputs": [],
   "source": [
    "df.to_csv(FINAL_DATA, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:59.233405Z",
     "start_time": "2018-03-30T01:25:59.126551Z"
    }
   },
   "outputs": [],
   "source": [
    "categorical_cols = [\n",
    " 'ads_matchtype',\n",
    " 'ads_network',\n",
    "#  'amount',\n",
    "#  'application_id',\n",
    " 'browser',\n",
    " 'campaign_city',\n",
    " 'city',\n",
    "#  'company_size',\n",
    " 'firm_type',\n",
    " 'gender',\n",
    " 'industry',\n",
    "#  'last_fy_profit',\n",
    "#  'loan_created',\n",
    " 'platform',\n",
    " 'registered_office_city',\n",
    " 'registered_office_state',\n",
    " 'role_in_firm',\n",
    " 'role_on_application',\n",
    " 'state',\n",
    " 'utm_medium',\n",
    " 'utm_source',\n",
    " 'private_email_domain',\n",
    "#  'age_of_firm',\n",
    "#  'average_business_inflow',\n",
    "#  'average_business_outflow',\n",
    "#  'average_inflow',\n",
    "#  'average_outflow',\n",
    "#  'high_inflow_cp',\n",
    "#  'inward_returns',\n",
    "#  'max_business_inflow',\n",
    "#  'max_business_outflow',\n",
    "#  'max_inflow',\n",
    "#  'max_outflow',\n",
    "#  'min_business_inflow',\n",
    "#  'min_business_outflow',\n",
    "#  'min_inflow',\n",
    "#  'min_outflow',\n",
    "#  'outward_returns'\n",
    "]\n",
    "\n",
    "for col in categorical_cols:\n",
    "    oh = pd.get_dummies(df[col], prefix=col)\n",
    "    df = df.join(oh)\n",
    "df = df.drop(columns=categorical_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:59.374441Z",
     "start_time": "2018-03-30T01:25:59.237261Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>amount</th>\n",
       "      <th>application_id</th>\n",
       "      <th>company_size</th>\n",
       "      <th>last_fy_profit</th>\n",
       "      <th>loan_created</th>\n",
       "      <th>age_of_firm</th>\n",
       "      <th>average_business_inflow</th>\n",
       "      <th>average_business_outflow</th>\n",
       "      <th>average_inflow</th>\n",
       "      <th>average_outflow</th>\n",
       "      <th>...</th>\n",
       "      <th>state_TELANGANA</th>\n",
       "      <th>state_UTTAR PRADESH</th>\n",
       "      <th>state_WEST BENGAL</th>\n",
       "      <th>state_madhya pradesh</th>\n",
       "      <th>utm_medium_Banner</th>\n",
       "      <th>utm_medium_ppc</th>\n",
       "      <th>utm_source_Facebook</th>\n",
       "      <th>utm_source_adwords</th>\n",
       "      <th>private_email_domain_False</th>\n",
       "      <th>private_email_domain_True</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>200000.0</td>\n",
       "      <td>1031</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.647250e+05</td>\n",
       "      <td>1.640400e+05</td>\n",
       "      <td>1.647250e+05</td>\n",
       "      <td>1.647250e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>2056</td>\n",
       "      <td>5.0</td>\n",
       "      <td>341068.0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.122000e+04</td>\n",
       "      <td>9.162500e+04</td>\n",
       "      <td>9.122000e+04</td>\n",
       "      <td>9.122000e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>9047</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.212600e+04</td>\n",
       "      <td>4.729200e+04</td>\n",
       "      <td>4.212600e+04</td>\n",
       "      <td>4.212600e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>2068</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.466550e+05</td>\n",
       "      <td>2.644910e+05</td>\n",
       "      <td>2.466550e+05</td>\n",
       "      <td>2.466550e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>2737</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9.678400e+04</td>\n",
       "      <td>9.549800e+04</td>\n",
       "      <td>9.678400e+04</td>\n",
       "      <td>9.678400e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>400000.0</td>\n",
       "      <td>3126</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>6.500300e+04</td>\n",
       "      <td>6.717000e+04</td>\n",
       "      <td>6.500300e+04</td>\n",
       "      <td>6.500300e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>600000.0</td>\n",
       "      <td>1081</td>\n",
       "      <td>5.0</td>\n",
       "      <td>319713.0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.118550e+05</td>\n",
       "      <td>1.106320e+05</td>\n",
       "      <td>1.118550e+05</td>\n",
       "      <td>1.118550e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>5178</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.463800e+04</td>\n",
       "      <td>4.341500e+04</td>\n",
       "      <td>4.463800e+04</td>\n",
       "      <td>4.463800e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>1084</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.366100e+04</td>\n",
       "      <td>2.257600e+04</td>\n",
       "      <td>2.366100e+04</td>\n",
       "      <td>2.366100e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>6281</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.279537e+05</td>\n",
       "      <td>2.259997e+05</td>\n",
       "      <td>2.279537e+05</td>\n",
       "      <td>2.279537e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>1090</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.209850e+05</td>\n",
       "      <td>3.235200e+05</td>\n",
       "      <td>3.209850e+05</td>\n",
       "      <td>3.209850e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>1103</td>\n",
       "      <td>10.0</td>\n",
       "      <td>462252.0</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.351550e+04</td>\n",
       "      <td>9.289650e+04</td>\n",
       "      <td>9.351550e+04</td>\n",
       "      <td>9.351550e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>9059</td>\n",
       "      <td>NaN</td>\n",
       "      <td>350000.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.135960e+05</td>\n",
       "      <td>1.457707e+05</td>\n",
       "      <td>1.135960e+05</td>\n",
       "      <td>1.135960e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>8834</td>\n",
       "      <td>NaN</td>\n",
       "      <td>400000.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.527170e+05</td>\n",
       "      <td>2.526390e+05</td>\n",
       "      <td>2.527170e+05</td>\n",
       "      <td>2.527170e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>2137</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.401870e+05</td>\n",
       "      <td>2.389370e+05</td>\n",
       "      <td>2.401870e+05</td>\n",
       "      <td>2.401870e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>5211</td>\n",
       "      <td>5.0</td>\n",
       "      <td>242780.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.173480e+05</td>\n",
       "      <td>3.285140e+05</td>\n",
       "      <td>3.173480e+05</td>\n",
       "      <td>3.173480e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>9061</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2434080.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.447220e+05</td>\n",
       "      <td>3.387640e+05</td>\n",
       "      <td>3.447220e+05</td>\n",
       "      <td>3.447220e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>4199</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.652950e+04</td>\n",
       "      <td>2.744150e+04</td>\n",
       "      <td>2.652950e+04</td>\n",
       "      <td>2.652950e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>3178</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.871790e+05</td>\n",
       "      <td>6.869310e+05</td>\n",
       "      <td>6.871790e+05</td>\n",
       "      <td>6.871790e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>1143</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.220400e+04</td>\n",
       "      <td>1.120500e+04</td>\n",
       "      <td>1.220400e+04</td>\n",
       "      <td>1.220400e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>4228</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5.794920e+05</td>\n",
       "      <td>5.788810e+05</td>\n",
       "      <td>5.794920e+05</td>\n",
       "      <td>5.794920e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>1158</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>6.861212e+06</td>\n",
       "      <td>6.900142e+06</td>\n",
       "      <td>6.861212e+06</td>\n",
       "      <td>6.861212e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>1159</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.824030e+05</td>\n",
       "      <td>1.840570e+05</td>\n",
       "      <td>1.824030e+05</td>\n",
       "      <td>1.824030e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>4233</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.062137e+05</td>\n",
       "      <td>1.062613e+05</td>\n",
       "      <td>1.062137e+05</td>\n",
       "      <td>1.062137e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>5268</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1230412.0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.640510e+05</td>\n",
       "      <td>9.628270e+05</td>\n",
       "      <td>9.640510e+05</td>\n",
       "      <td>9.640510e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>3229</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.089860e+05</td>\n",
       "      <td>3.088210e+05</td>\n",
       "      <td>3.089860e+05</td>\n",
       "      <td>3.089860e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>4255</td>\n",
       "      <td>5.0</td>\n",
       "      <td>360000.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.321530e+05</td>\n",
       "      <td>2.316730e+05</td>\n",
       "      <td>2.321530e+05</td>\n",
       "      <td>2.321530e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>200000.0</td>\n",
       "      <td>5289</td>\n",
       "      <td>NaN</td>\n",
       "      <td>411644.0</td>\n",
       "      <td>0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.781100e+04</td>\n",
       "      <td>6.834200e+04</td>\n",
       "      <td>7.781100e+04</td>\n",
       "      <td>7.781100e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>3620</td>\n",
       "      <td>5.0</td>\n",
       "      <td>553752.0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.617640e+05</td>\n",
       "      <td>1.562800e+05</td>\n",
       "      <td>1.617640e+05</td>\n",
       "      <td>1.617640e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>2224</td>\n",
       "      <td>11.0</td>\n",
       "      <td>351478.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.128120e+05</td>\n",
       "      <td>1.126340e+05</td>\n",
       "      <td>1.128120e+05</td>\n",
       "      <td>1.128120e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>4986</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.327260e+05</td>\n",
       "      <td>1.325810e+05</td>\n",
       "      <td>1.327260e+05</td>\n",
       "      <td>1.327260e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>1343</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.357450e+05</td>\n",
       "      <td>1.357450e+05</td>\n",
       "      <td>1.357450e+05</td>\n",
       "      <td>1.357450e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>3964</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>5.548440e+05</td>\n",
       "      <td>5.545230e+05</td>\n",
       "      <td>5.548440e+05</td>\n",
       "      <td>5.548440e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>1856</td>\n",
       "      <td>5.0</td>\n",
       "      <td>707174.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5.661350e+05</td>\n",
       "      <td>5.719570e+05</td>\n",
       "      <td>5.661350e+05</td>\n",
       "      <td>5.661350e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>7327</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.855910e+05</td>\n",
       "      <td>1.858975e+05</td>\n",
       "      <td>1.855910e+05</td>\n",
       "      <td>1.855910e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>4872</td>\n",
       "      <td>11.0</td>\n",
       "      <td>273416.0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.601200e+04</td>\n",
       "      <td>8.239350e+04</td>\n",
       "      <td>6.601200e+04</td>\n",
       "      <td>6.601200e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>9107</td>\n",
       "      <td>NaN</td>\n",
       "      <td>503006.0</td>\n",
       "      <td>0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>8.720900e+04</td>\n",
       "      <td>8.780200e+04</td>\n",
       "      <td>8.786700e+04</td>\n",
       "      <td>8.786700e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>9109</td>\n",
       "      <td>NaN</td>\n",
       "      <td>295850.0</td>\n",
       "      <td>0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2.908670e+05</td>\n",
       "      <td>3.349475e+05</td>\n",
       "      <td>3.334265e+05</td>\n",
       "      <td>3.334265e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>9113</td>\n",
       "      <td>NaN</td>\n",
       "      <td>400000.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.731960e+05</td>\n",
       "      <td>1.831990e+05</td>\n",
       "      <td>1.834930e+05</td>\n",
       "      <td>1.834930e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>2972</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.102355e+05</td>\n",
       "      <td>8.094250e+04</td>\n",
       "      <td>1.102355e+05</td>\n",
       "      <td>1.102355e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>5026</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.854230e+05</td>\n",
       "      <td>2.833280e+05</td>\n",
       "      <td>2.854230e+05</td>\n",
       "      <td>2.854230e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>1956</td>\n",
       "      <td>5.0</td>\n",
       "      <td>286850.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.728560e+05</td>\n",
       "      <td>1.749340e+05</td>\n",
       "      <td>1.728560e+05</td>\n",
       "      <td>1.728560e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>1962</td>\n",
       "      <td>5.0</td>\n",
       "      <td>320000.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>7.370620e+05</td>\n",
       "      <td>7.390440e+05</td>\n",
       "      <td>7.370620e+05</td>\n",
       "      <td>7.370620e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>9133</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.629150e+05</td>\n",
       "      <td>1.596030e+05</td>\n",
       "      <td>1.629150e+05</td>\n",
       "      <td>1.629150e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>100000.0</td>\n",
       "      <td>4253</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.360880e+05</td>\n",
       "      <td>1.379060e+05</td>\n",
       "      <td>1.360880e+05</td>\n",
       "      <td>1.360880e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>4020</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2.546000e+04</td>\n",
       "      <td>2.454400e+04</td>\n",
       "      <td>2.546000e+04</td>\n",
       "      <td>2.546000e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>8862</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.918100e+04</td>\n",
       "      <td>4.155500e+04</td>\n",
       "      <td>3.918100e+04</td>\n",
       "      <td>3.918100e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>3714</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.077650e+05</td>\n",
       "      <td>1.117710e+05</td>\n",
       "      <td>1.077650e+05</td>\n",
       "      <td>1.077650e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>5279</td>\n",
       "      <td>5.0</td>\n",
       "      <td>850814.0</td>\n",
       "      <td>0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>4.411120e+05</td>\n",
       "      <td>4.409760e+05</td>\n",
       "      <td>4.411120e+05</td>\n",
       "      <td>4.411120e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>4030</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.233950e+04</td>\n",
       "      <td>3.529950e+04</td>\n",
       "      <td>3.233950e+04</td>\n",
       "      <td>3.233950e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>9035</td>\n",
       "      <td>NaN</td>\n",
       "      <td>290775.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.203285e+05</td>\n",
       "      <td>2.202840e+05</td>\n",
       "      <td>2.203285e+05</td>\n",
       "      <td>2.203285e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>9102</td>\n",
       "      <td>NaN</td>\n",
       "      <td>458032.0</td>\n",
       "      <td>0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>5.495500e+04</td>\n",
       "      <td>5.502200e+04</td>\n",
       "      <td>5.495500e+04</td>\n",
       "      <td>5.495500e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>4431</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.248270e+05</td>\n",
       "      <td>1.267550e+05</td>\n",
       "      <td>1.248270e+05</td>\n",
       "      <td>1.248270e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>4062</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.847560e+05</td>\n",
       "      <td>1.874110e+05</td>\n",
       "      <td>1.847560e+05</td>\n",
       "      <td>1.847560e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>224</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>2020</td>\n",
       "      <td>5.0</td>\n",
       "      <td>496000.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8.160400e+04</td>\n",
       "      <td>7.916300e+04</td>\n",
       "      <td>8.160400e+04</td>\n",
       "      <td>8.160400e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225</th>\n",
       "      <td>500000.0</td>\n",
       "      <td>1000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>293960.0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.969100e+04</td>\n",
       "      <td>3.969100e+04</td>\n",
       "      <td>3.969100e+04</td>\n",
       "      <td>3.969100e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>226</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>3053</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.427360e+05</td>\n",
       "      <td>1.427310e+05</td>\n",
       "      <td>1.427360e+05</td>\n",
       "      <td>1.427360e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>227</th>\n",
       "      <td>300000.0</td>\n",
       "      <td>5104</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>5.825630e+05</td>\n",
       "      <td>5.905210e+05</td>\n",
       "      <td>5.825630e+05</td>\n",
       "      <td>5.825630e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228</th>\n",
       "      <td>1000000.0</td>\n",
       "      <td>5762</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.829410e+05</td>\n",
       "      <td>1.827940e+05</td>\n",
       "      <td>1.829410e+05</td>\n",
       "      <td>1.829410e+05</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>229</th>\n",
       "      <td>NaN</td>\n",
       "      <td>8874</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.799900e+04</td>\n",
       "      <td>4.799900e+04</td>\n",
       "      <td>4.799900e+04</td>\n",
       "      <td>4.799900e+04</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>230 rows × 243 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        amount application_id  company_size  last_fy_profit  loan_created  \\\n",
       "0     200000.0           1031           NaN             NaN             0   \n",
       "1     300000.0           2056           5.0        341068.0             0   \n",
       "2     500000.0           9047           NaN             NaN             0   \n",
       "3     500000.0           2068           5.0             NaN             0   \n",
       "4     500000.0           2737           5.0             NaN             0   \n",
       "5     400000.0           3126           5.0             NaN             0   \n",
       "6     600000.0           1081           5.0        319713.0             0   \n",
       "7     300000.0           5178           5.0             NaN             0   \n",
       "8     500000.0           1084           5.0             NaN             0   \n",
       "9    1000000.0           6281           NaN             NaN             0   \n",
       "10   1000000.0           1090          11.0             NaN             0   \n",
       "11    500000.0           1103          10.0        462252.0             1   \n",
       "12    300000.0           9059           NaN        350000.0             0   \n",
       "13    300000.0           8834           NaN        400000.0             0   \n",
       "14    500000.0           2137           NaN             NaN             0   \n",
       "15    500000.0           5211           5.0        242780.0             0   \n",
       "16    500000.0           9061           NaN       2434080.0             0   \n",
       "17   1000000.0           4199           5.0             NaN             0   \n",
       "18    300000.0           3178           5.0             NaN             0   \n",
       "19   1000000.0           1143          11.0             NaN             0   \n",
       "20    500000.0           4228           5.0             NaN             0   \n",
       "21   1000000.0           1158          11.0             NaN             0   \n",
       "22    300000.0           1159          10.0             NaN             0   \n",
       "23    300000.0           4233           5.0             NaN             0   \n",
       "24   1000000.0           5268          10.0       1230412.0             0   \n",
       "25    500000.0           3229           5.0             NaN             0   \n",
       "26    500000.0           4255           5.0        360000.0             0   \n",
       "27    200000.0           5289           NaN        411644.0             0   \n",
       "28    500000.0           3620           5.0        553752.0             0   \n",
       "29   1000000.0           2224          11.0        351478.0             0   \n",
       "..         ...            ...           ...             ...           ...   \n",
       "200  1000000.0           4986          10.0             NaN             0   \n",
       "201   500000.0           1343          10.0             NaN             0   \n",
       "202   500000.0           3964           5.0             NaN             0   \n",
       "203  1000000.0           1856           5.0        707174.0             0   \n",
       "204  1000000.0           7327           NaN             NaN             0   \n",
       "205   300000.0           4872          11.0        273416.0             0   \n",
       "206   300000.0           9107           NaN        503006.0             0   \n",
       "207   500000.0           9109           NaN        295850.0             0   \n",
       "208   300000.0           9113           NaN        400000.0             0   \n",
       "209   500000.0           2972          10.0             NaN             0   \n",
       "210   500000.0           5026          10.0             NaN             0   \n",
       "211   500000.0           1956           5.0        286850.0             0   \n",
       "212  1000000.0           1962           5.0        320000.0             0   \n",
       "213   500000.0           9133           NaN             NaN             0   \n",
       "214   100000.0           4253          11.0             NaN             0   \n",
       "215  1000000.0           4020           5.0             NaN             0   \n",
       "216   300000.0           8862           NaN             NaN             0   \n",
       "217  1000000.0           3714           NaN             NaN             0   \n",
       "218  1000000.0           5279           5.0        850814.0             0   \n",
       "219   500000.0           4030           5.0             NaN             0   \n",
       "220   500000.0           9035           NaN        290775.0             0   \n",
       "221   500000.0           9102           NaN        458032.0             0   \n",
       "222  1000000.0           4431           5.0             NaN             0   \n",
       "223   300000.0           4062           5.0             NaN             0   \n",
       "224   300000.0           2020           5.0        496000.0             0   \n",
       "225   500000.0           1000           NaN        293960.0             0   \n",
       "226  1000000.0           3053           5.0             NaN             0   \n",
       "227   300000.0           5104          11.0             NaN             0   \n",
       "228  1000000.0           5762           NaN             NaN             0   \n",
       "229        NaN           8874           NaN             NaN             0   \n",
       "\n",
       "     age_of_firm  average_business_inflow  average_business_outflow  \\\n",
       "0            2.0             1.647250e+05              1.640400e+05   \n",
       "1            4.0             9.122000e+04              9.162500e+04   \n",
       "2            4.0             4.212600e+04              4.729200e+04   \n",
       "3            4.0             2.466550e+05              2.644910e+05   \n",
       "4            4.0             9.678400e+04              9.549800e+04   \n",
       "5            5.0             6.500300e+04              6.717000e+04   \n",
       "6            NaN             1.118550e+05              1.106320e+05   \n",
       "7            NaN             4.463800e+04              4.341500e+04   \n",
       "8            2.0             2.366100e+04              2.257600e+04   \n",
       "9            3.0             2.279537e+05              2.259997e+05   \n",
       "10           NaN             3.209850e+05              3.235200e+05   \n",
       "11           NaN             9.351550e+04              9.289650e+04   \n",
       "12           3.0             1.135960e+05              1.457707e+05   \n",
       "13           6.0             2.527170e+05              2.526390e+05   \n",
       "14           2.0             2.401870e+05              2.389370e+05   \n",
       "15           3.0             3.173480e+05              3.285140e+05   \n",
       "16           3.0             3.447220e+05              3.387640e+05   \n",
       "17           4.0             2.652950e+04              2.744150e+04   \n",
       "18           2.0             6.871790e+05              6.869310e+05   \n",
       "19           3.0             1.220400e+04              1.120500e+04   \n",
       "20           3.0             5.794920e+05              5.788810e+05   \n",
       "21           7.0             6.861212e+06              6.900142e+06   \n",
       "22           5.0             1.824030e+05              1.840570e+05   \n",
       "23           NaN             1.062137e+05              1.062613e+05   \n",
       "24           NaN             9.640510e+05              9.628270e+05   \n",
       "25           3.0             3.089860e+05              3.088210e+05   \n",
       "26           3.0             2.321530e+05              2.316730e+05   \n",
       "27           9.0             7.781100e+04              6.834200e+04   \n",
       "28           4.0             1.617640e+05              1.562800e+05   \n",
       "29           2.0             1.128120e+05              1.126340e+05   \n",
       "..           ...                      ...                       ...   \n",
       "200         10.0             1.327260e+05              1.325810e+05   \n",
       "201          4.0             1.357450e+05              1.357450e+05   \n",
       "202          9.0             5.548440e+05              5.545230e+05   \n",
       "203          6.0             5.661350e+05              5.719570e+05   \n",
       "204          4.0             1.855910e+05              1.858975e+05   \n",
       "205          NaN             6.601200e+04              8.239350e+04   \n",
       "206         19.0             8.720900e+04              8.780200e+04   \n",
       "207         11.0             2.908670e+05              3.349475e+05   \n",
       "208          5.0             1.731960e+05              1.831990e+05   \n",
       "209          3.0             1.102355e+05              8.094250e+04   \n",
       "210          NaN             2.854230e+05              2.833280e+05   \n",
       "211          3.0             1.728560e+05              1.749340e+05   \n",
       "212          5.0             7.370620e+05              7.390440e+05   \n",
       "213          4.0             1.629150e+05              1.596030e+05   \n",
       "214          3.0             1.360880e+05              1.379060e+05   \n",
       "215         12.0             2.546000e+04              2.454400e+04   \n",
       "216          4.0             3.918100e+04              4.155500e+04   \n",
       "217          5.0             1.077650e+05              1.117710e+05   \n",
       "218         10.0             4.411120e+05              4.409760e+05   \n",
       "219          NaN             3.233950e+04              3.529950e+04   \n",
       "220          1.0             2.203285e+05              2.202840e+05   \n",
       "221         10.0             5.495500e+04              5.502200e+04   \n",
       "222          NaN             1.248270e+05              1.267550e+05   \n",
       "223          5.0             1.847560e+05              1.874110e+05   \n",
       "224          5.0             8.160400e+04              7.916300e+04   \n",
       "225          NaN             3.969100e+04              3.969100e+04   \n",
       "226          3.0             1.427360e+05              1.427310e+05   \n",
       "227          4.0             5.825630e+05              5.905210e+05   \n",
       "228          3.0             1.829410e+05              1.827940e+05   \n",
       "229          NaN             4.799900e+04              4.799900e+04   \n",
       "\n",
       "     average_inflow  average_outflow            ...              \\\n",
       "0      1.647250e+05     1.647250e+05            ...               \n",
       "1      9.122000e+04     9.122000e+04            ...               \n",
       "2      4.212600e+04     4.212600e+04            ...               \n",
       "3      2.466550e+05     2.466550e+05            ...               \n",
       "4      9.678400e+04     9.678400e+04            ...               \n",
       "5      6.500300e+04     6.500300e+04            ...               \n",
       "6      1.118550e+05     1.118550e+05            ...               \n",
       "7      4.463800e+04     4.463800e+04            ...               \n",
       "8      2.366100e+04     2.366100e+04            ...               \n",
       "9      2.279537e+05     2.279537e+05            ...               \n",
       "10     3.209850e+05     3.209850e+05            ...               \n",
       "11     9.351550e+04     9.351550e+04            ...               \n",
       "12     1.135960e+05     1.135960e+05            ...               \n",
       "13     2.527170e+05     2.527170e+05            ...               \n",
       "14     2.401870e+05     2.401870e+05            ...               \n",
       "15     3.173480e+05     3.173480e+05            ...               \n",
       "16     3.447220e+05     3.447220e+05            ...               \n",
       "17     2.652950e+04     2.652950e+04            ...               \n",
       "18     6.871790e+05     6.871790e+05            ...               \n",
       "19     1.220400e+04     1.220400e+04            ...               \n",
       "20     5.794920e+05     5.794920e+05            ...               \n",
       "21     6.861212e+06     6.861212e+06            ...               \n",
       "22     1.824030e+05     1.824030e+05            ...               \n",
       "23     1.062137e+05     1.062137e+05            ...               \n",
       "24     9.640510e+05     9.640510e+05            ...               \n",
       "25     3.089860e+05     3.089860e+05            ...               \n",
       "26     2.321530e+05     2.321530e+05            ...               \n",
       "27     7.781100e+04     7.781100e+04            ...               \n",
       "28     1.617640e+05     1.617640e+05            ...               \n",
       "29     1.128120e+05     1.128120e+05            ...               \n",
       "..              ...              ...            ...               \n",
       "200    1.327260e+05     1.327260e+05            ...               \n",
       "201    1.357450e+05     1.357450e+05            ...               \n",
       "202    5.548440e+05     5.548440e+05            ...               \n",
       "203    5.661350e+05     5.661350e+05            ...               \n",
       "204    1.855910e+05     1.855910e+05            ...               \n",
       "205    6.601200e+04     6.601200e+04            ...               \n",
       "206    8.786700e+04     8.786700e+04            ...               \n",
       "207    3.334265e+05     3.334265e+05            ...               \n",
       "208    1.834930e+05     1.834930e+05            ...               \n",
       "209    1.102355e+05     1.102355e+05            ...               \n",
       "210    2.854230e+05     2.854230e+05            ...               \n",
       "211    1.728560e+05     1.728560e+05            ...               \n",
       "212    7.370620e+05     7.370620e+05            ...               \n",
       "213    1.629150e+05     1.629150e+05            ...               \n",
       "214    1.360880e+05     1.360880e+05            ...               \n",
       "215    2.546000e+04     2.546000e+04            ...               \n",
       "216    3.918100e+04     3.918100e+04            ...               \n",
       "217    1.077650e+05     1.077650e+05            ...               \n",
       "218    4.411120e+05     4.411120e+05            ...               \n",
       "219    3.233950e+04     3.233950e+04            ...               \n",
       "220    2.203285e+05     2.203285e+05            ...               \n",
       "221    5.495500e+04     5.495500e+04            ...               \n",
       "222    1.248270e+05     1.248270e+05            ...               \n",
       "223    1.847560e+05     1.847560e+05            ...               \n",
       "224    8.160400e+04     8.160400e+04            ...               \n",
       "225    3.969100e+04     3.969100e+04            ...               \n",
       "226    1.427360e+05     1.427360e+05            ...               \n",
       "227    5.825630e+05     5.825630e+05            ...               \n",
       "228    1.829410e+05     1.829410e+05            ...               \n",
       "229    4.799900e+04     4.799900e+04            ...               \n",
       "\n",
       "     state_TELANGANA  state_UTTAR PRADESH  state_WEST BENGAL  \\\n",
       "0                  0                    0                  0   \n",
       "1                  0                    0                  0   \n",
       "2                  0                    0                  0   \n",
       "3                  0                    0                  0   \n",
       "4                  0                    0                  0   \n",
       "5                  0                    0                  0   \n",
       "6                  0                    0                  0   \n",
       "7                  0                    0                  0   \n",
       "8                  0                    0                  0   \n",
       "9                  0                    0                  1   \n",
       "10                 0                    0                  0   \n",
       "11                 0                    0                  0   \n",
       "12                 0                    0                  0   \n",
       "13                 0                    0                  1   \n",
       "14                 0                    0                  0   \n",
       "15                 0                    0                  0   \n",
       "16                 0                    0                  0   \n",
       "17                 0                    0                  0   \n",
       "18                 0                    0                  0   \n",
       "19                 0                    0                  0   \n",
       "20                 0                    0                  0   \n",
       "21                 0                    0                  0   \n",
       "22                 0                    0                  0   \n",
       "23                 0                    0                  0   \n",
       "24                 0                    0                  0   \n",
       "25                 0                    0                  0   \n",
       "26                 0                    0                  1   \n",
       "27                 0                    0                  0   \n",
       "28                 0                    0                  0   \n",
       "29                 0                    0                  0   \n",
       "..               ...                  ...                ...   \n",
       "200                0                    0                  0   \n",
       "201                0                    0                  0   \n",
       "202                0                    0                  0   \n",
       "203                0                    0                  0   \n",
       "204                0                    0                  0   \n",
       "205                0                    0                  0   \n",
       "206                0                    0                  0   \n",
       "207                0                    0                  0   \n",
       "208                0                    0                  0   \n",
       "209                0                    0                  0   \n",
       "210                0                    0                  0   \n",
       "211                0                    0                  0   \n",
       "212                0                    0                  0   \n",
       "213                0                    0                  0   \n",
       "214                0                    0                  0   \n",
       "215                0                    0                  0   \n",
       "216                0                    0                  0   \n",
       "217                0                    0                  0   \n",
       "218                0                    0                  0   \n",
       "219                0                    0                  0   \n",
       "220                0                    0                  0   \n",
       "221                0                    0                  0   \n",
       "222                0                    0                  0   \n",
       "223                0                    0                  0   \n",
       "224                0                    0                  0   \n",
       "225                0                    0                  0   \n",
       "226                0                    0                  0   \n",
       "227                0                    0                  0   \n",
       "228                0                    0                  0   \n",
       "229                0                    0                  0   \n",
       "\n",
       "     state_madhya pradesh  utm_medium_Banner  utm_medium_ppc  \\\n",
       "0                       0                  0               0   \n",
       "1                       0                  0               1   \n",
       "2                       0                  1               0   \n",
       "3                       0                  0               1   \n",
       "4                       0                  0               1   \n",
       "5                       0                  0               1   \n",
       "6                       0                  0               1   \n",
       "7                       0                  0               1   \n",
       "8                       0                  0               1   \n",
       "9                       0                  1               0   \n",
       "10                      0                  0               1   \n",
       "11                      0                  0               1   \n",
       "12                      0                  0               1   \n",
       "13                      0                  0               1   \n",
       "14                      0                  0               0   \n",
       "15                      0                  0               1   \n",
       "16                      0                  0               1   \n",
       "17                      0                  0               1   \n",
       "18                      0                  0               1   \n",
       "19                      0                  0               1   \n",
       "20                      0                  0               1   \n",
       "21                      0                  0               1   \n",
       "22                      0                  0               1   \n",
       "23                      0                  0               1   \n",
       "24                      0                  0               1   \n",
       "25                      0                  0               1   \n",
       "26                      0                  0               1   \n",
       "27                      0                  1               0   \n",
       "28                      0                  0               1   \n",
       "29                      0                  0               1   \n",
       "..                    ...                ...             ...   \n",
       "200                     0                  1               0   \n",
       "201                     0                  0               1   \n",
       "202                     0                  0               1   \n",
       "203                     0                  0               1   \n",
       "204                     0                  0               1   \n",
       "205                     0                  0               1   \n",
       "206                     0                  1               0   \n",
       "207                     0                  0               0   \n",
       "208                     0                  1               0   \n",
       "209                     0                  0               1   \n",
       "210                     0                  0               1   \n",
       "211                     0                  0               1   \n",
       "212                     0                  0               1   \n",
       "213                     0                  0               1   \n",
       "214                     0                  0               1   \n",
       "215                     0                  0               1   \n",
       "216                     0                  1               0   \n",
       "217                     0                  0               0   \n",
       "218                     0                  0               1   \n",
       "219                     0                  0               1   \n",
       "220                     0                  1               0   \n",
       "221                     0                  1               0   \n",
       "222                     0                  0               1   \n",
       "223                     0                  0               1   \n",
       "224                     0                  0               1   \n",
       "225                     0                  0               0   \n",
       "226                     0                  0               1   \n",
       "227                     0                  0               1   \n",
       "228                     0                  1               0   \n",
       "229                     0                  1               0   \n",
       "\n",
       "     utm_source_Facebook  utm_source_adwords  private_email_domain_False  \\\n",
       "0                      0                   0                           1   \n",
       "1                      0                   1                           1   \n",
       "2                      1                   0                           1   \n",
       "3                      0                   1                           1   \n",
       "4                      0                   1                           1   \n",
       "5                      0                   1                           1   \n",
       "6                      0                   1                           1   \n",
       "7                      0                   1                           1   \n",
       "8                      0                   1                           1   \n",
       "9                      1                   0                           0   \n",
       "10                     0                   1                           1   \n",
       "11                     0                   1                           1   \n",
       "12                     0                   1                           1   \n",
       "13                     0                   1                           1   \n",
       "14                     0                   0                           1   \n",
       "15                     0                   1                           1   \n",
       "16                     0                   1                           1   \n",
       "17                     0                   1                           1   \n",
       "18                     0                   1                           1   \n",
       "19                     0                   1                           1   \n",
       "20                     0                   1                           1   \n",
       "21                     0                   1                           0   \n",
       "22                     0                   1                           1   \n",
       "23                     0                   1                           1   \n",
       "24                     0                   1                           1   \n",
       "25                     0                   1                           1   \n",
       "26                     0                   1                           1   \n",
       "27                     1                   0                           1   \n",
       "28                     0                   1                           1   \n",
       "29                     0                   1                           1   \n",
       "..                   ...                 ...                         ...   \n",
       "200                    1                   0                           1   \n",
       "201                    0                   1                           1   \n",
       "202                    0                   1                           1   \n",
       "203                    0                   1                           1   \n",
       "204                    0                   1                           1   \n",
       "205                    0                   1                           1   \n",
       "206                    1                   0                           1   \n",
       "207                    0                   0                           1   \n",
       "208                    1                   0                           1   \n",
       "209                    0                   1                           1   \n",
       "210                    0                   1                           1   \n",
       "211                    0                   1                           1   \n",
       "212                    0                   1                           1   \n",
       "213                    0                   1                           1   \n",
       "214                    0                   1                           1   \n",
       "215                    0                   1                           1   \n",
       "216                    1                   0                           1   \n",
       "217                    0                   0                           1   \n",
       "218                    0                   1                           1   \n",
       "219                    0                   1                           1   \n",
       "220                    1                   0                           0   \n",
       "221                    1                   0                           1   \n",
       "222                    0                   1                           1   \n",
       "223                    0                   1                           1   \n",
       "224                    0                   1                           1   \n",
       "225                    0                   0                           1   \n",
       "226                    0                   1                           1   \n",
       "227                    0                   1                           1   \n",
       "228                    1                   0                           1   \n",
       "229                    1                   0                           1   \n",
       "\n",
       "     private_email_domain_True  \n",
       "0                            0  \n",
       "1                            0  \n",
       "2                            0  \n",
       "3                            0  \n",
       "4                            0  \n",
       "5                            0  \n",
       "6                            0  \n",
       "7                            0  \n",
       "8                            0  \n",
       "9                            1  \n",
       "10                           0  \n",
       "11                           0  \n",
       "12                           0  \n",
       "13                           0  \n",
       "14                           0  \n",
       "15                           0  \n",
       "16                           0  \n",
       "17                           0  \n",
       "18                           0  \n",
       "19                           0  \n",
       "20                           0  \n",
       "21                           1  \n",
       "22                           0  \n",
       "23                           0  \n",
       "24                           0  \n",
       "25                           0  \n",
       "26                           0  \n",
       "27                           0  \n",
       "28                           0  \n",
       "29                           0  \n",
       "..                         ...  \n",
       "200                          0  \n",
       "201                          0  \n",
       "202                          0  \n",
       "203                          0  \n",
       "204                          0  \n",
       "205                          0  \n",
       "206                          0  \n",
       "207                          0  \n",
       "208                          0  \n",
       "209                          0  \n",
       "210                          0  \n",
       "211                          0  \n",
       "212                          0  \n",
       "213                          0  \n",
       "214                          0  \n",
       "215                          0  \n",
       "216                          0  \n",
       "217                          0  \n",
       "218                          0  \n",
       "219                          0  \n",
       "220                          1  \n",
       "221                          0  \n",
       "222                          0  \n",
       "223                          0  \n",
       "224                          0  \n",
       "225                          0  \n",
       "226                          0  \n",
       "227                          0  \n",
       "228                          0  \n",
       "229                          0  \n",
       "\n",
       "[230 rows x 243 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-03-30T01:25:59.430729Z",
     "start_time": "2018-03-30T01:25:59.378475Z"
    }
   },
   "outputs": [],
   "source": [
    "df.to_csv(TRAIN_DATA, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}