HomeMortgage.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "HomeMortgage.ipynb",
      "version": "0.3.2",
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "[View in Colaboratory](https://colab.research.google.com/github/YuexiSC/files/blob/master/HomeMortgage.ipynb)"
      ]
    },
    {
      "metadata": {
        "id": "CgVvy3AZ-Ng5",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## 1. Environment Configuration "
      ]
    },
    {
      "metadata": {
        "id": "wGs9tUNrvyR4",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "> <li>  Themis_ml package loading"
      ]
    },
    {
      "metadata": {
        "id": "5wfAQLcswN_s",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 190
        },
        "outputId": "3333bbc8-d147-42c6-f2db-7f0afade5c60"
      },
      "cell_type": "code",
      "source": [
        "!pip install themis_ml"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: themis_ml in /usr/local/lib/python3.6/dist-packages (0.0.4)\r\n",
            "Requirement already satisfied: numpy>=1.9.0 in /usr/local/lib/python3.6/dist-packages (from themis_ml) (1.14.3)\r\n",
            "Requirement already satisfied: scikit-learn>=0.19.1 in /usr/local/lib/python3.6/dist-packages (from themis_ml) (0.19.1)\r\n",
            "Requirement already satisfied: scipy>=0.19.1 in /usr/local/lib/python3.6/dist-packages (from themis_ml) (0.19.1)\r\n",
            "Requirement already satisfied: pathlib2 in /usr/local/lib/python3.6/dist-packages (from themis_ml) (2.3.2)\r\n",
            "Requirement already satisfied: pandas>=0.22.0 in /usr/local/lib/python3.6/dist-packages (from themis_ml) (0.22.0)\r\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from pathlib2->themis_ml) (1.11.0)\r\n",
            "Requirement already satisfied: python-dateutil>=2 in /usr/local/lib/python3.6/dist-packages (from pandas>=0.22.0->themis_ml) (2.5.3)\r\n",
            "Requirement already satisfied: pytz>=2011k in /usr/local/lib/python3.6/dist-packages (from pandas>=0.22.0->themis_ml) (2018.4)\r\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "ub3C9fAbBEgU",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "from themis_ml import datasets\n",
        "from themis_ml.datasets.german_credit_data_map import preprocess_german_credit_data\n",
        "from themis_ml.metrics import mean_difference, normalized_mean_difference, \\\n",
        "    mean_confidence_interval"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "xOGCFmrJv1oV",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "  > <li>  Google Token AUthorization\n",
        "\n",
        "\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "EbL4cB-rSynL",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "!pip install -U -q PyDrive\n",
        "from pydrive.auth import GoogleAuth\n",
        "from pydrive.drive import GoogleDrive\n",
        "from google.colab import auth\n",
        "from oauth2client.client import GoogleCredentials"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "C3gH96sjv62f",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "> <li>  Setting with Auth for using Google GPU"
      ]
    },
    {
      "metadata": {
        "id": "R2cwZeMzlqF-",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "auth.authenticate_user()\n",
        "gauth = GoogleAuth()\n",
        "gauth.credentials = GoogleCredentials.get_application_default()\n",
        "drive = GoogleDrive(gauth)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "HNN1gxbYv85e",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        " >  <li>  Package loading"
      ]
    },
    {
      "metadata": {
        "id": "vrMlcylb-jDi",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "import io\n",
        "import csv"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "2VlsHi4UvL4L",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "##2. Cleaning Data"
      ]
    },
    {
      "metadata": {
        "id": "h_Q8tFGW4Xjr",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### 1. Subseting Data\n"
      ]
    },
    {
      "metadata": {
        "id": "pbcpg_v25geP",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        ">> Original data (HMDA14a, 53 columns *4172033 rows)\n",
        "  \n",
        ">> Choosing 28 columns"
      ]
    },
    {
      "metadata": {
        "id": "VJ4GpdPc_A4l",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 71
        },
        "outputId": "81ff53c7-dcd8-41ca-f186-ff76e660a627"
      },
      "cell_type": "code",
      "source": [
        "HMDA14a=pd.read_csv(\"drive/app/hmda14a.csv\")"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/IPython/core/interactiveshell.py:2718: DtypeWarning: Columns (1,41,43,45,47,49,51) have mixed types. Specify dtype option on import or set low_memory=False.\n",
            "  interactivity=interactivity, compiler=compiler, result=result)\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "metadata": {
        "id": "cpvZhl-1_MB2",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "7b78088b-8a31-4fdc-bc3a-60b74be28987"
      },
      "cell_type": "code",
      "source": [
        "len(HMDA14a)"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "4172033"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "metadata": {
        "id": "z0QD1odkS_iC",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 253
        },
        "outputId": "b2d2b75a-6a53-40b3-f8f5-fec996e38573"
      },
      "cell_type": "code",
      "source": [
        "HMDA14a.head()"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>YEAR</th>\n",
              "      <th>RESP_ID</th>\n",
              "      <th>AGENCY</th>\n",
              "      <th>LOAN_TYPE</th>\n",
              "      <th>PROP_TYPE</th>\n",
              "      <th>PURPOSE</th>\n",
              "      <th>OCCUPANCY</th>\n",
              "      <th>AMNT</th>\n",
              "      <th>PRE_APP</th>\n",
              "      <th>ACTION</th>\n",
              "      <th>...</th>\n",
              "      <th>MINPOP</th>\n",
              "      <th>MED_INCCH</th>\n",
              "      <th>MED_INC</th>\n",
              "      <th>TCT2MSACH</th>\n",
              "      <th>TCT2MSA</th>\n",
              "      <th>OWNOCCCH</th>\n",
              "      <th>OWNOCC</th>\n",
              "      <th>OWNOCC4CH</th>\n",
              "      <th>OWNOCC4</th>\n",
              "      <th>APP_FLAG</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>2014</td>\n",
              "      <td>0000001281</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>210</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>52.31</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>84900</td>\n",
              "      <td>58.72</td>\n",
              "      <td>58.72</td>\n",
              "      <td>149.0</td>\n",
              "      <td>149</td>\n",
              "      <td>327.0</td>\n",
              "      <td>327</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2014</td>\n",
              "      <td>0000001933</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>271</td>\n",
              "      <td>3</td>\n",
              "      <td>5</td>\n",
              "      <td>...</td>\n",
              "      <td>26.83</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>84900</td>\n",
              "      <td>111.63</td>\n",
              "      <td>111.63</td>\n",
              "      <td>2926.0</td>\n",
              "      <td>2926</td>\n",
              "      <td>3554.0</td>\n",
              "      <td>3554</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2014</td>\n",
              "      <td>0000002285</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>60</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>38.21</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>84900</td>\n",
              "      <td>115.35</td>\n",
              "      <td>115.35</td>\n",
              "      <td>1778.0</td>\n",
              "      <td>1778</td>\n",
              "      <td>2199.0</td>\n",
              "      <td>2199</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2014</td>\n",
              "      <td>0000002285</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>91</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>46.12</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>84900</td>\n",
              "      <td>86.38</td>\n",
              "      <td>86.38</td>\n",
              "      <td>2152.0</td>\n",
              "      <td>2152</td>\n",
              "      <td>3002.0</td>\n",
              "      <td>3002</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2014</td>\n",
              "      <td>0000002285</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>85</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>37.34</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>84900</td>\n",
              "      <td>111.17</td>\n",
              "      <td>111.17</td>\n",
              "      <td>1892.0</td>\n",
              "      <td>1892</td>\n",
              "      <td>2177.0</td>\n",
              "      <td>2177</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 53 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "   YEAR     RESP_ID  AGENCY  LOAN_TYPE  PROP_TYPE  PURPOSE  OCCUPANCY  AMNT  \\\n",
              "0  2014  0000001281       3          1          1        1          2   210   \n",
              "1  2014  0000001933       3          1          1        1          1   271   \n",
              "2  2014  0000002285       5          1          1        3          1    60   \n",
              "3  2014  0000002285       5          1          1        3          1    91   \n",
              "4  2014  0000002285       5          1          1        2          1    85   \n",
              "\n",
              "   PRE_APP  ACTION    ...     MINPOP  MED_INCCH  MED_INC  TCT2MSACH  TCT2MSA  \\\n",
              "0        3       1    ...      52.31    84900.0    84900      58.72    58.72   \n",
              "1        3       5    ...      26.83    84900.0    84900     111.63   111.63   \n",
              "2        3       1    ...      38.21    84900.0    84900     115.35   115.35   \n",
              "3        3       1    ...      46.12    84900.0    84900      86.38    86.38   \n",
              "4        3       1    ...      37.34    84900.0    84900     111.17   111.17   \n",
              "\n",
              "   OWNOCCCH  OWNOCC  OWNOCC4CH  OWNOCC4  APP_FLAG  \n",
              "0     149.0     149      327.0      327         0  \n",
              "1    2926.0    2926     3554.0     3554         0  \n",
              "2    1778.0    1778     2199.0     2199         0  \n",
              "3    2152.0    2152     3002.0     3002         0  \n",
              "4    1892.0    1892     2177.0     2177         0  \n",
              "\n",
              "[5 rows x 53 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 12
        }
      ]
    },
    {
      "metadata": {
        "id": "m8LItXLuxR3f",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 187
        },
        "outputId": "6dbdbc2c-6cc2-4655-c09d-60c1f9405c30"
      },
      "cell_type": "code",
      "source": [
        "HMDA14a.columns"
      ],
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['YEAR', 'RESP_ID', 'AGENCY', 'LOAN_TYPE', 'PROP_TYPE', 'PURPOSE',\n",
              "       'OCCUPANCY', 'AMNT', 'PRE_APP', 'ACTION', 'MA', 'STATE', 'COUNTY',\n",
              "       'TRACT', 'APP_ETH', 'COAPP_ETH', 'APP_RACE1', 'APP_RACE2', 'APP_RACE3',\n",
              "       'APP_RACE4', 'APP_RACE5', 'COAP_RACE1', 'COAP_RACE2', 'COAP_RACE3',\n",
              "       'COAP_RACE4', 'COAP_RACE5', 'APP_SEX', 'COAP_SEX', 'APP_INCCH',\n",
              "       'APP_INC', 'PURCHTYPE', 'DENIAL1', 'DENIAL2', 'DENIAL3', 'SPREADCH',\n",
              "       'SPREAD', 'HOEPA', 'LIENSTATUS', 'EDITSTATUS', 'SEQNO', 'POPCH', 'POP',\n",
              "       'MINPOPCH', 'MINPOP', 'MED_INCCH', 'MED_INC', 'TCT2MSACH', 'TCT2MSA',\n",
              "       'OWNOCCCH', 'OWNOCC', 'OWNOCC4CH', 'OWNOCC4', 'APP_FLAG'],\n",
              "      dtype='object')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "metadata": {
        "id": "h82N_09AxIPQ",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "#feature selection\n",
        "subset14a=HMDA14a.iloc[:,[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,21,26,27,28,30,34,36,40,42,44,46,48,50]]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "1Dtxu8qU0CLB",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 253
        },
        "outputId": "85503a25-064c-491a-f351-a50c8f8ab931"
      },
      "cell_type": "code",
      "source": [
        "subset14a.head()"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>YEAR</th>\n",
              "      <th>LOAN_TYPE</th>\n",
              "      <th>PROP_TYPE</th>\n",
              "      <th>PURPOSE</th>\n",
              "      <th>OCCUPANCY</th>\n",
              "      <th>AMNT</th>\n",
              "      <th>PRE_APP</th>\n",
              "      <th>ACTION</th>\n",
              "      <th>MA</th>\n",
              "      <th>STATE</th>\n",
              "      <th>...</th>\n",
              "      <th>APP_INCCH</th>\n",
              "      <th>PURCHTYPE</th>\n",
              "      <th>SPREADCH</th>\n",
              "      <th>HOEPA</th>\n",
              "      <th>POPCH</th>\n",
              "      <th>MINPOPCH</th>\n",
              "      <th>MED_INCCH</th>\n",
              "      <th>TCT2MSACH</th>\n",
              "      <th>OWNOCCCH</th>\n",
              "      <th>OWNOCC4CH</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>210</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>11260.0</td>\n",
              "      <td>2</td>\n",
              "      <td>...</td>\n",
              "      <td>214.0</td>\n",
              "      <td>3</td>\n",
              "      <td>NaN</td>\n",
              "      <td>2</td>\n",
              "      <td>1988.0</td>\n",
              "      <td>52.31</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>58.72</td>\n",
              "      <td>149.0</td>\n",
              "      <td>327.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>271</td>\n",
              "      <td>3</td>\n",
              "      <td>5</td>\n",
              "      <td>11260.0</td>\n",
              "      <td>2</td>\n",
              "      <td>...</td>\n",
              "      <td>86.0</td>\n",
              "      <td>0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>2</td>\n",
              "      <td>9670.0</td>\n",
              "      <td>26.83</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>111.63</td>\n",
              "      <td>2926.0</td>\n",
              "      <td>3554.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>60</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>11260.0</td>\n",
              "      <td>2</td>\n",
              "      <td>...</td>\n",
              "      <td>77.0</td>\n",
              "      <td>0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>2</td>\n",
              "      <td>6179.0</td>\n",
              "      <td>38.21</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>115.35</td>\n",
              "      <td>1778.0</td>\n",
              "      <td>2199.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>91</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>11260.0</td>\n",
              "      <td>2</td>\n",
              "      <td>...</td>\n",
              "      <td>176.0</td>\n",
              "      <td>0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>2</td>\n",
              "      <td>9068.0</td>\n",
              "      <td>46.12</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>86.38</td>\n",
              "      <td>2152.0</td>\n",
              "      <td>3002.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>85</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>11260.0</td>\n",
              "      <td>2</td>\n",
              "      <td>...</td>\n",
              "      <td>142.0</td>\n",
              "      <td>0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>2</td>\n",
              "      <td>6341.0</td>\n",
              "      <td>37.34</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>111.17</td>\n",
              "      <td>1892.0</td>\n",
              "      <td>2177.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 28 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "   YEAR  LOAN_TYPE  PROP_TYPE  PURPOSE  OCCUPANCY  AMNT  PRE_APP  ACTION  \\\n",
              "0  2014          1          1        1          2   210        3       1   \n",
              "1  2014          1          1        1          1   271        3       5   \n",
              "2  2014          1          1        3          1    60        3       1   \n",
              "3  2014          1          1        3          1    91        3       1   \n",
              "4  2014          1          1        2          1    85        3       1   \n",
              "\n",
              "        MA  STATE    ...      APP_INCCH  PURCHTYPE  SPREADCH  HOEPA   POPCH  \\\n",
              "0  11260.0      2    ...          214.0          3       NaN      2  1988.0   \n",
              "1  11260.0      2    ...           86.0          0       NaN      2  9670.0   \n",
              "2  11260.0      2    ...           77.0          0       NaN      2  6179.0   \n",
              "3  11260.0      2    ...          176.0          0       NaN      2  9068.0   \n",
              "4  11260.0      2    ...          142.0          0       NaN      2  6341.0   \n",
              "\n",
              "   MINPOPCH  MED_INCCH  TCT2MSACH  OWNOCCCH  OWNOCC4CH  \n",
              "0     52.31    84900.0      58.72     149.0      327.0  \n",
              "1     26.83    84900.0     111.63    2926.0     3554.0  \n",
              "2     38.21    84900.0     115.35    1778.0     2199.0  \n",
              "3     46.12    84900.0      86.38    2152.0     3002.0  \n",
              "4     37.34    84900.0     111.17    1892.0     2177.0  \n",
              "\n",
              "[5 rows x 28 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "metadata": {
        "id": "rfWti_Eb5x3F",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "### 2. Data transformantion\n",
        "> Actions; \n",
        "\n",
        ">Genders;\n",
        "\n",
        "> Null Values;"
      ]
    },
    {
      "metadata": {
        "id": "NUysELtK7U3e",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### a.  Target Variable: Action (Whether a loan can get approved)\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "H8JxYWOpSpRO",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "\n",
        "\n",
        "*   1 = approved (Good)     \n",
        "              2881765\n",
        "*   0 = Not approved         \n",
        "              715662\n",
        "\n",
        "\n",
        "\n",
        "---\n",
        "\n",
        "Action Taken: \n",
        ">1 -- Loan originated ( it mean the banks approved the loan and applicant get the money).\n",
        "\n",
        ">2 -- Application approved but not accepted \n",
        "\n",
        ">3 -- Application denied by financial institution \n",
        "\n",
        ">4 -- Application withdrawn by applicant \n",
        "\n",
        ">5 -- File closed for incompleteness \n",
        "\n",
        ">6 -- Loan purchased by the institution \n",
        "\n",
        ">7 -- Preapproval request denied by financial institution \n",
        "\n",
        ">8 -- Preapproval request approved but not accepted (optional reporting) \n",
        "\n",
        "Transfer Target variable:\n",
        "\n",
        "<li>Action 1,2,6 should treat it as approved, so let’s treat these  as Group A\n",
        "<li>Action 3 should treat it as not approved, so treat them as Group B\n",
        "<li>Action 4,5 ,7,8 should be filtered out, since we don’t know the result that bank approve it or not.\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "iDR8XEuF50uU",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "a42f4d6d-c007-4ec9-c9eb-ca4f571991ce"
      },
      "cell_type": "code",
      "source": [
        "#Filter out the ACTION with 4/5/7/8 Values\n",
        "subset14a=subset14a[(subset14a.ACTION!=4)&(subset14a.ACTION!=5)&(subset14a.ACTION!=7)&(subset14a.ACTION!=8)]\n",
        "subset14a.ACTION.unique()"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([1, 6, 3, 2])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 26
        }
      ]
    },
    {
      "metadata": {
        "id": "MxqX_xHQQYWR",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "cbf9393e-1640-4d2f-f3b3-143482333e53"
      },
      "cell_type": "code",
      "source": [
        "#Treat the Action 3 as not approved group, flag as 0. Otherwise treated as 1.\n",
        "subset14= subset14a.copy()\n",
        "subset14.loc[:,'ACTION'] = np.where(subset14.ACTION==3, 0,1)\n",
        "subset14.ACTION.unique()"
      ],
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([1, 0])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "metadata": {
        "id": "zThdzMg9VnPr",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        },
        "outputId": "2fbed4ad-889d-481c-ed01-22be9cb1279d"
      },
      "cell_type": "code",
      "source": [
        "subset14.ACTION.value_counts()\n"
      ],
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1    2881765\n",
              "0     715662\n",
              "Name: ACTION, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 28
        }
      ]
    },
    {
      "metadata": {
        "id": "CVNRMGRld3LG",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### c. Feature Gender Transformation\n",
        "\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "5KVJWSHTce48",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "<li> Female : 0\n",
        "<li> Male: 1\n",
        "  \n",
        "\n",
        "---\n",
        "\n",
        ">**APP_SEX **\n",
        "```\n",
        "APP_SEX \n",
        "Male:   1    1078513\n",
        "Female: 0     239016\n",
        "```\n",
        "\n",
        "\n",
        ">**COAP_SEX **\n",
        "```\n",
        "Male:   1    1070921\n",
        "Female: 0     246608\n",
        "```\n",
        "\n",
        "\n",
        "---\n",
        "\n",
        "*   APP_SEX\n",
        "\t>1 -- Male\n",
        "  \n",
        "\t>2 -- Female\n",
        "  \n",
        "\t>3 -- Information not provided by applicant in mail, Internet, or telephone application\n",
        "  \n",
        "\t>4 -- Not applicable\n",
        "\n",
        "*   COAP_SEX\n",
        "> Gender of the co applicant. Same codes as APP_SEX, plus 5 -- No co-applicant \n",
        "\t\n",
        "Feature  Transformation:\n",
        "\n",
        "<li>Female: APP_SEX==2;   COAP_SEX==2\n",
        "\n",
        "<li>Male: APP_SEX==1;  COAP_SEX==1\n",
        "\n",
        "<li> Filter: Others\n"
      ]
    },
    {
      "metadata": {
        "id": "iW74pHuQdyYm",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "#Filter out the APP_SEX AND COAP_SEX with not applicable/ missing Values\n",
        "subset14_sex=subset14.copy()\n",
        "subset14_sex=subset14_sex[(subset14_sex.APP_SEX==1)|(subset14_sex.APP_SEX==2)]\n",
        "subset14_sex=subset14_sex[(subset14_sex.COAP_SEX==1)|(subset14_sex.COAP_SEX==2)]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "fcVDw50Rh34r",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "subset14_sex.loc[:,'APP_SEX'] = np.where(subset14_sex.APP_SEX==2, 0,1)\n",
        "subset14_sex.loc[:,'COAP_SEX'] = np.where(subset14_sex.COAP_SEX==2, 0,1)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "eCWgYCATh5_b",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        },
        "outputId": "5b400884-f8e1-4f7f-890b-0abd11e15c78"
      },
      "cell_type": "code",
      "source": [
        "subset14_sex.APP_SEX.value_counts()"
      ],
      "execution_count": 32,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1    1078513\n",
              "0     239016\n",
              "Name: APP_SEX, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 32
        }
      ]
    },
    {
      "metadata": {
        "id": "ypakkq0ukRuX",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        },
        "outputId": "188ef401-fcb9-48f0-e998-b3cdfa79add3"
      },
      "cell_type": "code",
      "source": [
        "subset14_sex.COAP_SEX.value_counts()"
      ],
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0    1070921\n",
              "1     246608\n",
              "Name: COAP_SEX, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 33
        }
      ]
    },
    {
      "metadata": {
        "id": "M2v9qr_e2H5x",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### c.Null values"
      ]
    },
    {
      "metadata": {
        "id": "1e_ZdAty0FTE",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "#Function to get null number and null percentage for each feature(who has the null values)\n",
        "def countnull(countdf):\n",
        "    colname_list=[]\n",
        "    True_list=[]\n",
        "    False_list=[]\n",
        "    for idx,i in zip(countdf.columns, range(0,len(countdf.columns))):\n",
        "        if countdf.iloc[:,i].isnull().value_counts()[0] != len(countdf):\n",
        "            colname_list.append(idx)\n",
        "            True_list.append(countdf.iloc[:,i].isnull().value_counts()[1])\n",
        "            False_list.append(countdf.iloc[:,i].isnull().value_counts()[0])\n",
        "    count_null=pd.DataFrame({'colname_list': colname_list,'Null': True_list,'Not_Null': False_list})\n",
        "    count_null['Null_Percentage']= count_null.Null*1.0/(count_null.Not_Null+count_null.Null)\n",
        "    Count_table= count_null.sort_values(by='Null_Percentage', ascending=False)\n",
        "    return Count_table"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "72B93zNh1pVM",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 390
        },
        "outputId": "1b2c8427-d72b-46bf-e1e1-93ba2bffe5d1"
      },
      "cell_type": "code",
      "source": [
        "countnull(subset14_sex)"
      ],
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Not_Null</th>\n",
              "      <th>Null</th>\n",
              "      <th>colname_list</th>\n",
              "      <th>Null_Percentage</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>61419</td>\n",
              "      <td>1256110</td>\n",
              "      <td>SPREADCH</td>\n",
              "      <td>0.953383</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1219958</td>\n",
              "      <td>97571</td>\n",
              "      <td>MA</td>\n",
              "      <td>0.074056</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1259041</td>\n",
              "      <td>58488</td>\n",
              "      <td>APP_INCCH</td>\n",
              "      <td>0.044392</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>1311081</td>\n",
              "      <td>6448</td>\n",
              "      <td>OWNOCC4CH</td>\n",
              "      <td>0.004894</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>1311082</td>\n",
              "      <td>6447</td>\n",
              "      <td>OWNOCCCH</td>\n",
              "      <td>0.004893</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>1311104</td>\n",
              "      <td>6425</td>\n",
              "      <td>TCT2MSACH</td>\n",
              "      <td>0.004877</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>1311235</td>\n",
              "      <td>6294</td>\n",
              "      <td>POPCH</td>\n",
              "      <td>0.004777</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>1311235</td>\n",
              "      <td>6294</td>\n",
              "      <td>MINPOPCH</td>\n",
              "      <td>0.004777</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1311398</td>\n",
              "      <td>6131</td>\n",
              "      <td>TRACT</td>\n",
              "      <td>0.004653</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>1311398</td>\n",
              "      <td>6131</td>\n",
              "      <td>MED_INCCH</td>\n",
              "      <td>0.004653</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1314196</td>\n",
              "      <td>3333</td>\n",
              "      <td>COUNTY</td>\n",
              "      <td>0.002530</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    Not_Null     Null colname_list  Null_Percentage\n",
              "4      61419  1256110     SPREADCH         0.953383\n",
              "0    1219958    97571           MA         0.074056\n",
              "3    1259041    58488    APP_INCCH         0.044392\n",
              "10   1311081     6448    OWNOCC4CH         0.004894\n",
              "9    1311082     6447     OWNOCCCH         0.004893\n",
              "8    1311104     6425    TCT2MSACH         0.004877\n",
              "5    1311235     6294        POPCH         0.004777\n",
              "6    1311235     6294     MINPOPCH         0.004777\n",
              "2    1311398     6131        TRACT         0.004653\n",
              "7    1311398     6131    MED_INCCH         0.004653\n",
              "1    1314196     3333       COUNTY         0.002530"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 36
        }
      ]
    },
    {
      "metadata": {
        "id": "iOjEtdeUU6dR",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## 3. The Themis-ML library "
      ]
    },
    {
      "metadata": {
        "id": "OAosqUVioENT",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "hmda=subset14_sex.copy()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "B2YkI7YfavgP",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "###Set Targeted variable as:  \n",
        ">*ACTION*  :  1/0   **and  measure Bias in **\n",
        "\n",
        "\n",
        ">1.   Gender    \n",
        ">2.   Ethinicity\n",
        ">3.   Race\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "rOGFQfMDo7vO",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        },
        "outputId": "9af1d41d-bb30-4bd2-cd29-3bad41d1caa5"
      },
      "cell_type": "code",
      "source": [
        "loan_approval=hmda.ACTION\n",
        "loan_approval.value_counts()"
      ],
      "execution_count": 43,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1    1071320\n",
              "0     246209\n",
              "Name: ACTION, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 43
        }
      ]
    },
    {
      "metadata": {
        "id": "VqV4aPD5YlMF",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### 1. Protected Class: Sex \n",
        "  \n",
        "\n",
        "*  advantaged group: Male\n",
        "*  disadvantaged group: Female\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "Na8WEXy1ZnLd",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        },
        "outputId": "86990ef2-a87a-4ac9-ebe4-4956ae705350"
      },
      "cell_type": "code",
      "source": [
        "app_gender=hmda.APP_SEX\n",
        "app_gender.value_counts()"
      ],
      "execution_count": 45,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1    1078513\n",
              "0     239016\n",
              "Name: APP_SEX, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 45
        }
      ]
    },
    {
      "metadata": {
        "id": "PrYNiYtgorKK",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 51
        },
        "outputId": "9c52bbf3-a681-4664-91a9-cfb453bffd4b"
      },
      "cell_type": "code",
      "source": [
        "def report_metric(metric, mean_diff, lower, upper):\n",
        "    print(\"{metric}: {md:0.02f} - 95% CI [{lower:0.02f}, {upper:0.02f}]\"\n",
        "          .format(metric=metric, md=mean_diff, lower=lower, upper=upper))\n",
        "\n",
        "report_metric(\n",
        "    \"mean difference\",\n",
        "    *map(lambda x: x * 100, mean_difference(loan_approval, app_gender)))\n",
        "report_metric(\n",
        "    \"normalized mean difference\",\n",
        "    *map(lambda x: x * 100, normalized_mean_difference(loan_approval, app_gender)))"
      ],
      "execution_count": 46,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "mean difference: -5.45 - 95% CI [-5.63, -5.28]\n",
            "normalized mean difference: -23.89 - 95% CI [-24.06, -23.72]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "59Vn5ppEY1QN",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### 2. Measure Ethinicity Bias\n",
        "\n"
      ]
    },
    {
      "metadata": {
        "id": "kllB59ijZn2l",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "6Lcq8Ll8ZE9V",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "#### 3. Measure Race Bias\n",
        "\n",
        "1.   Hispanic \n",
        "2.   Black \n",
        "3.   Asian \n",
        "4.   White"
      ]
    },
    {
      "metadata": {
        "id": "tISiQlQiZoOE",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "KdKd_vq6VAed",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "## Other: Cleaned dataset (Julia version)"
      ]
    },
    {
      "metadata": {
        "id": "2adKJMR2yXwj",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 595
        },
        "outputId": "fc59a85a-dd1d-4aa1-a9ca-e24e943941ea"
      },
      "cell_type": "code",
      "source": [
        "HMDA_cleaned=pd.read_csv(\"drive/app/Clean_data.csv\")"
      ],
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Unnamed: 0        0.00\n",
              "YEAR           2014.00\n",
              "LOAN_TYPE         1.00\n",
              "PROP_TYPE         1.00\n",
              "PURPOSE           1.00\n",
              "OCCUPANCY         2.00\n",
              "AMNT            210.00\n",
              "PRE_APP           3.00\n",
              "ACTION            1.00\n",
              "MA                1.00\n",
              "STATE             2.00\n",
              "COUNTY           20.00\n",
              "TRACT             5.00\n",
              "APP_ETH           2.00\n",
              "COAPP_ETH         5.00\n",
              "APP_RACE1         5.00\n",
              "COAP_RACE1        8.00\n",
              "APP_SEX           1.00\n",
              "COAP_SEX          5.00\n",
              "APP_INCCH       214.00\n",
              "PURCHTYPE         3.00\n",
              "HOEPA             2.00\n",
              "POPCH          1988.00\n",
              "MINPOPCH         52.31\n",
              "MED_INCCH     84900.00\n",
              "TCT2MSACH        58.72\n",
              "OWNOCCCH        149.00\n",
              "OWNOCC4CH       327.00\n",
              "action            1.00\n",
              "female            0.00\n",
              "hispanic          0.00\n",
              "black             0.00\n",
              "co_black          0.00\n",
              "Name: 0, dtype: float64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 33
        }
      ]
    },
    {
      "metadata": {
        "id": "JN8qQLm5yTy_",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 136
        },
        "outputId": "3d44c14d-05e7-490c-92f2-c0697e6c6cff"
      },
      "cell_type": "code",
      "source": [
        "HMDA_cleaned.columns"
      ],
      "execution_count": 32,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['Unnamed: 0', 'YEAR', 'LOAN_TYPE', 'PROP_TYPE', 'PURPOSE', 'OCCUPANCY',\n",
              "       'AMNT', 'PRE_APP', 'ACTION', 'MA', 'STATE', 'COUNTY', 'TRACT',\n",
              "       'APP_ETH', 'COAPP_ETH', 'APP_RACE1', 'COAP_RACE1', 'APP_SEX',\n",
              "       'COAP_SEX', 'APP_INCCH', 'PURCHTYPE', 'HOEPA', 'POPCH', 'MINPOPCH',\n",
              "       'MED_INCCH', 'TCT2MSACH', 'OWNOCCCH', 'OWNOCC4CH', 'action', 'female',\n",
              "       'hispanic', 'black', 'co_black'],\n",
              "      dtype='object')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 32
        }
      ]
    },
    {
      "metadata": {
        "id": "vvzj6kn6wxYW",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 2006
        },
        "outputId": "4adf80ec-92cb-49c7-f08f-8f6431252fe3"
      },
      "cell_type": "code",
      "source": [
        "HMDA_cleaned"
      ],
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>YEAR</th>\n",
              "      <th>LOAN_TYPE</th>\n",
              "      <th>PROP_TYPE</th>\n",
              "      <th>PURPOSE</th>\n",
              "      <th>OCCUPANCY</th>\n",
              "      <th>AMNT</th>\n",
              "      <th>PRE_APP</th>\n",
              "      <th>ACTION</th>\n",
              "      <th>MA</th>\n",
              "      <th>...</th>\n",
              "      <th>MINPOPCH</th>\n",
              "      <th>MED_INCCH</th>\n",
              "      <th>TCT2MSACH</th>\n",
              "      <th>OWNOCCCH</th>\n",
              "      <th>OWNOCC4CH</th>\n",
              "      <th>action</th>\n",
              "      <th>female</th>\n",
              "      <th>hispanic</th>\n",
              "      <th>black</th>\n",
              "      <th>co_black</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>210</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>52.31</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>58.72</td>\n",
              "      <td>149.0</td>\n",
              "      <td>327.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>3</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>91</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>46.12</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>86.38</td>\n",
              "      <td>2152.0</td>\n",
              "      <td>3002.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>4</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>85</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>37.34</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>111.17</td>\n",
              "      <td>1892.0</td>\n",
              "      <td>2177.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>5</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>301</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>44.27</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>87.68</td>\n",
              "      <td>1734.0</td>\n",
              "      <td>1829.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>7</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>245</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>17.51</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>129.43</td>\n",
              "      <td>3080.0</td>\n",
              "      <td>3541.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>8</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>275</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>39.39</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>95.77</td>\n",
              "      <td>751.0</td>\n",
              "      <td>1172.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>9</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>233</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.20</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>99.63</td>\n",
              "      <td>1446.0</td>\n",
              "      <td>1781.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>10</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>295</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>16.63</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>111.23</td>\n",
              "      <td>1593.0</td>\n",
              "      <td>1754.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>12</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>288</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>27.58</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>123.83</td>\n",
              "      <td>2049.0</td>\n",
              "      <td>2230.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>13</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>278</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>26.83</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>111.63</td>\n",
              "      <td>2926.0</td>\n",
              "      <td>3554.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>14</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>293</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>18.69</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>173.46</td>\n",
              "      <td>1998.0</td>\n",
              "      <td>2331.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>15</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>196</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>46.21</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>72.63</td>\n",
              "      <td>458.0</td>\n",
              "      <td>926.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>18</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>170</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>20.39</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>67.66</td>\n",
              "      <td>867.0</td>\n",
              "      <td>1844.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>19</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>180</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>20.39</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>67.66</td>\n",
              "      <td>867.0</td>\n",
              "      <td>1844.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>20</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>178</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>20.39</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>67.66</td>\n",
              "      <td>867.0</td>\n",
              "      <td>1844.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>23</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>261</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>46.12</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>86.38</td>\n",
              "      <td>2152.0</td>\n",
              "      <td>3002.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>24</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>509</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>18.69</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>173.46</td>\n",
              "      <td>1998.0</td>\n",
              "      <td>2331.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>26</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>517</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>10.50</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>189.96</td>\n",
              "      <td>1614.0</td>\n",
              "      <td>1761.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>27</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>560</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>17.07</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>155.13</td>\n",
              "      <td>920.0</td>\n",
              "      <td>1168.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>28</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>368</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>18.22</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>179.01</td>\n",
              "      <td>1619.0</td>\n",
              "      <td>1720.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>31</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>36.74</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>111.63</td>\n",
              "      <td>1169.0</td>\n",
              "      <td>1609.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>32</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>333</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>41.96</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>85.98</td>\n",
              "      <td>1859.0</td>\n",
              "      <td>2505.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>33</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>217</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>16.32</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>92.02</td>\n",
              "      <td>1547.0</td>\n",
              "      <td>1804.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>34</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>182</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>41.82</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>113.80</td>\n",
              "      <td>1473.0</td>\n",
              "      <td>1875.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>35</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>424</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.71</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>104.99</td>\n",
              "      <td>1621.0</td>\n",
              "      <td>2011.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>36</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>110</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>46.21</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>72.63</td>\n",
              "      <td>458.0</td>\n",
              "      <td>926.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>37</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>262</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>17.51</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>129.43</td>\n",
              "      <td>3080.0</td>\n",
              "      <td>3541.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>38</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>290</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>37.34</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>111.17</td>\n",
              "      <td>1892.0</td>\n",
              "      <td>2177.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>39</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>200</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>13.40</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>114.33</td>\n",
              "      <td>1494.0</td>\n",
              "      <td>2030.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>40</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>157</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>52.46</td>\n",
              "      <td>84900.0</td>\n",
              "      <td>89.77</td>\n",
              "      <td>784.0</td>\n",
              "      <td>1641.0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586501</th>\n",
              "      <td>4171998</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>66</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>28.00</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>84.52</td>\n",
              "      <td>568.0</td>\n",
              "      <td>1168.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586502</th>\n",
              "      <td>4171999</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>99</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>21.00</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>106.25</td>\n",
              "      <td>1633.0</td>\n",
              "      <td>2325.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586503</th>\n",
              "      <td>4172000</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1472</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586504</th>\n",
              "      <td>4172001</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1545</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586505</th>\n",
              "      <td>4172003</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>206</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.83</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>120.14</td>\n",
              "      <td>1181.0</td>\n",
              "      <td>1833.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586506</th>\n",
              "      <td>4172004</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>361</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586507</th>\n",
              "      <td>4172005</td>\n",
              "      <td>2014</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>165</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586508</th>\n",
              "      <td>4172006</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>95</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>28.00</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>84.52</td>\n",
              "      <td>568.0</td>\n",
              "      <td>1168.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586509</th>\n",
              "      <td>4172007</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>157</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586510</th>\n",
              "      <td>4172009</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>292</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586511</th>\n",
              "      <td>4172010</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>250</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586512</th>\n",
              "      <td>4172011</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>146</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>32.48</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>110.61</td>\n",
              "      <td>783.0</td>\n",
              "      <td>1188.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586513</th>\n",
              "      <td>4172012</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>87</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>23.68</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>86.40</td>\n",
              "      <td>2217.0</td>\n",
              "      <td>3453.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586514</th>\n",
              "      <td>4172013</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>117</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>15.18</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>118.29</td>\n",
              "      <td>1855.0</td>\n",
              "      <td>2346.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586515</th>\n",
              "      <td>4172014</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>250</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586516</th>\n",
              "      <td>4172015</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>380</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>10.52</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>196.17</td>\n",
              "      <td>658.0</td>\n",
              "      <td>1612.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586517</th>\n",
              "      <td>4172016</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>231</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586518</th>\n",
              "      <td>4172017</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>717</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586519</th>\n",
              "      <td>4172018</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>132</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586520</th>\n",
              "      <td>4172019</td>\n",
              "      <td>2014</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>89</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>28.00</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>84.52</td>\n",
              "      <td>568.0</td>\n",
              "      <td>1168.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586521</th>\n",
              "      <td>4172020</td>\n",
              "      <td>2014</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>250</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586522</th>\n",
              "      <td>4172021</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>350</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586523</th>\n",
              "      <td>4172022</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>338</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586524</th>\n",
              "      <td>4172023</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>748</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586525</th>\n",
              "      <td>4172024</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>417</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.17</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>94.28</td>\n",
              "      <td>606.0</td>\n",
              "      <td>2267.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586526</th>\n",
              "      <td>4172025</td>\n",
              "      <td>2014</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>264</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>15.40</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>104.95</td>\n",
              "      <td>2382.0</td>\n",
              "      <td>3395.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586527</th>\n",
              "      <td>4172026</td>\n",
              "      <td>2014</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>262</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>15.40</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>104.95</td>\n",
              "      <td>2382.0</td>\n",
              "      <td>3395.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586528</th>\n",
              "      <td>4172028</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>167</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>19.35</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>78.90</td>\n",
              "      <td>860.0</td>\n",
              "      <td>1556.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586529</th>\n",
              "      <td>4172030</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>131</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>41.75</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>131.50</td>\n",
              "      <td>1018.0</td>\n",
              "      <td>1554.0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586530</th>\n",
              "      <td>4172032</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>500</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>13.10</td>\n",
              "      <td>48700.0</td>\n",
              "      <td>151.86</td>\n",
              "      <td>1320.0</td>\n",
              "      <td>2464.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2586531 rows × 33 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "         Unnamed: 0  YEAR  LOAN_TYPE  PROP_TYPE  PURPOSE  OCCUPANCY  AMNT  \\\n",
              "0                 0  2014          1          1        1          2   210   \n",
              "1                 3  2014          1          1        3          1    91   \n",
              "2                 4  2014          1          1        2          1    85   \n",
              "3                 5  2014          1          1        1          1   301   \n",
              "4                 7  2014          1          1        3          1   245   \n",
              "5                 8  2014          1          1        1          1   275   \n",
              "6                 9  2014          1          1        3          2   233   \n",
              "7                10  2014          1          1        1          1   295   \n",
              "8                12  2014          1          1        1          1   288   \n",
              "9                13  2014          1          1        3          1   278   \n",
              "10               14  2014          1          1        3          1   293   \n",
              "11               15  2014          1          1        3          1   196   \n",
              "12               18  2014          1          1        3          2   170   \n",
              "13               19  2014          1          1        3          2   180   \n",
              "14               20  2014          1          1        3          2   178   \n",
              "15               23  2014          1          1        1          1   261   \n",
              "16               24  2014          1          1        1          1   509   \n",
              "17               26  2014          1          1        1          1   517   \n",
              "18               27  2014          1          1        1          1   560   \n",
              "19               28  2014          1          1        1          1   368   \n",
              "20               31  2014          1          1        2          1    21   \n",
              "21               32  2014          2          1        1          1   333   \n",
              "22               33  2014          2          1        1          1   217   \n",
              "23               34  2014          2          1        1          1   182   \n",
              "24               35  2014          1          1        3          1   424   \n",
              "25               36  2014          1          1        1          2   110   \n",
              "26               37  2014          1          1        3          1   262   \n",
              "27               38  2014          1          1        1          1   290   \n",
              "28               39  2014          1          1        1          1   200   \n",
              "29               40  2014          1          1        1          1   157   \n",
              "...             ...   ...        ...        ...      ...        ...   ...   \n",
              "2586501     4171998  2014          2          1        1          1    66   \n",
              "2586502     4171999  2014          1          1        1          1    99   \n",
              "2586503     4172000  2014          1          1        1          2  1472   \n",
              "2586504     4172001  2014          1          1        1          2  1545   \n",
              "2586505     4172003  2014          2          1        1          1   206   \n",
              "2586506     4172004  2014          1          1        1          2   361   \n",
              "2586507     4172005  2014          3          1        1          1   165   \n",
              "2586508     4172006  2014          2          1        1          1    95   \n",
              "2586509     4172007  2014          1          1        1          2   157   \n",
              "2586510     4172009  2014          1          1        1          2   292   \n",
              "2586511     4172010  2014          1          1        3          2   250   \n",
              "2586512     4172011  2014          2          1        1          1   146   \n",
              "2586513     4172012  2014          2          1        1          1    87   \n",
              "2586514     4172013  2014          1          1        1          1   117   \n",
              "2586515     4172014  2014          1          1        1          2   250   \n",
              "2586516     4172015  2014          1          1        1          2   380   \n",
              "2586517     4172016  2014          1          1        1          2   231   \n",
              "2586518     4172017  2014          1          1        3          2   717   \n",
              "2586519     4172018  2014          1          1        1          2   132   \n",
              "2586520     4172019  2014          2          1        1          1    89   \n",
              "2586521     4172020  2014          3          1        1          1   250   \n",
              "2586522     4172021  2014          1          1        1          2   350   \n",
              "2586523     4172022  2014          1          1        1          2   338   \n",
              "2586524     4172023  2014          1          1        1          2   748   \n",
              "2586525     4172024  2014          1          1        1          2   417   \n",
              "2586526     4172025  2014          3          1        3          1   264   \n",
              "2586527     4172026  2014          3          1        3          1   262   \n",
              "2586528     4172028  2014          1          1        2          1   167   \n",
              "2586529     4172030  2014          1          1        1          1   131   \n",
              "2586530     4172032  2014          1          1        1          2   500   \n",
              "\n",
              "         PRE_APP  ACTION  MA    ...     MINPOPCH  MED_INCCH  TCT2MSACH  \\\n",
              "0              3       1   1    ...        52.31    84900.0      58.72   \n",
              "1              3       1   1    ...        46.12    84900.0      86.38   \n",
              "2              3       1   1    ...        37.34    84900.0     111.17   \n",
              "3              1       1   1    ...        44.27    84900.0      87.68   \n",
              "4              3       1   1    ...        17.51    84900.0     129.43   \n",
              "5              1       1   1    ...        39.39    84900.0      95.77   \n",
              "6              3       1   1    ...        19.20    84900.0      99.63   \n",
              "7              1       1   1    ...        16.63    84900.0     111.23   \n",
              "8              1       1   1    ...        27.58    84900.0     123.83   \n",
              "9              3       1   1    ...        26.83    84900.0     111.63   \n",
              "10             3       1   1    ...        18.69    84900.0     173.46   \n",
              "11             3       1   1    ...        46.21    84900.0      72.63   \n",
              "12             3       1   1    ...        20.39    84900.0      67.66   \n",
              "13             3       1   1    ...        20.39    84900.0      67.66   \n",
              "14             3       1   1    ...        20.39    84900.0      67.66   \n",
              "15             3       1   1    ...        46.12    84900.0      86.38   \n",
              "16             3       1   1    ...        18.69    84900.0     173.46   \n",
              "17             3       1   1    ...        10.50    84900.0     189.96   \n",
              "18             3       1   1    ...        17.07    84900.0     155.13   \n",
              "19             3       1   1    ...        18.22    84900.0     179.01   \n",
              "20             3       1   1    ...        36.74    84900.0     111.63   \n",
              "21             1       1   1    ...        41.96    84900.0      85.98   \n",
              "22             1       1   1    ...        16.32    84900.0      92.02   \n",
              "23             2       1   1    ...        41.82    84900.0     113.80   \n",
              "24             3       1   1    ...        19.71    84900.0     104.99   \n",
              "25             1       1   1    ...        46.21    84900.0      72.63   \n",
              "26             3       1   1    ...        17.51    84900.0     129.43   \n",
              "27             2       1   1    ...        37.34    84900.0     111.17   \n",
              "28             1       1   1    ...        13.40    84900.0     114.33   \n",
              "29             1       3   1    ...        52.46    84900.0      89.77   \n",
              "...          ...     ...  ..    ...          ...        ...        ...   \n",
              "2586501        3       1   1    ...        28.00    48700.0      84.52   \n",
              "2586502        3       1   1    ...        21.00    48700.0     106.25   \n",
              "2586503        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586504        3       3   1    ...        19.17    48700.0      94.28   \n",
              "2586505        3       1   1    ...        19.83    48700.0     120.14   \n",
              "2586506        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586507        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586508        3       1   1    ...        28.00    48700.0      84.52   \n",
              "2586509        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586510        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586511        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586512        3       1   1    ...        32.48    48700.0     110.61   \n",
              "2586513        3       3   1    ...        23.68    48700.0      86.40   \n",
              "2586514        3       1   1    ...        15.18    48700.0     118.29   \n",
              "2586515        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586516        3       1   1    ...        10.52    48700.0     196.17   \n",
              "2586517        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586518        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586519        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586520        3       1   1    ...        28.00    48700.0      84.52   \n",
              "2586521        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586522        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586523        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586524        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586525        3       1   1    ...        19.17    48700.0      94.28   \n",
              "2586526        3       3   1    ...        15.40    48700.0     104.95   \n",
              "2586527        3       3   1    ...        15.40    48700.0     104.95   \n",
              "2586528        3       2   1    ...        19.35    48700.0      78.90   \n",
              "2586529        3       1   1    ...        41.75    48700.0     131.50   \n",
              "2586530        3       3   1    ...        13.10    48700.0     151.86   \n",
              "\n",
              "         OWNOCCCH  OWNOCC4CH  action  female  hispanic  black  co_black  \n",
              "0           149.0      327.0       1       0         0      0         0  \n",
              "1          2152.0     3002.0       1       0         0      0         0  \n",
              "2          1892.0     2177.0       1       0         0      0         0  \n",
              "3          1734.0     1829.0       1       1         0      0         0  \n",
              "4          3080.0     3541.0       1       0         0      0         0  \n",
              "5           751.0     1172.0       1       0         0      0         0  \n",
              "6          1446.0     1781.0       1       1         0      0         0  \n",
              "7          1593.0     1754.0       1       0         0      0         0  \n",
              "8          2049.0     2230.0       1       0         0      0         0  \n",
              "9          2926.0     3554.0       1       1         0      0         0  \n",
              "10         1998.0     2331.0       1       0         0      0         0  \n",
              "11          458.0      926.0       1       1         0      0         0  \n",
              "12          867.0     1844.0       1       0         0      0         0  \n",
              "13          867.0     1844.0       1       0         0      0         0  \n",
              "14          867.0     1844.0       1       0         0      0         0  \n",
              "15         2152.0     3002.0       1       0         0      0         0  \n",
              "16         1998.0     2331.0       1       0         0      0         0  \n",
              "17         1614.0     1761.0       1       1         0      0         0  \n",
              "18          920.0     1168.0       1       0         0      0         0  \n",
              "19         1619.0     1720.0       1       0         0      0         0  \n",
              "20         1169.0     1609.0       1       1         0      0         0  \n",
              "21         1859.0     2505.0       1       0         0      0         0  \n",
              "22         1547.0     1804.0       1       0         0      0         0  \n",
              "23         1473.0     1875.0       1       0         0      0         0  \n",
              "24         1621.0     2011.0       1       1         0      0         0  \n",
              "25          458.0      926.0       1       1         0      0         0  \n",
              "26         3080.0     3541.0       1       0         0      0         0  \n",
              "27         1892.0     2177.0       1       0         0      0         0  \n",
              "28         1494.0     2030.0       1       0         0      0         0  \n",
              "29          784.0     1641.0       0       1         0      0         0  \n",
              "...           ...        ...     ...     ...       ...    ...       ...  \n",
              "2586501     568.0     1168.0       1       1         1      0         0  \n",
              "2586502    1633.0     2325.0       1       0         0      0         0  \n",
              "2586503     606.0     2267.0       1       0         0      0         0  \n",
              "2586504     606.0     2267.0       0       0         0      0         0  \n",
              "2586505    1181.0     1833.0       1       0         0      0         0  \n",
              "2586506     606.0     2267.0       1       0         0      0         0  \n",
              "2586507     606.0     2267.0       1       0         0      0         0  \n",
              "2586508     568.0     1168.0       1       0         0      1         0  \n",
              "2586509     606.0     2267.0       1       0         0      0         0  \n",
              "2586510     606.0     2267.0       1       0         0      0         0  \n",
              "2586511     606.0     2267.0       1       0         0      0         0  \n",
              "2586512     783.0     1188.0       1       0         0      0         0  \n",
              "2586513    2217.0     3453.0       0       0         0      0         0  \n",
              "2586514    1855.0     2346.0       1       0         0      0         0  \n",
              "2586515     606.0     2267.0       1       0         0      0         0  \n",
              "2586516     658.0     1612.0       1       1         0      0         0  \n",
              "2586517     606.0     2267.0       1       0         0      0         0  \n",
              "2586518     606.0     2267.0       1       0         0      0         0  \n",
              "2586519     606.0     2267.0       1       0         0      0         0  \n",
              "2586520     568.0     1168.0       1       0         0      0         0  \n",
              "2586521     606.0     2267.0       1       0         0      0         0  \n",
              "2586522     606.0     2267.0       1       0         0      0         0  \n",
              "2586523     606.0     2267.0       1       0         0      0         0  \n",
              "2586524     606.0     2267.0       1       0         0      0         0  \n",
              "2586525     606.0     2267.0       1       0         0      0         0  \n",
              "2586526    2382.0     3395.0       0       0         1      0         0  \n",
              "2586527    2382.0     3395.0       0       0         1      0         0  \n",
              "2586528     860.0     1556.0       1       1         0      0         0  \n",
              "2586529    1018.0     1554.0       1       0         0      0         0  \n",
              "2586530    1320.0     2464.0       0       0         1      0         0  \n",
              "\n",
              "[2586531 rows x 33 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    }
  ]
}