mlDragons.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 250,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [],
   "source": [
    "bank_marketing_data = pd.read_csv('PuCon_bank_marketing_data.csv')\n",
    "#print(bank_marketing_data.columns)\n",
    "dataRAW1 = bank_marketing_data\n",
    "#bank_marketing_data.describe()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 252,
   "metadata": {},
   "outputs": [],
   "source": [
    "customer_details_dataset = pd.read_csv('PuCon_Customer_Details_dataset.csv')\n",
    "dataRAW2 = customer_details_dataset\n",
    "#print(customer_details_dataset.columns)\n",
    "#customer_details_dataset.describe()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 253,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataRAW3 = pd.read_csv('PuCon_file_for_additional_training_model.csv')\n",
    "PuCon_file_for_additional_training_model = dataRAW3\n",
    "#print(dataRAW3.columns)\n",
    "#dataRAW3.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 254,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataRAW4 = pd.read_csv('PuCon_file_for_getting_prediction.csv')\n",
    "PuCon_file_for_getting_prediction = dataRAW4\n",
    "#print(dataRAW4.columns)\n",
    "#dataRAW4.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 255,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataRAW5 = pd.read_csv('PuCon_file_for_solution_submission.csv')\n",
    "PuCon_file_for_solution_submission = dataRAW5\n",
    "#print(dataRAW5.columns)\n",
    "#dataRAW5.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 256,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataRAW6 = pd.read_csv('PuCon_file_for_training_model.csv')\n",
    "PuCon_file_for_training_model = dataRAW6\n",
    "#print(dataRAW6.columns)\n",
    "#dataRAW6.describe()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 257,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Sr.No.</th>\n",
       "      <th>age</th>\n",
       "      <th>job</th>\n",
       "      <th>marital</th>\n",
       "      <th>education</th>\n",
       "      <th>default</th>\n",
       "      <th>balance</th>\n",
       "      <th>housing</th>\n",
       "      <th>loan</th>\n",
       "      <th>contact</th>\n",
       "      <th>day</th>\n",
       "      <th>month</th>\n",
       "      <th>duration</th>\n",
       "      <th>campaign</th>\n",
       "      <th>y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>35</td>\n",
       "      <td>services</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>142</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>20</td>\n",
       "      <td>nov</td>\n",
       "      <td>315</td>\n",
       "      <td>2</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>43</td>\n",
       "      <td>admin.</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>388</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>19</td>\n",
       "      <td>nov</td>\n",
       "      <td>111</td>\n",
       "      <td>2</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>49</td>\n",
       "      <td>admin.</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>381</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>5</td>\n",
       "      <td>aug</td>\n",
       "      <td>504</td>\n",
       "      <td>2</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>42</td>\n",
       "      <td>admin.</td>\n",
       "      <td>divorced</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>2397</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>15</td>\n",
       "      <td>apr</td>\n",
       "      <td>239</td>\n",
       "      <td>2</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>37</td>\n",
       "      <td>technician</td>\n",
       "      <td>married</td>\n",
       "      <td>secondary</td>\n",
       "      <td>no</td>\n",
       "      <td>1063</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>cellular</td>\n",
       "      <td>31</td>\n",
       "      <td>jul</td>\n",
       "      <td>413</td>\n",
       "      <td>2</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Sr.No.  age         job   marital  education default  balance housing loan  \\\n",
       "0       1   35    services   married  secondary      no      142     yes   no   \n",
       "1       2   43      admin.   married  secondary      no      388     yes   no   \n",
       "2       3   49      admin.   married  secondary      no      381      no   no   \n",
       "3       4   42      admin.  divorced  secondary      no     2397     yes   no   \n",
       "4       5   37  technician   married  secondary      no     1063     yes   no   \n",
       "\n",
       "    contact  day month  duration  campaign   y  \n",
       "0  cellular   20   nov       315         2  no  \n",
       "1  cellular   19   nov       111         2  no  \n",
       "2  cellular    5   aug       504         2  no  \n",
       "3  cellular   15   apr       239         2  no  \n",
       "4  cellular   31   jul       413         2  no  "
      ]
     },
     "execution_count": 257,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 258,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 11302 entries, 0 to 11301\n",
      "Data columns (total 15 columns):\n",
      " #   Column     Non-Null Count  Dtype \n",
      "---  ------     --------------  ----- \n",
      " 0   Sr.No.     11302 non-null  int64 \n",
      " 1   age        11302 non-null  int64 \n",
      " 2   job        11302 non-null  object\n",
      " 3   marital    11302 non-null  object\n",
      " 4   education  11302 non-null  object\n",
      " 5   default    11302 non-null  object\n",
      " 6   balance    11302 non-null  int64 \n",
      " 7   housing    11302 non-null  object\n",
      " 8   loan       11302 non-null  object\n",
      " 9   contact    11302 non-null  object\n",
      " 10  day        11302 non-null  int64 \n",
      " 11  month      11302 non-null  object\n",
      " 12  duration   11302 non-null  int64 \n",
      " 13  campaign   11302 non-null  int64 \n",
      " 14  y          11302 non-null  object\n",
      "dtypes: int64(6), object(9)\n",
      "memory usage: 1.3+ MB\n"
     ]
    }
   ],
   "source": [
    "dataRAW1.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 259,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Sr.No.</th>\n",
       "      <th>age</th>\n",
       "      <th>balance</th>\n",
       "      <th>day</th>\n",
       "      <th>duration</th>\n",
       "      <th>campaign</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>11302.000000</td>\n",
       "      <td>11302.000000</td>\n",
       "      <td>11302.000000</td>\n",
       "      <td>11302.000000</td>\n",
       "      <td>11302.000000</td>\n",
       "      <td>11302.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>5651.500000</td>\n",
       "      <td>40.910458</td>\n",
       "      <td>1317.469297</td>\n",
       "      <td>15.886834</td>\n",
       "      <td>257.718899</td>\n",
       "      <td>2.759246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3262.750706</td>\n",
       "      <td>10.561325</td>\n",
       "      <td>2871.568463</td>\n",
       "      <td>8.211458</td>\n",
       "      <td>256.609667</td>\n",
       "      <td>3.152187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>-8019.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>2826.250000</td>\n",
       "      <td>33.000000</td>\n",
       "      <td>69.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>103.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>5651.500000</td>\n",
       "      <td>39.000000</td>\n",
       "      <td>431.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>179.000000</td>\n",
       "      <td>2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>8476.750000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>1377.000000</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>316.000000</td>\n",
       "      <td>3.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>11302.000000</td>\n",
       "      <td>95.000000</td>\n",
       "      <td>66721.000000</td>\n",
       "      <td>31.000000</td>\n",
       "      <td>3253.000000</td>\n",
       "      <td>63.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Sr.No.           age       balance           day      duration  \\\n",
       "count  11302.000000  11302.000000  11302.000000  11302.000000  11302.000000   \n",
       "mean    5651.500000     40.910458   1317.469297     15.886834    257.718899   \n",
       "std     3262.750706     10.561325   2871.568463      8.211458    256.609667   \n",
       "min        1.000000     18.000000  -8019.000000      1.000000      1.000000   \n",
       "25%     2826.250000     33.000000     69.000000      9.000000    103.000000   \n",
       "50%     5651.500000     39.000000    431.000000     16.000000    179.000000   \n",
       "75%     8476.750000     48.000000   1377.000000     21.000000    316.000000   \n",
       "max    11302.000000     95.000000  66721.000000     31.000000   3253.000000   \n",
       "\n",
       "           campaign  \n",
       "count  11302.000000  \n",
       "mean       2.759246  \n",
       "std        3.152187  \n",
       "min        1.000000  \n",
       "25%        1.000000  \n",
       "50%        2.000000  \n",
       "75%        3.000000  \n",
       "max       63.000000  "
      ]
     },
     "execution_count": 259,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW1.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 260,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CustomerID</th>\n",
       "      <th>DateOfBirth</th>\n",
       "      <th>Gender</th>\n",
       "      <th>City</th>\n",
       "      <th>AccountBalance</th>\n",
       "      <th>HavingFD</th>\n",
       "      <th>HavingCC</th>\n",
       "      <th>CIBIL_Score</th>\n",
       "      <th>HavingLoan</th>\n",
       "      <th>RV</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>C6532335</td>\n",
       "      <td>1990-04-01</td>\n",
       "      <td>M</td>\n",
       "      <td>ABHANPUR</td>\n",
       "      <td>25025.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>775</td>\n",
       "      <td>0</td>\n",
       "      <td>51384.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>C6232347</td>\n",
       "      <td>1990-04-01</td>\n",
       "      <td>M</td>\n",
       "      <td>ABHANPUR</td>\n",
       "      <td>25025.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>765</td>\n",
       "      <td>0</td>\n",
       "      <td>94271.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>C4284828</td>\n",
       "      <td>1994-05-13</td>\n",
       "      <td>F</td>\n",
       "      <td>ABOHAR</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>373</td>\n",
       "      <td>0</td>\n",
       "      <td>83163.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>C8784892</td>\n",
       "      <td>1994-05-13</td>\n",
       "      <td>F</td>\n",
       "      <td>ABOHAR</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>676</td>\n",
       "      <td>0</td>\n",
       "      <td>1985.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>C5416341</td>\n",
       "      <td>1991-12-04</td>\n",
       "      <td>F</td>\n",
       "      <td>ABOHAR</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>513</td>\n",
       "      <td>0</td>\n",
       "      <td>149484.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CustomerID DateOfBirth Gender      City  AccountBalance  HavingFD  HavingCC  \\\n",
       "0   C6532335  1990-04-01      M  ABHANPUR         25025.0         0         0   \n",
       "1   C6232347  1990-04-01      M  ABHANPUR         25025.0         1         0   \n",
       "2   C4284828  1994-05-13      F    ABOHAR          1985.0         0         0   \n",
       "3   C8784892  1994-05-13      F    ABOHAR          1985.0         0         0   \n",
       "4   C5416341  1991-12-04      F    ABOHAR             3.0         0         0   \n",
       "\n",
       "   CIBIL_Score  HavingLoan        RV  \n",
       "0          775           0   51384.0  \n",
       "1          765           0   94271.0  \n",
       "2          373           0   83163.0  \n",
       "3          676           0    1985.0  \n",
       "4          513           0  149484.0  "
      ]
     },
     "execution_count": 260,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 261,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 949039 entries, 0 to 949038\n",
      "Data columns (total 10 columns):\n",
      " #   Column          Non-Null Count   Dtype  \n",
      "---  ------          --------------   -----  \n",
      " 0   CustomerID      949039 non-null  object \n",
      " 1   DateOfBirth     949039 non-null  object \n",
      " 2   Gender          949039 non-null  object \n",
      " 3   City            949016 non-null  object \n",
      " 4   AccountBalance  949039 non-null  float64\n",
      " 5   HavingFD        949039 non-null  int64  \n",
      " 6   HavingCC        949039 non-null  int64  \n",
      " 7   CIBIL_Score     949039 non-null  int64  \n",
      " 8   HavingLoan      949039 non-null  int64  \n",
      " 9   RV              949039 non-null  float64\n",
      "dtypes: float64(2), int64(4), object(4)\n",
      "memory usage: 72.4+ MB\n"
     ]
    }
   ],
   "source": [
    "dataRAW2.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 262,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 949039 entries, 0 to 949038\n",
      "Data columns (total 7 columns):\n",
      " #   Column          Non-Null Count   Dtype  \n",
      "---  ------          --------------   -----  \n",
      " 0   CustomerID      949039 non-null  object \n",
      " 1   AccountBalance  949039 non-null  float64\n",
      " 2   HavingFD        949039 non-null  int64  \n",
      " 3   HavingCC        949039 non-null  int64  \n",
      " 4   CIBIL_Score     949039 non-null  int64  \n",
      " 5   HavingLoan      949039 non-null  int64  \n",
      " 6   RV              949039 non-null  float64\n",
      "dtypes: float64(2), int64(4), object(1)\n",
      "memory usage: 50.7+ MB\n"
     ]
    }
   ],
   "source": [
    "desired_coulmns_1 = dataRAW2[[\"CustomerID\",\"AccountBalance\",\"HavingFD\",\"HavingCC\",\"CIBIL_Score\",\"HavingLoan\",\"RV\"]]\n",
    "desired_coulmns_1.info()\n",
    "desired_test_data_1 = dataRAW2[\"CustomerID\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 263,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 87284 entries, 0 to 87283\n",
      "Data columns (total 13 columns):\n",
      " #   Column                     Non-Null Count  Dtype  \n",
      "---  ------                     --------------  -----  \n",
      " 0   Loan ID                    86770 non-null  object \n",
      " 1   Employment Status          87284 non-null  object \n",
      " 2   Loan Security Type         87284 non-null  object \n",
      " 3   Loan Default History       87284 non-null  object \n",
      " 4   Loan Utilization Ratio     87284 non-null  object \n",
      " 5   Monthly Debt               86770 non-null  float64\n",
      " 6   Years of Credit History    86770 non-null  float64\n",
      " 7   Years in current job       83108 non-null  object \n",
      " 8   Number of Credit Problems  86770 non-null  float64\n",
      " 9   Credit Score               69931 non-null  float64\n",
      " 10  Loan Repayment Terms       87284 non-null  object \n",
      " 11  Loan Decision              58206 non-null  object \n",
      " 12  Maximum Open Credit        86768 non-null  float64\n",
      "dtypes: float64(5), object(8)\n",
      "memory usage: 8.7+ MB\n"
     ]
    }
   ],
   "source": [
    "dataRAW3.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 264,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5c86a82b-4a36-4a16-adf0-0fd42039576d</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>751.0</td>\n",
       "      <td>2652232.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>c9e34549-4536-4041-a128-b903b9f1cbe0</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>694.0</td>\n",
       "      <td>773762.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0aacf8ff-fdb6-4479-af1c-50936513a5c0</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>7 years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>747.0</td>\n",
       "      <td>751124.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dd0000b5-39df-4317-b322-53580b04bbf1</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>5 years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>620.0</td>\n",
       "      <td>670340.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>f45207bc-5b68-4560-81e8-d5ee4f1d8fa3</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>716.0</td>\n",
       "      <td>975766.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID  Monthly Debt  \\\n",
       "0  5c86a82b-4a36-4a16-adf0-0fd42039576d       3306.57   \n",
       "1  c9e34549-4536-4041-a128-b903b9f1cbe0      11336.35   \n",
       "2  0aacf8ff-fdb6-4479-af1c-50936513a5c0       8029.40   \n",
       "3  dd0000b5-39df-4317-b322-53580b04bbf1      22899.94   \n",
       "4  f45207bc-5b68-4560-81e8-d5ee4f1d8fa3      31122.95   \n",
       "\n",
       "   Years of Credit History Years in current job  Number of Credit Problems  \\\n",
       "0                     25.5            10+ years                        0.0   \n",
       "1                     12.5            10+ years                        0.0   \n",
       "2                     21.3              7 years                        0.0   \n",
       "3                     15.5              5 years                        0.0   \n",
       "4                     19.4            10+ years                        0.0   \n",
       "\n",
       "   Credit Score  Maximum Open Credit  \n",
       "0         751.0            2652232.0  \n",
       "1         694.0             773762.0  \n",
       "2         747.0             751124.0  \n",
       "3         620.0             670340.0  \n",
       "4         716.0             975766.0  "
      ]
     },
     "execution_count": 264,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "desired_coulmns_3 = dataRAW3[[\"Loan ID\",\"Monthly Debt\",\"Years of Credit History\",\"Years in current job\",\"Number of Credit Problems\",\"Credit Score\",\"Maximum Open Credit\"]]\n",
    "desired_test_data_2 = desired_coulmns_3\n",
    "desired_coulmns_3.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 265,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Employment Status</th>\n",
       "      <th>Loan Security Type</th>\n",
       "      <th>Loan Default History</th>\n",
       "      <th>Loan Utilization Ratio</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Loan Repayment Terms</th>\n",
       "      <th>Loan Decision</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5c86a82b-4a36-4a16-adf0-0fd42039576d</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>751.0</td>\n",
       "      <td>Missing</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2652232.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>c9e34549-4536-4041-a128-b903b9f1cbe0</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Missing</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>694.0</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>773762.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0aacf8ff-fdb6-4479-af1c-50936513a5c0</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Missing</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>7 years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>747.0</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>751124.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dd0000b5-39df-4317-b322-53580b04bbf1</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>5 years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>620.0</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>670340.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>f45207bc-5b68-4560-81e8-d5ee4f1d8fa3</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>0.0</td>\n",
       "      <td>716.0</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>NaN</td>\n",
       "      <td>975766.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID Employment Status Loan Security Type  \\\n",
       "0  5c86a82b-4a36-4a16-adf0-0fd42039576d           Missing            Invalid   \n",
       "1  c9e34549-4536-4041-a128-b903b9f1cbe0           Invalid            Invalid   \n",
       "2  0aacf8ff-fdb6-4479-af1c-50936513a5c0           Invalid            Missing   \n",
       "3  dd0000b5-39df-4317-b322-53580b04bbf1           Missing            Unknown   \n",
       "4  f45207bc-5b68-4560-81e8-d5ee4f1d8fa3           Missing            Invalid   \n",
       "\n",
       "  Loan Default History Loan Utilization Ratio  Monthly Debt  \\\n",
       "0              Missing                Invalid       3306.57   \n",
       "1              Missing                Missing      11336.35   \n",
       "2              Missing                Missing       8029.40   \n",
       "3              Unknown                Unknown      22899.94   \n",
       "4              Unknown                Invalid      31122.95   \n",
       "\n",
       "   Years of Credit History Years in current job  Number of Credit Problems  \\\n",
       "0                     25.5            10+ years                        0.0   \n",
       "1                     12.5            10+ years                        0.0   \n",
       "2                     21.3              7 years                        0.0   \n",
       "3                     15.5              5 years                        0.0   \n",
       "4                     19.4            10+ years                        0.0   \n",
       "\n",
       "   Credit Score Loan Repayment Terms Loan Decision  Maximum Open Credit  \n",
       "0         751.0              Missing           NaN            2652232.0  \n",
       "1         694.0              Missing    Fully Paid             773762.0  \n",
       "2         747.0              Invalid    Fully Paid             751124.0  \n",
       "3         620.0              Invalid    Fully Paid             670340.0  \n",
       "4         716.0              Invalid           NaN             975766.0  "
      ]
     },
     "execution_count": 265,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW3.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 266,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>86770.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>69931.000000</td>\n",
       "      <td>8.676800e+04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>18448.239063</td>\n",
       "      <td>18.207922</td>\n",
       "      <td>0.166025</td>\n",
       "      <td>1088.426606</td>\n",
       "      <td>7.565437e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>12170.807006</td>\n",
       "      <td>7.030028</td>\n",
       "      <td>0.479479</td>\n",
       "      <td>1497.166987</td>\n",
       "      <td>8.502834e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>585.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>10216.822500</td>\n",
       "      <td>13.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>706.000000</td>\n",
       "      <td>2.755060e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>16194.175000</td>\n",
       "      <td>16.900000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>725.000000</td>\n",
       "      <td>4.701840e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>23970.115000</td>\n",
       "      <td>21.700000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>741.000000</td>\n",
       "      <td>7.854220e+05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>435843.280000</td>\n",
       "      <td>70.500000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>7510.000000</td>\n",
       "      <td>1.539738e+09</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Monthly Debt  Years of Credit History  Number of Credit Problems  \\\n",
       "count   86770.000000             86770.000000               86770.000000   \n",
       "mean    18448.239063                18.207922                   0.166025   \n",
       "std     12170.807006                 7.030028                   0.479479   \n",
       "min         0.000000                 3.800000                   0.000000   \n",
       "25%     10216.822500                13.500000                   0.000000   \n",
       "50%     16194.175000                16.900000                   0.000000   \n",
       "75%     23970.115000                21.700000                   0.000000   \n",
       "max    435843.280000                70.500000                  15.000000   \n",
       "\n",
       "       Credit Score  Maximum Open Credit  \n",
       "count  69931.000000         8.676800e+04  \n",
       "mean    1088.426606         7.565437e+05  \n",
       "std     1497.166987         8.502834e+06  \n",
       "min      585.000000         0.000000e+00  \n",
       "25%      706.000000         2.755060e+05  \n",
       "50%      725.000000         4.701840e+05  \n",
       "75%      741.000000         7.854220e+05  \n",
       "max     7510.000000         1.539738e+09  "
      ]
     },
     "execution_count": 266,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW3.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 267,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9828 entries, 0 to 9827\n",
      "Data columns (total 28 columns):\n",
      " #   Column                        Non-Null Count  Dtype  \n",
      "---  ------                        --------------  -----  \n",
      " 0   Loan ID                       9828 non-null   object \n",
      " 1   Customer ID                   9828 non-null   object \n",
      " 2   Current Loan Amount           9828 non-null   object \n",
      " 3   Term                          9828 non-null   object \n",
      " 4   Credit Score                  7906 non-null   object \n",
      " 5   Annual Income                 7906 non-null   float64\n",
      " 6   Years in current job          9405 non-null   object \n",
      " 7   Home Ownership                9828 non-null   object \n",
      " 8   Purpose                       9828 non-null   object \n",
      " 9   Monthly Debt                  9828 non-null   float64\n",
      " 10  Years of Credit History       9828 non-null   object \n",
      " 11  Months since last delinquent  4611 non-null   float64\n",
      " 12  Number of Open Accounts       9828 non-null   object \n",
      " 13  Number of Credit Problems     9828 non-null   object \n",
      " 14  Current Credit Balance        9828 non-null   int64  \n",
      " 15  Maximum Open Credit           9828 non-null   int64  \n",
      " 16  Bankruptcies                  9811 non-null   object \n",
      " 17  Tax Liens                     9827 non-null   float64\n",
      " 18  Loan Grade                    8923 non-null   object \n",
      " 19  Employment Length             8956 non-null   object \n",
      " 20  Interest Rate                 9828 non-null   object \n",
      " 21  Loan Purpose Category         8410 non-null   object \n",
      " 22  Debt-to-Income Ratio          9828 non-null   float64\n",
      " 23  Loan-to-Value Ratio           9828 non-null   float64\n",
      " 24  Credit Utilization            9828 non-null   object \n",
      " 25  Revolving Balance             9828 non-null   object \n",
      " 26  Loan Payment History          8569 non-null   object \n",
      " 27  Loan Repayment Period         9828 non-null   object \n",
      "dtypes: float64(6), int64(2), object(20)\n",
      "memory usage: 2.1+ MB\n"
     ]
    }
   ],
   "source": [
    "dataRAW4.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 268,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.030222855398392184"
      ]
     },
     "execution_count": 268,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "desired_coulmns_4 = dataRAW4[[\"Loan ID\",\"Customer ID\",\"Current Loan Amount\",\"Term\",\"Credit Score\",\"Annual Income\",\"Years in current job\",\"Home Ownership\",\"Monthly Debt\",\"Years of Credit History\",\"Months since last delinquent\",\"Number of Open Accounts\",\"Number of Credit Problems\",\"Current Credit Balance\",\"Maximum Open Credit\",\"Bankruptcies\",\"Tax Liens\",\"Employment Length\",\"Interest Rate\",]]\n",
    "desired_coulmns_4.head()\n",
    "desired_coulmns_4[\"Tax Liens\"].mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 269,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Tax Liens</th>\n",
       "      <th>Debt-to-Income Ratio</th>\n",
       "      <th>Loan-to-Value Ratio</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>7.906000e+03</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>4611.000000</td>\n",
       "      <td>9.828000e+03</td>\n",
       "      <td>9.828000e+03</td>\n",
       "      <td>9827.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.372631e+06</td>\n",
       "      <td>18391.187338</td>\n",
       "      <td>35.435914</td>\n",
       "      <td>2.924367e+05</td>\n",
       "      <td>8.423541e+05</td>\n",
       "      <td>0.030223</td>\n",
       "      <td>1.004500</td>\n",
       "      <td>0.497190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>8.590410e+05</td>\n",
       "      <td>12026.282295</td>\n",
       "      <td>22.122317</td>\n",
       "      <td>3.488328e+05</td>\n",
       "      <td>8.607249e+06</td>\n",
       "      <td>0.246701</td>\n",
       "      <td>0.573823</td>\n",
       "      <td>0.288752</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.112450e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>8.450820e+05</td>\n",
       "      <td>10045.965000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>1.111642e+05</td>\n",
       "      <td>2.704900e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.510000</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.167692e+06</td>\n",
       "      <td>16154.465000</td>\n",
       "      <td>32.000000</td>\n",
       "      <td>2.092755e+05</td>\n",
       "      <td>4.637930e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.010000</td>\n",
       "      <td>0.490000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.639847e+06</td>\n",
       "      <td>23996.240000</td>\n",
       "      <td>52.000000</td>\n",
       "      <td>3.680348e+05</td>\n",
       "      <td>7.846080e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.500000</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>9.458200e+06</td>\n",
       "      <td>120559.560000</td>\n",
       "      <td>152.000000</td>\n",
       "      <td>7.423870e+06</td>\n",
       "      <td>6.324777e+08</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Annual Income   Monthly Debt  Months since last delinquent  \\\n",
       "count   7.906000e+03    9828.000000                   4611.000000   \n",
       "mean    1.372631e+06   18391.187338                     35.435914   \n",
       "std     8.590410e+05   12026.282295                     22.122317   \n",
       "min     1.112450e+05       0.000000                      0.000000   \n",
       "25%     8.450820e+05   10045.965000                     17.000000   \n",
       "50%     1.167692e+06   16154.465000                     32.000000   \n",
       "75%     1.639847e+06   23996.240000                     52.000000   \n",
       "max     9.458200e+06  120559.560000                    152.000000   \n",
       "\n",
       "       Current Credit Balance  Maximum Open Credit    Tax Liens  \\\n",
       "count            9.828000e+03         9.828000e+03  9827.000000   \n",
       "mean             2.924367e+05         8.423541e+05     0.030223   \n",
       "std              3.488328e+05         8.607249e+06     0.246701   \n",
       "min              0.000000e+00         0.000000e+00     0.000000   \n",
       "25%              1.111642e+05         2.704900e+05     0.000000   \n",
       "50%              2.092755e+05         4.637930e+05     0.000000   \n",
       "75%              3.680348e+05         7.846080e+05     0.000000   \n",
       "max              7.423870e+06         6.324777e+08     6.000000   \n",
       "\n",
       "       Debt-to-Income Ratio  Loan-to-Value Ratio  \n",
       "count           9828.000000          9828.000000  \n",
       "mean               1.004500             0.497190  \n",
       "std                0.573823             0.288752  \n",
       "min                0.000000             0.000000  \n",
       "25%                0.510000             0.250000  \n",
       "50%                1.010000             0.490000  \n",
       "75%                1.500000             0.750000  \n",
       "max                2.000000             1.000000  "
      ]
     },
     "execution_count": 269,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW4.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 270,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Purpose</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>...</th>\n",
       "      <th>Loan Grade</th>\n",
       "      <th>Employment Length</th>\n",
       "      <th>Interest Rate</th>\n",
       "      <th>Loan Purpose Category</th>\n",
       "      <th>Debt-to-Income Ratio</th>\n",
       "      <th>Loan-to-Value Ratio</th>\n",
       "      <th>Credit Utilization</th>\n",
       "      <th>Revolving Balance</th>\n",
       "      <th>Loan Payment History</th>\n",
       "      <th>Loan Repayment Period</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>981165ec-3274-42f5-a3b4-d104041a9ca9</td>\n",
       "      <td>445412</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>709</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>...</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>3.15%</td>\n",
       "      <td>Debt Consolidaton</td>\n",
       "      <td>1.26</td>\n",
       "      <td>0.02</td>\n",
       "      <td>18.13%</td>\n",
       "      <td>$21,295.67</td>\n",
       "      <td>On time</td>\n",
       "      <td>29 months</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>2de017a3-2e01-49cb-a581-08169e83be29</td>\n",
       "      <td>262328</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>...</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>8 years</td>\n",
       "      <td>5.79%</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.42</td>\n",
       "      <td>0.90</td>\n",
       "      <td>55.16%</td>\n",
       "      <td>$10,394.99</td>\n",
       "      <td>On time</td>\n",
       "      <td>49 months</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4eed4e6a-aa2f-4c91-8651-ce984ee8fb26</td>\n",
       "      <td>5efb2b2b-bf11-4dfd-a572-3761a2694725</td>\n",
       "      <td>99999999</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>741</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>...</td>\n",
       "      <td>G</td>\n",
       "      <td>5 years</td>\n",
       "      <td>9.98%</td>\n",
       "      <td>Medicla</td>\n",
       "      <td>1.39</td>\n",
       "      <td>0.02</td>\n",
       "      <td>40.66%</td>\n",
       "      <td>$64,515.53</td>\n",
       "      <td>NaN</td>\n",
       "      <td>34 months</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>e777faab-98ae-45af-9a86-7ce5b33b1011</td>\n",
       "      <td>347666</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>721</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>...</td>\n",
       "      <td>Z</td>\n",
       "      <td>6 years</td>\n",
       "      <td>2.98%</td>\n",
       "      <td>Debt Consolidaton</td>\n",
       "      <td>1.32</td>\n",
       "      <td>0.87</td>\n",
       "      <td>44.29%</td>\n",
       "      <td>$5,393.50</td>\n",
       "      <td>No</td>\n",
       "      <td>33 months</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>81536ad9-5ccf-4eb8-befb-47a4d608658e</td>\n",
       "      <td>176220</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>...</td>\n",
       "      <td>A</td>\n",
       "      <td>7 years</td>\n",
       "      <td>5.25%</td>\n",
       "      <td>Home Improvemnt</td>\n",
       "      <td>1.26</td>\n",
       "      <td>0.12</td>\n",
       "      <td>93.54%</td>\n",
       "      <td>$6,266.00</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>50 months</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID                           Customer ID  \\\n",
       "0  14dd8831-6af5-400b-83ec-68e61888a048  981165ec-3274-42f5-a3b4-d104041a9ca9   \n",
       "1  4771cc26-131a-45db-b5aa-537ea4ba5342  2de017a3-2e01-49cb-a581-08169e83be29   \n",
       "2  4eed4e6a-aa2f-4c91-8651-ce984ee8fb26  5efb2b2b-bf11-4dfd-a572-3761a2694725   \n",
       "3  77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a  e777faab-98ae-45af-9a86-7ce5b33b1011   \n",
       "4  d4062e70-befa-4995-8643-a0de73938182  81536ad9-5ccf-4eb8-befb-47a4d608658e   \n",
       "\n",
       "  Current Loan Amount        Term Credit Score  Annual Income  \\\n",
       "0              445412  Short Term          709      1167493.0   \n",
       "1              262328  Short Term          NaN            NaN   \n",
       "2            99999999  Short Term          741      2231892.0   \n",
       "3              347666   Long Term          721       806949.0   \n",
       "4              176220  Short Term          NaN            NaN   \n",
       "\n",
       "  Years in current job Home Ownership             Purpose  Monthly Debt  ...  \\\n",
       "0              8 years  Home Mortgage   Home Improvements       5214.74  ...   \n",
       "1            10+ years  Home Mortgage  Debt Consolidation      33295.98  ...   \n",
       "2              8 years       Own Home  Debt Consolidation      29200.53  ...   \n",
       "3              3 years       Own Home  Debt Consolidation       8741.90  ...   \n",
       "4              5 years           Rent  Debt Consolidation      20639.70  ...   \n",
       "\n",
       "  Loan Grade  Employment Length Interest Rate Loan Purpose Category  \\\n",
       "0    Unknown          10+ years         3.15%     Debt Consolidaton   \n",
       "1    Unknown            8 years         5.79%                   NaN   \n",
       "2          G            5 years         9.98%               Medicla   \n",
       "3          Z            6 years         2.98%     Debt Consolidaton   \n",
       "4          A            7 years         5.25%       Home Improvemnt   \n",
       "\n",
       "   Debt-to-Income Ratio  Loan-to-Value Ratio Credit Utilization  \\\n",
       "0                  1.26                 0.02             18.13%   \n",
       "1                  0.42                 0.90             55.16%   \n",
       "2                  1.39                 0.02             40.66%   \n",
       "3                  1.32                 0.87             44.29%   \n",
       "4                  1.26                 0.12             93.54%   \n",
       "\n",
       "   Revolving Balance Loan Payment History Loan Repayment Period  \n",
       "0        $21,295.67               On time             29 months  \n",
       "1        $10,394.99               On time             49 months  \n",
       "2        $64,515.53                   NaN             34 months  \n",
       "3         $5,393.50                    No             33 months  \n",
       "4         $6,266.00               Unknown             50 months  \n",
       "\n",
       "[5 rows x 28 columns]"
      ]
     },
     "execution_count": 270,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW4.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 271,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9828 entries, 0 to 9827\n",
      "Data columns (total 2 columns):\n",
      " #   Column      Non-Null Count  Dtype \n",
      "---  ------      --------------  ----- \n",
      " 0   Loan ID     9828 non-null   object\n",
      " 1   prediction  9828 non-null   int64 \n",
      "dtypes: int64(1), object(1)\n",
      "memory usage: 153.7+ KB\n"
     ]
    }
   ],
   "source": [
    "dataRAW5.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 272,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>prediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4eed4e6a-aa2f-4c91-8651-ce984ee8fb26</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID  prediction\n",
       "0  14dd8831-6af5-400b-83ec-68e61888a048           1\n",
       "1  4771cc26-131a-45db-b5aa-537ea4ba5342           1\n",
       "2  4eed4e6a-aa2f-4c91-8651-ce984ee8fb26           1\n",
       "3  77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a           1\n",
       "4  d4062e70-befa-4995-8643-a0de73938182           1"
      ]
     },
     "execution_count": 272,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW5.head()\n",
    "desired_coulmns_5 = dataRAW5[[\"Loan ID\",\"prediction\"]]\n",
    "desired_coulmns_5.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 273,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 87284 entries, 0 to 87283\n",
      "Data columns (total 33 columns):\n",
      " #   Column                        Non-Null Count  Dtype  \n",
      "---  ------                        --------------  -----  \n",
      " 0   Employment Status             87284 non-null  object \n",
      " 1   Home Ownership                86770 non-null  object \n",
      " 2   Status of Loan                58491 non-null  object \n",
      " 3   Loan Security Type            87284 non-null  object \n",
      " 4   Loan Default History          87284 non-null  object \n",
      " 5   Number of Open Accounts       86770 non-null  float64\n",
      " 6   Loan Utilization Ratio        87284 non-null  object \n",
      " 7   Monthly Debt                  86770 non-null  float64\n",
      " 8   Years of Credit History       86770 non-null  float64\n",
      " 9   Years in current job          83108 non-null  object \n",
      " 10  Number of Credit Problems     86770 non-null  float64\n",
      " 11  Credit Score                  69931 non-null  float64\n",
      " 12  Loan Repayment Terms          87284 non-null  object \n",
      " 13  Loan Decision                 58206 non-null  object \n",
      " 14  Maximum Open Credit           86768 non-null  float64\n",
      " 15  Current Credit Balance        86770 non-null  float64\n",
      " 16  Loan Approval Date            87284 non-null  object \n",
      " 17  Loan Amount Repaid            87284 non-null  object \n",
      " 18  Months since last delinquent  40419 non-null  float64\n",
      " 19  Loan Status                   86770 non-null  object \n",
      " 20  Loan Outcome                  58259 non-null  object \n",
      " 21  Loan ID                       86770 non-null  object \n",
      " 22  Borrower's Risk Assessment    87284 non-null  object \n",
      " 23  Current Loan Amount           86770 non-null  float64\n",
      " 24  Loan Approval Status          58196 non-null  object \n",
      " 25  Bankruptcies                  86586 non-null  float64\n",
      " 26  Annual Income                 69931 non-null  float64\n",
      " 27  Customer ID                   86770 non-null  object \n",
      " 28  Term                          86770 non-null  object \n",
      " 29  Tax Liens                     86761 non-null  float64\n",
      " 30  Purpose                       86770 non-null  object \n",
      " 31  Interest Payment Frequency    87284 non-null  object \n",
      " 32  Credit History Length         87284 non-null  object \n",
      "dtypes: float64(12), object(21)\n",
      "memory usage: 22.0+ MB\n"
     ]
    }
   ],
   "source": [
    "dataRAW6.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 274,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Purpose</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5c86a82b-4a36-4a16-adf0-0fd42039576d</td>\n",
       "      <td>f53893a4-3333-4517-afce-7e0c7e8d2789</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>c9e34549-4536-4041-a128-b903b9f1cbe0</td>\n",
       "      <td>866308f8-2df5-4615-aa03-e9db13e967b3</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>52.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0aacf8ff-fdb6-4479-af1c-50936513a5c0</td>\n",
       "      <td>0b0e3c5e-f399-4360-b31c-eb3f94e7d4f4</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dd0000b5-39df-4317-b322-53580b04bbf1</td>\n",
       "      <td>f32441ad-2f67-46ac-a10a-10296b4034ec</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.0</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>80.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>f45207bc-5b68-4560-81e8-d5ee4f1d8fa3</td>\n",
       "      <td>6a004d25-2833-4d0d-85c3-7b7019710752</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID                           Customer ID  \\\n",
       "0  5c86a82b-4a36-4a16-adf0-0fd42039576d  f53893a4-3333-4517-afce-7e0c7e8d2789   \n",
       "1  c9e34549-4536-4041-a128-b903b9f1cbe0  866308f8-2df5-4615-aa03-e9db13e967b3   \n",
       "2  0aacf8ff-fdb6-4479-af1c-50936513a5c0  0b0e3c5e-f399-4360-b31c-eb3f94e7d4f4   \n",
       "3  dd0000b5-39df-4317-b322-53580b04bbf1  f32441ad-2f67-46ac-a10a-10296b4034ec   \n",
       "4  f45207bc-5b68-4560-81e8-d5ee4f1d8fa3  6a004d25-2833-4d0d-85c3-7b7019710752   \n",
       "\n",
       "   Loan Status  Current Loan Amount        Term  Credit Score  Annual Income  \\\n",
       "0   Fully Paid             159346.0  Short Term         751.0       987012.0   \n",
       "1  Charged Off             210760.0  Short Term         694.0       860985.0   \n",
       "2   Fully Paid             205766.0  Short Term         747.0       526528.0   \n",
       "3   Fully Paid             405768.0   Long Term         620.0       974472.0   \n",
       "4   Fully Paid             355520.0  Short Term         716.0      1420060.0   \n",
       "\n",
       "  Years in current job Home Ownership             Purpose  Monthly Debt  \\\n",
       "0            10+ years       Own Home   Home Improvements       3306.57   \n",
       "1            10+ years  Home Mortgage  Debt Consolidation      11336.35   \n",
       "2              7 years       Own Home  Debt Consolidation       8029.40   \n",
       "3              5 years  Home Mortgage  Debt Consolidation      22899.94   \n",
       "4            10+ years           Rent  Debt Consolidation      31122.95   \n",
       "\n",
       "   Years of Credit History  Months since last delinquent  \\\n",
       "0                     25.5                           NaN   \n",
       "1                     12.5                          52.0   \n",
       "2                     21.3                           NaN   \n",
       "3                     15.5                          80.0   \n",
       "4                     19.4                           NaN   \n",
       "\n",
       "   Number of Open Accounts  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                     12.0                        0.0                148884.0   \n",
       "1                     23.0                        0.0                245252.0   \n",
       "2                      4.0                        0.0                381425.0   \n",
       "3                     19.0                        0.0                470079.0   \n",
       "4                      9.0                        0.0                760114.0   \n",
       "\n",
       "   Maximum Open Credit  Bankruptcies  Tax Liens  \n",
       "0            2652232.0           0.0        0.0  \n",
       "1             773762.0           0.0        0.0  \n",
       "2             751124.0           0.0        0.0  \n",
       "3             670340.0           0.0        0.0  \n",
       "4             975766.0           0.0        0.0  "
      ]
     },
     "execution_count": 274,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "desired_coulmns_6 = dataRAW6[[\"Loan ID\",\"Customer ID\",\"Loan Status\",\"Current Loan Amount\",\"Term\",\"Credit Score\",\"Annual Income\",\"Years in current job\",\"Home Ownership\",\"Purpose\",\"Monthly Debt\",\"Years of Credit History\",\"Months since last delinquent\",\"Number of Open Accounts\",\"Number of Credit Problems\",\"Current Credit Balance\",\"Maximum Open Credit\",\"Bankruptcies\",\"Tax Liens\"]]\n",
    "desired_coulmns_6.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 275,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>86770.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>69931.000000</td>\n",
       "      <td>8.676800e+04</td>\n",
       "      <td>8.677000e+04</td>\n",
       "      <td>40419.000000</td>\n",
       "      <td>8.677000e+04</td>\n",
       "      <td>86586.000000</td>\n",
       "      <td>6.993100e+04</td>\n",
       "      <td>86761.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>11.134897</td>\n",
       "      <td>18448.239063</td>\n",
       "      <td>18.207922</td>\n",
       "      <td>0.166025</td>\n",
       "      <td>1088.426606</td>\n",
       "      <td>7.565437e+05</td>\n",
       "      <td>2.946281e+05</td>\n",
       "      <td>34.831985</td>\n",
       "      <td>1.184974e+07</td>\n",
       "      <td>0.116520</td>\n",
       "      <td>1.377557e+06</td>\n",
       "      <td>0.028527</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>5.013697</td>\n",
       "      <td>12170.807006</td>\n",
       "      <td>7.030028</td>\n",
       "      <td>0.479479</td>\n",
       "      <td>1497.166987</td>\n",
       "      <td>8.502834e+06</td>\n",
       "      <td>3.789518e+05</td>\n",
       "      <td>21.978276</td>\n",
       "      <td>3.189262e+07</td>\n",
       "      <td>0.350112</td>\n",
       "      <td>1.111185e+06</td>\n",
       "      <td>0.256775</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>585.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.080200e+04</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7.662700e+04</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>8.000000</td>\n",
       "      <td>10216.822500</td>\n",
       "      <td>13.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>706.000000</td>\n",
       "      <td>2.755060e+05</td>\n",
       "      <td>1.130120e+05</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>1.796960e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.489390e+05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>10.000000</td>\n",
       "      <td>16194.175000</td>\n",
       "      <td>16.900000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>725.000000</td>\n",
       "      <td>4.701840e+05</td>\n",
       "      <td>2.098170e+05</td>\n",
       "      <td>32.000000</td>\n",
       "      <td>3.115640e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.172927e+06</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>14.000000</td>\n",
       "      <td>23970.115000</td>\n",
       "      <td>21.700000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>741.000000</td>\n",
       "      <td>7.854220e+05</td>\n",
       "      <td>3.676690e+05</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>5.240840e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.650530e+06</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>76.000000</td>\n",
       "      <td>435843.280000</td>\n",
       "      <td>70.500000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>7510.000000</td>\n",
       "      <td>1.539738e+09</td>\n",
       "      <td>3.287897e+07</td>\n",
       "      <td>176.000000</td>\n",
       "      <td>1.000000e+08</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>1.655574e+08</td>\n",
       "      <td>15.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Number of Open Accounts   Monthly Debt  Years of Credit History  \\\n",
       "count             86770.000000   86770.000000             86770.000000   \n",
       "mean                 11.134897   18448.239063                18.207922   \n",
       "std                   5.013697   12170.807006                 7.030028   \n",
       "min                   0.000000       0.000000                 3.800000   \n",
       "25%                   8.000000   10216.822500                13.500000   \n",
       "50%                  10.000000   16194.175000                16.900000   \n",
       "75%                  14.000000   23970.115000                21.700000   \n",
       "max                  76.000000  435843.280000                70.500000   \n",
       "\n",
       "       Number of Credit Problems  Credit Score  Maximum Open Credit  \\\n",
       "count               86770.000000  69931.000000         8.676800e+04   \n",
       "mean                    0.166025   1088.426606         7.565437e+05   \n",
       "std                     0.479479   1497.166987         8.502834e+06   \n",
       "min                     0.000000    585.000000         0.000000e+00   \n",
       "25%                     0.000000    706.000000         2.755060e+05   \n",
       "50%                     0.000000    725.000000         4.701840e+05   \n",
       "75%                     0.000000    741.000000         7.854220e+05   \n",
       "max                    15.000000   7510.000000         1.539738e+09   \n",
       "\n",
       "       Current Credit Balance  Months since last delinquent  \\\n",
       "count            8.677000e+04                  40419.000000   \n",
       "mean             2.946281e+05                     34.831985   \n",
       "std              3.789518e+05                     21.978276   \n",
       "min              0.000000e+00                      0.000000   \n",
       "25%              1.130120e+05                     16.000000   \n",
       "50%              2.098170e+05                     32.000000   \n",
       "75%              3.676690e+05                     51.000000   \n",
       "max              3.287897e+07                    176.000000   \n",
       "\n",
       "       Current Loan Amount  Bankruptcies  Annual Income     Tax Liens  \n",
       "count         8.677000e+04  86586.000000   6.993100e+04  86761.000000  \n",
       "mean          1.184974e+07      0.116520   1.377557e+06      0.028527  \n",
       "std           3.189262e+07      0.350112   1.111185e+06      0.256775  \n",
       "min           1.080200e+04      0.000000   7.662700e+04      0.000000  \n",
       "25%           1.796960e+05      0.000000   8.489390e+05      0.000000  \n",
       "50%           3.115640e+05      0.000000   1.172927e+06      0.000000  \n",
       "75%           5.240840e+05      0.000000   1.650530e+06      0.000000  \n",
       "max           1.000000e+08      7.000000   1.655574e+08     15.000000  "
      ]
     },
     "execution_count": 275,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW6.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 276,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Employment Status</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Status of Loan</th>\n",
       "      <th>Loan Security Type</th>\n",
       "      <th>Loan Default History</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Loan Utilization Ratio</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>...</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Loan Approval Status</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Term</th>\n",
       "      <th>Tax Liens</th>\n",
       "      <th>Purpose</th>\n",
       "      <th>Interest Payment Frequency</th>\n",
       "      <th>Credit History Length</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Missing</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Missing</td>\n",
       "      <td>12.0</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>...</td>\n",
       "      <td>159346.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>f53893a4-3333-4517-afce-7e0c7e8d2789</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Invalid</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Missing</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Missing</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>...</td>\n",
       "      <td>210760.0</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>0.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>866308f8-2df5-4615-aa03-e9db13e967b3</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Invalid</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Missing</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Missing</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>7 years</td>\n",
       "      <td>...</td>\n",
       "      <td>205766.0</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>0.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>0b0e3c5e-f399-4360-b31c-eb3f94e7d4f4</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Missing</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>19.0</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>5 years</td>\n",
       "      <td>...</td>\n",
       "      <td>405768.0</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>0.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>f32441ad-2f67-46ac-a10a-10296b4034ec</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>Missing</td>\n",
       "      <td>Missing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Missing</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Unknown</td>\n",
       "      <td>9.0</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>...</td>\n",
       "      <td>355520.0</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>6a004d25-2833-4d0d-85c3-7b7019710752</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>Invalid</td>\n",
       "      <td>Invalid</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  Employment Status Home Ownership Status of Loan Loan Security Type  \\\n",
       "0           Missing       Own Home    Charged Off            Invalid   \n",
       "1           Invalid  Home Mortgage            NaN            Invalid   \n",
       "2           Invalid       Own Home            NaN            Missing   \n",
       "3           Missing  Home Mortgage    Charged Off            Unknown   \n",
       "4           Missing           Rent    Charged Off            Invalid   \n",
       "\n",
       "  Loan Default History  Number of Open Accounts Loan Utilization Ratio  \\\n",
       "0              Missing                     12.0                Invalid   \n",
       "1              Missing                     23.0                Missing   \n",
       "2              Missing                      4.0                Missing   \n",
       "3              Unknown                     19.0                Unknown   \n",
       "4              Unknown                      9.0                Invalid   \n",
       "\n",
       "   Monthly Debt  Years of Credit History Years in current job  ...  \\\n",
       "0       3306.57                     25.5            10+ years  ...   \n",
       "1      11336.35                     12.5            10+ years  ...   \n",
       "2       8029.40                     21.3              7 years  ...   \n",
       "3      22899.94                     15.5              5 years  ...   \n",
       "4      31122.95                     19.4            10+ years  ...   \n",
       "\n",
       "   Current Loan Amount  Loan Approval Status Bankruptcies Annual Income  \\\n",
       "0             159346.0                   NaN          0.0      987012.0   \n",
       "1             210760.0            Fully Paid          0.0      860985.0   \n",
       "2             205766.0           Charged Off          0.0      526528.0   \n",
       "3             405768.0           Charged Off          0.0      974472.0   \n",
       "4             355520.0            Fully Paid          0.0     1420060.0   \n",
       "\n",
       "                            Customer ID        Term Tax Liens  \\\n",
       "0  f53893a4-3333-4517-afce-7e0c7e8d2789  Short Term       0.0   \n",
       "1  866308f8-2df5-4615-aa03-e9db13e967b3  Short Term       0.0   \n",
       "2  0b0e3c5e-f399-4360-b31c-eb3f94e7d4f4  Short Term       0.0   \n",
       "3  f32441ad-2f67-46ac-a10a-10296b4034ec   Long Term       0.0   \n",
       "4  6a004d25-2833-4d0d-85c3-7b7019710752  Short Term       0.0   \n",
       "\n",
       "              Purpose  Interest Payment Frequency Credit History Length  \n",
       "0   Home Improvements                     Invalid               Invalid  \n",
       "1  Debt Consolidation                     Unknown               Invalid  \n",
       "2  Debt Consolidation                     Invalid               Invalid  \n",
       "3  Debt Consolidation                     Missing               Missing  \n",
       "4  Debt Consolidation                     Invalid               Invalid  \n",
       "\n",
       "[5 rows x 33 columns]"
      ]
     },
     "execution_count": 276,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#dataRAW6[\"Months since last delinquent\"].describe()\n",
    "dataRAW6.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 277,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 949039 entries, 0 to 949038\n",
      "Data columns (total 7 columns):\n",
      " #   Column          Non-Null Count   Dtype  \n",
      "---  ------          --------------   -----  \n",
      " 0   CustomerID      949039 non-null  object \n",
      " 1   AccountBalance  949039 non-null  float64\n",
      " 2   HavingFD        949039 non-null  int64  \n",
      " 3   HavingCC        949039 non-null  int64  \n",
      " 4   CIBIL_Score     949039 non-null  int64  \n",
      " 5   HavingLoan      949039 non-null  int64  \n",
      " 6   RV              949039 non-null  float64\n",
      "dtypes: float64(2), int64(4), object(1)\n",
      "memory usage: 50.7+ MB\n"
     ]
    }
   ],
   "source": [
    "desired_coulmns_1.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 278,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 87284 entries, 0 to 87283\n",
      "Data columns (total 7 columns):\n",
      " #   Column                     Non-Null Count  Dtype  \n",
      "---  ------                     --------------  -----  \n",
      " 0   Loan ID                    86770 non-null  object \n",
      " 1   Monthly Debt               86770 non-null  float64\n",
      " 2   Years of Credit History    86770 non-null  float64\n",
      " 3   Years in current job       83108 non-null  object \n",
      " 4   Number of Credit Problems  86770 non-null  float64\n",
      " 5   Credit Score               69931 non-null  float64\n",
      " 6   Maximum Open Credit        86768 non-null  float64\n",
      "dtypes: float64(5), object(2)\n",
      "memory usage: 4.7+ MB\n"
     ]
    }
   ],
   "source": [
    "desired_coulmns_3.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 279,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9828 entries, 0 to 9827\n",
      "Data columns (total 19 columns):\n",
      " #   Column                        Non-Null Count  Dtype  \n",
      "---  ------                        --------------  -----  \n",
      " 0   Loan ID                       9828 non-null   object \n",
      " 1   Customer ID                   9828 non-null   object \n",
      " 2   Current Loan Amount           9828 non-null   object \n",
      " 3   Term                          9828 non-null   object \n",
      " 4   Credit Score                  7906 non-null   object \n",
      " 5   Annual Income                 7906 non-null   float64\n",
      " 6   Years in current job          9405 non-null   object \n",
      " 7   Home Ownership                9828 non-null   object \n",
      " 8   Monthly Debt                  9828 non-null   float64\n",
      " 9   Years of Credit History       9828 non-null   object \n",
      " 10  Months since last delinquent  4611 non-null   float64\n",
      " 11  Number of Open Accounts       9828 non-null   object \n",
      " 12  Number of Credit Problems     9828 non-null   object \n",
      " 13  Current Credit Balance        9828 non-null   int64  \n",
      " 14  Maximum Open Credit           9828 non-null   int64  \n",
      " 15  Bankruptcies                  9811 non-null   object \n",
      " 16  Tax Liens                     9827 non-null   float64\n",
      " 17  Employment Length             8956 non-null   object \n",
      " 18  Interest Rate                 9828 non-null   object \n",
      "dtypes: float64(4), int64(2), object(13)\n",
      "memory usage: 1.4+ MB\n"
     ]
    }
   ],
   "source": [
    "desired_coulmns_4.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 280,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "      <th>Employment Length</th>\n",
       "      <th>Interest Rate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>981165ec-3274-42f5-a3b4-d104041a9ca9</td>\n",
       "      <td>445412</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>709</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>17.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>228190</td>\n",
       "      <td>416746</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>3.15%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>2de017a3-2e01-49cb-a581-08169e83be29</td>\n",
       "      <td>262328</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>21.1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>229976</td>\n",
       "      <td>850784</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>5.79%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4eed4e6a-aa2f-4c91-8651-ce984ee8fb26</td>\n",
       "      <td>5efb2b2b-bf11-4dfd-a572-3761a2694725</td>\n",
       "      <td>99999999</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>741</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>14.9</td>\n",
       "      <td>29.0</td>\n",
       "      <td>18</td>\n",
       "      <td>1</td>\n",
       "      <td>297996</td>\n",
       "      <td>750090</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5 years</td>\n",
       "      <td>9.98%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>e777faab-98ae-45af-9a86-7ce5b33b1011</td>\n",
       "      <td>347666</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>721</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>256329</td>\n",
       "      <td>386958</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6 years</td>\n",
       "      <td>2.98%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>81536ad9-5ccf-4eb8-befb-47a4d608658e</td>\n",
       "      <td>176220</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>6.1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>253460</td>\n",
       "      <td>427174</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7 years</td>\n",
       "      <td>5.25%</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID                           Customer ID  \\\n",
       "0  14dd8831-6af5-400b-83ec-68e61888a048  981165ec-3274-42f5-a3b4-d104041a9ca9   \n",
       "1  4771cc26-131a-45db-b5aa-537ea4ba5342  2de017a3-2e01-49cb-a581-08169e83be29   \n",
       "2  4eed4e6a-aa2f-4c91-8651-ce984ee8fb26  5efb2b2b-bf11-4dfd-a572-3761a2694725   \n",
       "3  77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a  e777faab-98ae-45af-9a86-7ce5b33b1011   \n",
       "4  d4062e70-befa-4995-8643-a0de73938182  81536ad9-5ccf-4eb8-befb-47a4d608658e   \n",
       "\n",
       "  Current Loan Amount        Term Credit Score  Annual Income  \\\n",
       "0              445412  Short Term          709      1167493.0   \n",
       "1              262328  Short Term          NaN            NaN   \n",
       "2            99999999  Short Term          741      2231892.0   \n",
       "3              347666   Long Term          721       806949.0   \n",
       "4              176220  Short Term          NaN            NaN   \n",
       "\n",
       "  Years in current job Home Ownership  Monthly Debt Years of Credit History  \\\n",
       "0              8 years  Home Mortgage       5214.74                    17.2   \n",
       "1            10+ years  Home Mortgage      33295.98                    21.1   \n",
       "2              8 years       Own Home      29200.53                    14.9   \n",
       "3              3 years       Own Home       8741.90                      12   \n",
       "4              5 years           Rent      20639.70                     6.1   \n",
       "\n",
       "   Months since last delinquent Number of Open Accounts  \\\n",
       "0                           NaN                       6   \n",
       "1                           8.0                      35   \n",
       "2                          29.0                      18   \n",
       "3                           NaN                       9   \n",
       "4                           NaN                      15   \n",
       "\n",
       "  Number of Credit Problems  Current Credit Balance  Maximum Open Credit  \\\n",
       "0                         1                  228190               416746   \n",
       "1                         0                  229976               850784   \n",
       "2                         1                  297996               750090   \n",
       "3                         0                  256329               386958   \n",
       "4                         0                  253460               427174   \n",
       "\n",
       "  Bankruptcies  Tax Liens Employment Length Interest Rate  \n",
       "0            1        0.0         10+ years         3.15%  \n",
       "1            0        0.0           8 years         5.79%  \n",
       "2            0        0.0           5 years         9.98%  \n",
       "3            0        0.0           6 years         2.98%  \n",
       "4            0        0.0           7 years         5.25%  "
      ]
     },
     "execution_count": 280,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "desired_coulmns_4.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 281,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9828 entries, 0 to 9827\n",
      "Data columns (total 2 columns):\n",
      " #   Column      Non-Null Count  Dtype \n",
      "---  ------      --------------  ----- \n",
      " 0   Loan ID     9828 non-null   object\n",
      " 1   prediction  9828 non-null   int64 \n",
      "dtypes: int64(1), object(1)\n",
      "memory usage: 153.7+ KB\n"
     ]
    }
   ],
   "source": [
    "desired_coulmns_5.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 282,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 87284 entries, 0 to 87283\n",
      "Data columns (total 19 columns):\n",
      " #   Column                        Non-Null Count  Dtype  \n",
      "---  ------                        --------------  -----  \n",
      " 0   Loan ID                       86770 non-null  object \n",
      " 1   Customer ID                   86770 non-null  object \n",
      " 2   Loan Status                   86770 non-null  object \n",
      " 3   Current Loan Amount           86770 non-null  float64\n",
      " 4   Term                          86770 non-null  object \n",
      " 5   Credit Score                  69931 non-null  float64\n",
      " 6   Annual Income                 69931 non-null  float64\n",
      " 7   Years in current job          83108 non-null  object \n",
      " 8   Home Ownership                86770 non-null  object \n",
      " 9   Purpose                       86770 non-null  object \n",
      " 10  Monthly Debt                  86770 non-null  float64\n",
      " 11  Years of Credit History       86770 non-null  float64\n",
      " 12  Months since last delinquent  40419 non-null  float64\n",
      " 13  Number of Open Accounts       86770 non-null  float64\n",
      " 14  Number of Credit Problems     86770 non-null  float64\n",
      " 15  Current Credit Balance        86770 non-null  float64\n",
      " 16  Maximum Open Credit           86768 non-null  float64\n",
      " 17  Bankruptcies                  86586 non-null  float64\n",
      " 18  Tax Liens                     86761 non-null  float64\n",
      "dtypes: float64(12), object(7)\n",
      "memory usage: 12.7+ MB\n"
     ]
    }
   ],
   "source": [
    "desired_coulmns_6.info()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 283,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Purpose</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5c86a82b-4a36-4a16-adf0-0fd42039576d</td>\n",
       "      <td>f53893a4-3333-4517-afce-7e0c7e8d2789</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>c9e34549-4536-4041-a128-b903b9f1cbe0</td>\n",
       "      <td>866308f8-2df5-4615-aa03-e9db13e967b3</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>52.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0aacf8ff-fdb6-4479-af1c-50936513a5c0</td>\n",
       "      <td>0b0e3c5e-f399-4360-b31c-eb3f94e7d4f4</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dd0000b5-39df-4317-b322-53580b04bbf1</td>\n",
       "      <td>f32441ad-2f67-46ac-a10a-10296b4034ec</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.0</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>80.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>f45207bc-5b68-4560-81e8-d5ee4f1d8fa3</td>\n",
       "      <td>6a004d25-2833-4d0d-85c3-7b7019710752</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID                           Customer ID  \\\n",
       "0  5c86a82b-4a36-4a16-adf0-0fd42039576d  f53893a4-3333-4517-afce-7e0c7e8d2789   \n",
       "1  c9e34549-4536-4041-a128-b903b9f1cbe0  866308f8-2df5-4615-aa03-e9db13e967b3   \n",
       "2  0aacf8ff-fdb6-4479-af1c-50936513a5c0  0b0e3c5e-f399-4360-b31c-eb3f94e7d4f4   \n",
       "3  dd0000b5-39df-4317-b322-53580b04bbf1  f32441ad-2f67-46ac-a10a-10296b4034ec   \n",
       "4  f45207bc-5b68-4560-81e8-d5ee4f1d8fa3  6a004d25-2833-4d0d-85c3-7b7019710752   \n",
       "\n",
       "   Loan Status  Current Loan Amount        Term  Credit Score  Annual Income  \\\n",
       "0   Fully Paid             159346.0  Short Term         751.0       987012.0   \n",
       "1  Charged Off             210760.0  Short Term         694.0       860985.0   \n",
       "2   Fully Paid             205766.0  Short Term         747.0       526528.0   \n",
       "3   Fully Paid             405768.0   Long Term         620.0       974472.0   \n",
       "4   Fully Paid             355520.0  Short Term         716.0      1420060.0   \n",
       "\n",
       "  Years in current job Home Ownership             Purpose  Monthly Debt  \\\n",
       "0            10+ years       Own Home   Home Improvements       3306.57   \n",
       "1            10+ years  Home Mortgage  Debt Consolidation      11336.35   \n",
       "2              7 years       Own Home  Debt Consolidation       8029.40   \n",
       "3              5 years  Home Mortgage  Debt Consolidation      22899.94   \n",
       "4            10+ years           Rent  Debt Consolidation      31122.95   \n",
       "\n",
       "   Years of Credit History  Months since last delinquent  \\\n",
       "0                     25.5                           NaN   \n",
       "1                     12.5                          52.0   \n",
       "2                     21.3                           NaN   \n",
       "3                     15.5                          80.0   \n",
       "4                     19.4                           NaN   \n",
       "\n",
       "   Number of Open Accounts  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                     12.0                        0.0                148884.0   \n",
       "1                     23.0                        0.0                245252.0   \n",
       "2                      4.0                        0.0                381425.0   \n",
       "3                     19.0                        0.0                470079.0   \n",
       "4                      9.0                        0.0                760114.0   \n",
       "\n",
       "   Maximum Open Credit  Bankruptcies  Tax Liens  \n",
       "0            2652232.0           0.0        0.0  \n",
       "1             773762.0           0.0        0.0  \n",
       "2             751124.0           0.0        0.0  \n",
       "3             670340.0           0.0        0.0  \n",
       "4             975766.0           0.0        0.0  "
      ]
     },
     "execution_count": 283,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "desired_coulmns_6.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 284,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>8.677000e+04</td>\n",
       "      <td>69931.000000</td>\n",
       "      <td>6.993100e+04</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>40419.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>86770.000000</td>\n",
       "      <td>8.677000e+04</td>\n",
       "      <td>8.676800e+04</td>\n",
       "      <td>86586.000000</td>\n",
       "      <td>86761.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.184974e+07</td>\n",
       "      <td>1088.426606</td>\n",
       "      <td>1.377557e+06</td>\n",
       "      <td>18448.239063</td>\n",
       "      <td>18.207922</td>\n",
       "      <td>34.831985</td>\n",
       "      <td>11.134897</td>\n",
       "      <td>0.166025</td>\n",
       "      <td>2.946281e+05</td>\n",
       "      <td>7.565437e+05</td>\n",
       "      <td>0.116520</td>\n",
       "      <td>0.028527</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.189262e+07</td>\n",
       "      <td>1497.166987</td>\n",
       "      <td>1.111185e+06</td>\n",
       "      <td>12170.807006</td>\n",
       "      <td>7.030028</td>\n",
       "      <td>21.978276</td>\n",
       "      <td>5.013697</td>\n",
       "      <td>0.479479</td>\n",
       "      <td>3.789518e+05</td>\n",
       "      <td>8.502834e+06</td>\n",
       "      <td>0.350112</td>\n",
       "      <td>0.256775</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.080200e+04</td>\n",
       "      <td>585.000000</td>\n",
       "      <td>7.662700e+04</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.796960e+05</td>\n",
       "      <td>706.000000</td>\n",
       "      <td>8.489390e+05</td>\n",
       "      <td>10216.822500</td>\n",
       "      <td>13.500000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.130120e+05</td>\n",
       "      <td>2.755060e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>3.115640e+05</td>\n",
       "      <td>725.000000</td>\n",
       "      <td>1.172927e+06</td>\n",
       "      <td>16194.175000</td>\n",
       "      <td>16.900000</td>\n",
       "      <td>32.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.098170e+05</td>\n",
       "      <td>4.701840e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5.240840e+05</td>\n",
       "      <td>741.000000</td>\n",
       "      <td>1.650530e+06</td>\n",
       "      <td>23970.115000</td>\n",
       "      <td>21.700000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.676690e+05</td>\n",
       "      <td>7.854220e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000e+08</td>\n",
       "      <td>7510.000000</td>\n",
       "      <td>1.655574e+08</td>\n",
       "      <td>435843.280000</td>\n",
       "      <td>70.500000</td>\n",
       "      <td>176.000000</td>\n",
       "      <td>76.000000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>3.287897e+07</td>\n",
       "      <td>1.539738e+09</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>15.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Current Loan Amount  Credit Score  Annual Income   Monthly Debt  \\\n",
       "count         8.677000e+04  69931.000000   6.993100e+04   86770.000000   \n",
       "mean          1.184974e+07   1088.426606   1.377557e+06   18448.239063   \n",
       "std           3.189262e+07   1497.166987   1.111185e+06   12170.807006   \n",
       "min           1.080200e+04    585.000000   7.662700e+04       0.000000   \n",
       "25%           1.796960e+05    706.000000   8.489390e+05   10216.822500   \n",
       "50%           3.115640e+05    725.000000   1.172927e+06   16194.175000   \n",
       "75%           5.240840e+05    741.000000   1.650530e+06   23970.115000   \n",
       "max           1.000000e+08   7510.000000   1.655574e+08  435843.280000   \n",
       "\n",
       "       Years of Credit History  Months since last delinquent  \\\n",
       "count             86770.000000                  40419.000000   \n",
       "mean                 18.207922                     34.831985   \n",
       "std                   7.030028                     21.978276   \n",
       "min                   3.800000                      0.000000   \n",
       "25%                  13.500000                     16.000000   \n",
       "50%                  16.900000                     32.000000   \n",
       "75%                  21.700000                     51.000000   \n",
       "max                  70.500000                    176.000000   \n",
       "\n",
       "       Number of Open Accounts  Number of Credit Problems  \\\n",
       "count             86770.000000               86770.000000   \n",
       "mean                 11.134897                   0.166025   \n",
       "std                   5.013697                   0.479479   \n",
       "min                   0.000000                   0.000000   \n",
       "25%                   8.000000                   0.000000   \n",
       "50%                  10.000000                   0.000000   \n",
       "75%                  14.000000                   0.000000   \n",
       "max                  76.000000                  15.000000   \n",
       "\n",
       "       Current Credit Balance  Maximum Open Credit  Bankruptcies     Tax Liens  \n",
       "count            8.677000e+04         8.676800e+04  86586.000000  86761.000000  \n",
       "mean             2.946281e+05         7.565437e+05      0.116520      0.028527  \n",
       "std              3.789518e+05         8.502834e+06      0.350112      0.256775  \n",
       "min              0.000000e+00         0.000000e+00      0.000000      0.000000  \n",
       "25%              1.130120e+05         2.755060e+05      0.000000      0.000000  \n",
       "50%              2.098170e+05         4.701840e+05      0.000000      0.000000  \n",
       "75%              3.676690e+05         7.854220e+05      0.000000      0.000000  \n",
       "max              3.287897e+07         1.539738e+09      7.000000     15.000000  "
      ]
     },
     "execution_count": 284,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data = desired_coulmns_6\n",
    "to_be_train_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 285,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_train_data= to_be_train_data.drop_duplicates()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 286,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>7.849700e+04</td>\n",
       "      <td>61658.000000</td>\n",
       "      <td>6.165800e+04</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>36068.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>7.849700e+04</td>\n",
       "      <td>7.849500e+04</td>\n",
       "      <td>78327.000000</td>\n",
       "      <td>78489.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.306383e+07</td>\n",
       "      <td>1140.490399</td>\n",
       "      <td>1.376046e+06</td>\n",
       "      <td>18377.382153</td>\n",
       "      <td>18.256845</td>\n",
       "      <td>34.912526</td>\n",
       "      <td>11.127164</td>\n",
       "      <td>0.163127</td>\n",
       "      <td>2.942630e+05</td>\n",
       "      <td>7.712030e+05</td>\n",
       "      <td>0.114456</td>\n",
       "      <td>0.028182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.329978e+07</td>\n",
       "      <td>1587.223343</td>\n",
       "      <td>1.135947e+06</td>\n",
       "      <td>12142.321172</td>\n",
       "      <td>7.048699</td>\n",
       "      <td>21.985259</td>\n",
       "      <td>4.999224</td>\n",
       "      <td>0.475877</td>\n",
       "      <td>3.752822e+05</td>\n",
       "      <td>8.908526e+06</td>\n",
       "      <td>0.346738</td>\n",
       "      <td>0.255648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.080200e+04</td>\n",
       "      <td>585.000000</td>\n",
       "      <td>7.662700e+04</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.802680e+05</td>\n",
       "      <td>709.000000</td>\n",
       "      <td>8.483025e+05</td>\n",
       "      <td>10165.760000</td>\n",
       "      <td>13.500000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.132970e+05</td>\n",
       "      <td>2.789160e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>3.130600e+05</td>\n",
       "      <td>730.000000</td>\n",
       "      <td>1.169194e+06</td>\n",
       "      <td>16122.830000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>32.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.099310e+05</td>\n",
       "      <td>4.750020e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5.312780e+05</td>\n",
       "      <td>742.000000</td>\n",
       "      <td>1.649561e+06</td>\n",
       "      <td>23867.610000</td>\n",
       "      <td>21.800000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.674980e+05</td>\n",
       "      <td>7.934520e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000e+08</td>\n",
       "      <td>7510.000000</td>\n",
       "      <td>1.655574e+08</td>\n",
       "      <td>435843.280000</td>\n",
       "      <td>70.500000</td>\n",
       "      <td>176.000000</td>\n",
       "      <td>76.000000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>3.287897e+07</td>\n",
       "      <td>1.539738e+09</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>15.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Current Loan Amount  Credit Score  Annual Income   Monthly Debt  \\\n",
       "count         7.849700e+04  61658.000000   6.165800e+04   78497.000000   \n",
       "mean          1.306383e+07   1140.490399   1.376046e+06   18377.382153   \n",
       "std           3.329978e+07   1587.223343   1.135947e+06   12142.321172   \n",
       "min           1.080200e+04    585.000000   7.662700e+04       0.000000   \n",
       "25%           1.802680e+05    709.000000   8.483025e+05   10165.760000   \n",
       "50%           3.130600e+05    730.000000   1.169194e+06   16122.830000   \n",
       "75%           5.312780e+05    742.000000   1.649561e+06   23867.610000   \n",
       "max           1.000000e+08   7510.000000   1.655574e+08  435843.280000   \n",
       "\n",
       "       Years of Credit History  Months since last delinquent  \\\n",
       "count             78497.000000                  36068.000000   \n",
       "mean                 18.256845                     34.912526   \n",
       "std                   7.048699                     21.985259   \n",
       "min                   3.800000                      0.000000   \n",
       "25%                  13.500000                     16.000000   \n",
       "50%                  17.000000                     32.000000   \n",
       "75%                  21.800000                     51.000000   \n",
       "max                  70.500000                    176.000000   \n",
       "\n",
       "       Number of Open Accounts  Number of Credit Problems  \\\n",
       "count             78497.000000               78497.000000   \n",
       "mean                 11.127164                   0.163127   \n",
       "std                   4.999224                   0.475877   \n",
       "min                   0.000000                   0.000000   \n",
       "25%                   8.000000                   0.000000   \n",
       "50%                  10.000000                   0.000000   \n",
       "75%                  14.000000                   0.000000   \n",
       "max                  76.000000                  15.000000   \n",
       "\n",
       "       Current Credit Balance  Maximum Open Credit  Bankruptcies     Tax Liens  \n",
       "count            7.849700e+04         7.849500e+04  78327.000000  78489.000000  \n",
       "mean             2.942630e+05         7.712030e+05      0.114456      0.028182  \n",
       "std              3.752822e+05         8.908526e+06      0.346738      0.255648  \n",
       "min              0.000000e+00         0.000000e+00      0.000000      0.000000  \n",
       "25%              1.132970e+05         2.789160e+05      0.000000      0.000000  \n",
       "50%              2.099310e+05         4.750020e+05      0.000000      0.000000  \n",
       "75%              3.674980e+05         7.934520e+05      0.000000      0.000000  \n",
       "max              3.287897e+07         1.539738e+09      7.000000     15.000000  "
      ]
     },
     "execution_count": 286,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 287,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>months since last delinquent</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>7.849700e+04</td>\n",
       "      <td>61658.000000</td>\n",
       "      <td>6.165800e+04</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>36068.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>7.849700e+04</td>\n",
       "      <td>7.849500e+04</td>\n",
       "      <td>78327.000000</td>\n",
       "      <td>78489.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.306383e+07</td>\n",
       "      <td>1140.490399</td>\n",
       "      <td>1.376046e+06</td>\n",
       "      <td>18377.382153</td>\n",
       "      <td>18.256845</td>\n",
       "      <td>34.912526</td>\n",
       "      <td>11.127164</td>\n",
       "      <td>0.163127</td>\n",
       "      <td>2.942630e+05</td>\n",
       "      <td>7.712030e+05</td>\n",
       "      <td>0.114456</td>\n",
       "      <td>0.028182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.329978e+07</td>\n",
       "      <td>1587.223343</td>\n",
       "      <td>1.135947e+06</td>\n",
       "      <td>12142.321172</td>\n",
       "      <td>7.048699</td>\n",
       "      <td>21.985259</td>\n",
       "      <td>4.999224</td>\n",
       "      <td>0.475877</td>\n",
       "      <td>3.752822e+05</td>\n",
       "      <td>8.908526e+06</td>\n",
       "      <td>0.346738</td>\n",
       "      <td>0.255648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.080200e+04</td>\n",
       "      <td>585.000000</td>\n",
       "      <td>7.662700e+04</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.802680e+05</td>\n",
       "      <td>709.000000</td>\n",
       "      <td>8.483025e+05</td>\n",
       "      <td>10165.760000</td>\n",
       "      <td>13.500000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.132970e+05</td>\n",
       "      <td>2.789160e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>3.130600e+05</td>\n",
       "      <td>730.000000</td>\n",
       "      <td>1.169194e+06</td>\n",
       "      <td>16122.830000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>32.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.099310e+05</td>\n",
       "      <td>4.750020e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5.312780e+05</td>\n",
       "      <td>742.000000</td>\n",
       "      <td>1.649561e+06</td>\n",
       "      <td>23867.610000</td>\n",
       "      <td>21.800000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.674980e+05</td>\n",
       "      <td>7.934520e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000e+08</td>\n",
       "      <td>7510.000000</td>\n",
       "      <td>1.655574e+08</td>\n",
       "      <td>435843.280000</td>\n",
       "      <td>70.500000</td>\n",
       "      <td>176.000000</td>\n",
       "      <td>76.000000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>3.287897e+07</td>\n",
       "      <td>1.539738e+09</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>15.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       current loan amount  credit score  annual income   monthly debt  \\\n",
       "count         7.849700e+04  61658.000000   6.165800e+04   78497.000000   \n",
       "mean          1.306383e+07   1140.490399   1.376046e+06   18377.382153   \n",
       "std           3.329978e+07   1587.223343   1.135947e+06   12142.321172   \n",
       "min           1.080200e+04    585.000000   7.662700e+04       0.000000   \n",
       "25%           1.802680e+05    709.000000   8.483025e+05   10165.760000   \n",
       "50%           3.130600e+05    730.000000   1.169194e+06   16122.830000   \n",
       "75%           5.312780e+05    742.000000   1.649561e+06   23867.610000   \n",
       "max           1.000000e+08   7510.000000   1.655574e+08  435843.280000   \n",
       "\n",
       "       years of credit history  months since last delinquent  \\\n",
       "count             78497.000000                  36068.000000   \n",
       "mean                 18.256845                     34.912526   \n",
       "std                   7.048699                     21.985259   \n",
       "min                   3.800000                      0.000000   \n",
       "25%                  13.500000                     16.000000   \n",
       "50%                  17.000000                     32.000000   \n",
       "75%                  21.800000                     51.000000   \n",
       "max                  70.500000                    176.000000   \n",
       "\n",
       "       number of open accounts  number of credit problems  \\\n",
       "count             78497.000000               78497.000000   \n",
       "mean                 11.127164                   0.163127   \n",
       "std                   4.999224                   0.475877   \n",
       "min                   0.000000                   0.000000   \n",
       "25%                   8.000000                   0.000000   \n",
       "50%                  10.000000                   0.000000   \n",
       "75%                  14.000000                   0.000000   \n",
       "max                  76.000000                  15.000000   \n",
       "\n",
       "       current credit balance  maximum open credit  bankruptcies     tax liens  \n",
       "count            7.849700e+04         7.849500e+04  78327.000000  78489.000000  \n",
       "mean             2.942630e+05         7.712030e+05      0.114456      0.028182  \n",
       "std              3.752822e+05         8.908526e+06      0.346738      0.255648  \n",
       "min              0.000000e+00         0.000000e+00      0.000000      0.000000  \n",
       "25%              1.132970e+05         2.789160e+05      0.000000      0.000000  \n",
       "50%              2.099310e+05         4.750020e+05      0.000000      0.000000  \n",
       "75%              3.674980e+05         7.934520e+05      0.000000      0.000000  \n",
       "max              3.287897e+07         1.539738e+09      7.000000     15.000000  "
      ]
     },
     "execution_count": 287,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data.columns = to_be_train_data.columns.str.lower()\n",
    "to_be_train_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 288,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "loan id                             1\n",
      "current credit balance              1\n",
      "number of credit problems           1\n",
      "number of open accounts             1\n",
      "years of credit history             1\n",
      "monthly debt                        1\n",
      "home ownership                      1\n",
      "purpose                             1\n",
      "term                                1\n",
      "current loan amount                 1\n",
      "loan status                         1\n",
      "customer id                         1\n",
      "maximum open credit                 3\n",
      "tax liens                           9\n",
      "bankruptcies                      171\n",
      "years in current job             3323\n",
      "annual income                   16840\n",
      "credit score                    16840\n",
      "months since last delinquent    42430\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "total = to_be_train_data.isnull().sum().sort_values()\n",
    "print(total)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_train_data = to_be_train_data.drop([\"months since last delinquent\",\"loan id\",\"customer id\"], axis= 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>7.849700e+04</td>\n",
       "      <td>61658.000000</td>\n",
       "      <td>6.165800e+04</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>78497.000000</td>\n",
       "      <td>7.849700e+04</td>\n",
       "      <td>7.849500e+04</td>\n",
       "      <td>78327.000000</td>\n",
       "      <td>78489.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.306383e+07</td>\n",
       "      <td>1140.490399</td>\n",
       "      <td>1.376046e+06</td>\n",
       "      <td>18377.382153</td>\n",
       "      <td>18.256845</td>\n",
       "      <td>11.127164</td>\n",
       "      <td>0.163127</td>\n",
       "      <td>2.942630e+05</td>\n",
       "      <td>7.712030e+05</td>\n",
       "      <td>0.114456</td>\n",
       "      <td>0.028182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.329978e+07</td>\n",
       "      <td>1587.223343</td>\n",
       "      <td>1.135947e+06</td>\n",
       "      <td>12142.321172</td>\n",
       "      <td>7.048699</td>\n",
       "      <td>4.999224</td>\n",
       "      <td>0.475877</td>\n",
       "      <td>3.752822e+05</td>\n",
       "      <td>8.908526e+06</td>\n",
       "      <td>0.346738</td>\n",
       "      <td>0.255648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.080200e+04</td>\n",
       "      <td>585.000000</td>\n",
       "      <td>7.662700e+04</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.802680e+05</td>\n",
       "      <td>709.000000</td>\n",
       "      <td>8.483025e+05</td>\n",
       "      <td>10165.760000</td>\n",
       "      <td>13.500000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.132970e+05</td>\n",
       "      <td>2.789160e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>3.130600e+05</td>\n",
       "      <td>730.000000</td>\n",
       "      <td>1.169194e+06</td>\n",
       "      <td>16122.830000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.099310e+05</td>\n",
       "      <td>4.750020e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5.312780e+05</td>\n",
       "      <td>742.000000</td>\n",
       "      <td>1.649561e+06</td>\n",
       "      <td>23867.610000</td>\n",
       "      <td>21.800000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.674980e+05</td>\n",
       "      <td>7.934520e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000e+08</td>\n",
       "      <td>7510.000000</td>\n",
       "      <td>1.655574e+08</td>\n",
       "      <td>435843.280000</td>\n",
       "      <td>70.500000</td>\n",
       "      <td>76.000000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>3.287897e+07</td>\n",
       "      <td>1.539738e+09</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>15.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       current loan amount  credit score  annual income   monthly debt  \\\n",
       "count         7.849700e+04  61658.000000   6.165800e+04   78497.000000   \n",
       "mean          1.306383e+07   1140.490399   1.376046e+06   18377.382153   \n",
       "std           3.329978e+07   1587.223343   1.135947e+06   12142.321172   \n",
       "min           1.080200e+04    585.000000   7.662700e+04       0.000000   \n",
       "25%           1.802680e+05    709.000000   8.483025e+05   10165.760000   \n",
       "50%           3.130600e+05    730.000000   1.169194e+06   16122.830000   \n",
       "75%           5.312780e+05    742.000000   1.649561e+06   23867.610000   \n",
       "max           1.000000e+08   7510.000000   1.655574e+08  435843.280000   \n",
       "\n",
       "       years of credit history  number of open accounts  \\\n",
       "count             78497.000000             78497.000000   \n",
       "mean                 18.256845                11.127164   \n",
       "std                   7.048699                 4.999224   \n",
       "min                   3.800000                 0.000000   \n",
       "25%                  13.500000                 8.000000   \n",
       "50%                  17.000000                10.000000   \n",
       "75%                  21.800000                14.000000   \n",
       "max                  70.500000                76.000000   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "count               78497.000000            7.849700e+04         7.849500e+04   \n",
       "mean                    0.163127            2.942630e+05         7.712030e+05   \n",
       "std                     0.475877            3.752822e+05         8.908526e+06   \n",
       "min                     0.000000            0.000000e+00         0.000000e+00   \n",
       "25%                     0.000000            1.132970e+05         2.789160e+05   \n",
       "50%                     0.000000            2.099310e+05         4.750020e+05   \n",
       "75%                     0.000000            3.674980e+05         7.934520e+05   \n",
       "max                    15.000000            3.287897e+07         1.539738e+09   \n",
       "\n",
       "       bankruptcies     tax liens  \n",
       "count  78327.000000  78489.000000  \n",
       "mean       0.114456      0.028182  \n",
       "std        0.346738      0.255648  \n",
       "min        0.000000      0.000000  \n",
       "25%        0.000000      0.000000  \n",
       "50%        0.000000      0.000000  \n",
       "75%        0.000000      0.000000  \n",
       "max        7.000000     15.000000  "
      ]
     },
     "execution_count": 290,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Not droping NaN instead replacing with mean in below steps\n",
    "#to_be_train_data.drop()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 292,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "loan status                      1\n",
      "current loan amount              1\n",
      "term                             1\n",
      "credit score                 16840\n",
      "annual income                16840\n",
      "years in current job          3323\n",
      "home ownership                   1\n",
      "purpose                          1\n",
      "monthly debt                     1\n",
      "years of credit history          1\n",
      "number of open accounts          1\n",
      "number of credit problems        1\n",
      "current credit balance           1\n",
      "maximum open credit              3\n",
      "bankruptcies                   171\n",
      "tax liens                        9\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "['Fully Paid' 'Charged Off' nan]\n",
      "0         Fully Paid\n",
      "1        Charged Off\n",
      "2         Fully Paid\n",
      "3         Fully Paid\n",
      "4         Fully Paid\n",
      "            ...     \n",
      "86766     Fully Paid\n",
      "86767     Fully Paid\n",
      "86768     Fully Paid\n",
      "86769     Fully Paid\n",
      "86770            NaN\n",
      "Name: loan status, Length: 78498, dtype: object\n"
     ]
    }
   ],
   "source": [
    "print(to_be_train_data[\"loan status\"].isna().sum())\n",
    "print(to_be_train_data[\"loan status\"].unique())\n",
    "print(to_be_train_data[\"loan status\"])\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 294,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "loan status                      0\n",
      "current loan amount              0\n",
      "term                             0\n",
      "credit score                 16839\n",
      "annual income                16839\n",
      "years in current job          3322\n",
      "home ownership                   0\n",
      "purpose                          0\n",
      "monthly debt                     0\n",
      "years of credit history          0\n",
      "number of open accounts          0\n",
      "number of credit problems        0\n",
      "current credit balance           0\n",
      "maximum open credit              2\n",
      "bankruptcies                   170\n",
      "tax liens                        8\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "#to_be_train_data = to_be_train_data.dropna()\n",
    "to_be_train_data = to_be_train_data.drop(labels=to_be_train_data.index[-1])\n",
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 295,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "count    61658.000000\n",
      "mean      1140.490399\n",
      "std       1587.223343\n",
      "min        585.000000\n",
      "25%        709.000000\n",
      "50%        730.000000\n",
      "75%        742.000000\n",
      "max       7510.000000\n",
      "Name: credit score, dtype: float64\n",
      "loan status                      0\n",
      "current loan amount              0\n",
      "term                             0\n",
      "credit score                 16839\n",
      "annual income                16839\n",
      "years in current job          3322\n",
      "home ownership                   0\n",
      "purpose                          0\n",
      "monthly debt                     0\n",
      "years of credit history          0\n",
      "number of open accounts          0\n",
      "number of credit problems        0\n",
      "current credit balance           0\n",
      "maximum open credit              2\n",
      "bankruptcies                   170\n",
      "tax liens                        8\n",
      "dtype: int64\n",
      "count    6.165800e+04\n",
      "mean     1.376046e+06\n",
      "std      1.135947e+06\n",
      "min      7.662700e+04\n",
      "25%      8.483025e+05\n",
      "50%      1.169194e+06\n",
      "75%      1.649561e+06\n",
      "max      1.655574e+08\n",
      "Name: annual income, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "print(to_be_train_data[\"credit score\"].describe())\n",
    "print(to_be_train_data.isna().sum())\n",
    "print(to_be_train_data[\"annual income\"].describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 296,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "loan status                      0\n",
      "current loan amount              0\n",
      "term                             0\n",
      "credit score                     0\n",
      "annual income                16839\n",
      "years in current job          3322\n",
      "home ownership                   0\n",
      "purpose                          0\n",
      "monthly debt                     0\n",
      "years of credit history          0\n",
      "number of open accounts          0\n",
      "number of credit problems        0\n",
      "current credit balance           0\n",
      "maximum open credit              2\n",
      "bankruptcies                   170\n",
      "tax liens                        8\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "count    78497.000000\n",
       "mean      1154.584516\n",
       "std       1450.071461\n",
       "min        585.000000\n",
       "25%        716.000000\n",
       "50%        725.000000\n",
       "75%        743.000000\n",
       "max       7510.000000\n",
       "Name: credit score, dtype: float64"
      ]
     },
     "execution_count": 296,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data[\"credit score\"] = to_be_train_data[\"credit score\"].fillna(to_be_train_data[\"credit score\"].groupby(to_be_train_data[\"loan status\"]).transform(\"mean\"))\n",
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)\n",
    "to_be_train_data[\"credit score\"].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 297,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "loan status                     0\n",
      "current loan amount             0\n",
      "term                            0\n",
      "credit score                    0\n",
      "annual income                   0\n",
      "years in current job         3322\n",
      "home ownership                  0\n",
      "purpose                         0\n",
      "monthly debt                    0\n",
      "years of credit history         0\n",
      "number of open accounts         0\n",
      "number of credit problems       0\n",
      "current credit balance          0\n",
      "maximum open credit             2\n",
      "bankruptcies                  170\n",
      "tax liens                       8\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "count    7.849700e+04\n",
       "mean     1.374890e+06\n",
       "std      1.007172e+06\n",
       "min      7.662700e+04\n",
       "25%      9.387900e+05\n",
       "50%      1.273482e+06\n",
       "75%      1.495680e+06\n",
       "max      1.655574e+08\n",
       "Name: annual income, dtype: float64"
      ]
     },
     "execution_count": 297,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data[\"annual income\"] = to_be_train_data[\"annual income\"].fillna(to_be_train_data[\"annual income\"].groupby(to_be_train_data[\"loan status\"]).transform(\"mean\"))\n",
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)\n",
    "to_be_train_data[\"annual income\"].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 298,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>loan status</th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.0</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86764</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>210584.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>719.0</td>\n",
       "      <td>783389.0</td>\n",
       "      <td>1 year</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Other</td>\n",
       "      <td>3727.61</td>\n",
       "      <td>17.4</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>259160.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86766</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>99999999.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>732.0</td>\n",
       "      <td>1289416.0</td>\n",
       "      <td>1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>13109.05</td>\n",
       "      <td>9.4</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153045.0</td>\n",
       "      <td>509234.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86767</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>103136.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1150545.0</td>\n",
       "      <td>6 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7315.57</td>\n",
       "      <td>18.8</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>109554.0</td>\n",
       "      <td>537548.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86768</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>530332.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>746.0</td>\n",
       "      <td>1717524.0</td>\n",
       "      <td>9 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9890.07</td>\n",
       "      <td>15.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>404225.0</td>\n",
       "      <td>738254.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86769</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>99999999.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743.0</td>\n",
       "      <td>935180.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9118.10</td>\n",
       "      <td>13.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>45600.0</td>\n",
       "      <td>91014.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>78497 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       loan status  current loan amount        term  credit score  \\\n",
       "0       Fully Paid             159346.0  Short Term         751.0   \n",
       "1      Charged Off             210760.0  Short Term         694.0   \n",
       "2       Fully Paid             205766.0  Short Term         747.0   \n",
       "3       Fully Paid             405768.0   Long Term         620.0   \n",
       "4       Fully Paid             355520.0  Short Term         716.0   \n",
       "...            ...                  ...         ...           ...   \n",
       "86764   Fully Paid             210584.0  Short Term         719.0   \n",
       "86766   Fully Paid           99999999.0  Short Term         732.0   \n",
       "86767   Fully Paid             103136.0  Short Term         742.0   \n",
       "86768   Fully Paid             530332.0  Short Term         746.0   \n",
       "86769   Fully Paid           99999999.0  Short Term         743.0   \n",
       "\n",
       "       annual income years in current job home ownership             purpose  \\\n",
       "0           987012.0            10+ years       Own Home   Home Improvements   \n",
       "1           860985.0            10+ years  Home Mortgage  Debt Consolidation   \n",
       "2           526528.0              7 years       Own Home  Debt Consolidation   \n",
       "3           974472.0              5 years  Home Mortgage  Debt Consolidation   \n",
       "4          1420060.0            10+ years           Rent  Debt Consolidation   \n",
       "...              ...                  ...            ...                 ...   \n",
       "86764       783389.0               1 year  Home Mortgage               Other   \n",
       "86766      1289416.0               1 year           Rent  Debt Consolidation   \n",
       "86767      1150545.0              6 years           Rent  Debt Consolidation   \n",
       "86768      1717524.0              9 years           Rent  Debt Consolidation   \n",
       "86769       935180.0                  NaN       Own Home  Debt Consolidation   \n",
       "\n",
       "       monthly debt  years of credit history  number of open accounts  \\\n",
       "0           3306.57                     25.5                     12.0   \n",
       "1          11336.35                     12.5                     23.0   \n",
       "2           8029.40                     21.3                      4.0   \n",
       "3          22899.94                     15.5                     19.0   \n",
       "4          31122.95                     19.4                      9.0   \n",
       "...             ...                      ...                      ...   \n",
       "86764       3727.61                     17.4                      6.0   \n",
       "86766      13109.05                      9.4                     22.0   \n",
       "86767       7315.57                     18.8                     12.0   \n",
       "86768       9890.07                     15.0                      8.0   \n",
       "86769       9118.10                     13.0                      4.0   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            0.0                148884.0            2652232.0   \n",
       "1                            0.0                245252.0             773762.0   \n",
       "2                            0.0                381425.0             751124.0   \n",
       "3                            0.0                470079.0             670340.0   \n",
       "4                            0.0                760114.0             975766.0   \n",
       "...                          ...                     ...                  ...   \n",
       "86764                        0.0                   456.0             259160.0   \n",
       "86766                        0.0                153045.0             509234.0   \n",
       "86767                        1.0                109554.0             537548.0   \n",
       "86768                        0.0                404225.0             738254.0   \n",
       "86769                        1.0                 45600.0              91014.0   \n",
       "\n",
       "       bankruptcies  tax liens  \n",
       "0               0.0        0.0  \n",
       "1               0.0        0.0  \n",
       "2               0.0        0.0  \n",
       "3               0.0        0.0  \n",
       "4               0.0        0.0  \n",
       "...             ...        ...  \n",
       "86764           0.0        0.0  \n",
       "86766           0.0        0.0  \n",
       "86767           1.0        0.0  \n",
       "86768           0.0        0.0  \n",
       "86769           1.0        0.0  \n",
       "\n",
       "[78497 rows x 16 columns]"
      ]
     },
     "execution_count": 298,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 299,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "99999999.0\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "13063828.396333618"
      ]
     },
     "execution_count": 299,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(to_be_train_data[\"current loan amount\"].max())\n",
    "to_be_train_data[\"current loan amount\"].mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 300,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "loan status                   object\n",
       "current loan amount          float64\n",
       "term                          object\n",
       "credit score                 float64\n",
       "annual income                float64\n",
       "years in current job          object\n",
       "home ownership                object\n",
       "purpose                       object\n",
       "monthly debt                 float64\n",
       "years of credit history      float64\n",
       "number of open accounts      float64\n",
       "number of credit problems    float64\n",
       "current credit balance       float64\n",
       "maximum open credit          float64\n",
       "bankruptcies                 float64\n",
       "tax liens                    float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 300,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#print(to_be_train_data[\"current loan amount\"].value_counts()[99999999.0])\n",
    "\n",
    "#bad_val = to_be_train_data[\"current loan amount\"].max()\n",
    "#mean_val = to_be_train_data[\"current loan amount\"].mean()\n",
    "\n",
    "to_be_train_data.dtypes\n",
    "#to_be_train_data = to_be_train_data.loc[(to_be_train_data[\"current loan amount\"]) == bad_val,to_be_train_data[\"current loan amount\"]] = mean_val\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 301,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "789250.0\n",
      "loan status                      0\n",
      "current loan amount          10043\n",
      "term                             0\n",
      "credit score                     0\n",
      "annual income                    0\n",
      "years in current job          3322\n",
      "home ownership                   0\n",
      "purpose                          0\n",
      "monthly debt                     0\n",
      "years of credit history          0\n",
      "number of open accounts          0\n",
      "number of credit problems        0\n",
      "current credit balance           0\n",
      "maximum open credit              2\n",
      "bankruptcies                   170\n",
      "tax liens                        8\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "to_be_train_data[\"current loan amount\"] = to_be_train_data[\"current loan amount\"].replace(99999999.0,np.nan)\n",
    "print(to_be_train_data[\"current loan amount\"].max())\n",
    "\n",
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 302,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "789250.0\n",
      "loan status                     0\n",
      "current loan amount             0\n",
      "term                            0\n",
      "credit score                    0\n",
      "annual income                   0\n",
      "years in current job         3322\n",
      "home ownership                  0\n",
      "purpose                         0\n",
      "monthly debt                    0\n",
      "years of credit history         0\n",
      "number of open accounts         0\n",
      "number of credit problems       0\n",
      "current credit balance          0\n",
      "maximum open credit             2\n",
      "bankruptcies                  170\n",
      "tax liens                       8\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "to_be_train_data[\"current loan amount\"] = to_be_train_data[\"current loan amount\"].fillna(to_be_train_data[\"current loan amount\"].groupby(to_be_train_data[\"loan status\"]).transform(\"mean\"))\n",
    "print(to_be_train_data[\"current loan amount\"].max())\n",
    "\n",
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>loan status</th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.000000</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86764</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>210584.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>719.0</td>\n",
       "      <td>783389.0</td>\n",
       "      <td>1 year</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Other</td>\n",
       "      <td>3727.61</td>\n",
       "      <td>17.4</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>259160.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86766</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>732.0</td>\n",
       "      <td>1289416.0</td>\n",
       "      <td>1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>13109.05</td>\n",
       "      <td>9.4</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153045.0</td>\n",
       "      <td>509234.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86767</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>103136.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1150545.0</td>\n",
       "      <td>6 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7315.57</td>\n",
       "      <td>18.8</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>109554.0</td>\n",
       "      <td>537548.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86768</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>530332.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>746.0</td>\n",
       "      <td>1717524.0</td>\n",
       "      <td>9 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9890.07</td>\n",
       "      <td>15.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>404225.0</td>\n",
       "      <td>738254.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86769</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743.0</td>\n",
       "      <td>935180.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9118.10</td>\n",
       "      <td>13.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>45600.0</td>\n",
       "      <td>91014.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>78497 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       loan status  current loan amount        term  credit score  \\\n",
       "0       Fully Paid        159346.000000  Short Term         751.0   \n",
       "1      Charged Off        210760.000000  Short Term         694.0   \n",
       "2       Fully Paid        205766.000000  Short Term         747.0   \n",
       "3       Fully Paid        405768.000000   Long Term         620.0   \n",
       "4       Fully Paid        355520.000000  Short Term         716.0   \n",
       "...            ...                  ...         ...           ...   \n",
       "86764   Fully Paid        210584.000000  Short Term         719.0   \n",
       "86766   Fully Paid        302620.034454  Short Term         732.0   \n",
       "86767   Fully Paid        103136.000000  Short Term         742.0   \n",
       "86768   Fully Paid        530332.000000  Short Term         746.0   \n",
       "86769   Fully Paid        302620.034454  Short Term         743.0   \n",
       "\n",
       "       annual income years in current job home ownership             purpose  \\\n",
       "0           987012.0            10+ years       Own Home   Home Improvements   \n",
       "1           860985.0            10+ years  Home Mortgage  Debt Consolidation   \n",
       "2           526528.0              7 years       Own Home  Debt Consolidation   \n",
       "3           974472.0              5 years  Home Mortgage  Debt Consolidation   \n",
       "4          1420060.0            10+ years           Rent  Debt Consolidation   \n",
       "...              ...                  ...            ...                 ...   \n",
       "86764       783389.0               1 year  Home Mortgage               Other   \n",
       "86766      1289416.0               1 year           Rent  Debt Consolidation   \n",
       "86767      1150545.0              6 years           Rent  Debt Consolidation   \n",
       "86768      1717524.0              9 years           Rent  Debt Consolidation   \n",
       "86769       935180.0                  NaN       Own Home  Debt Consolidation   \n",
       "\n",
       "       monthly debt  years of credit history  number of open accounts  \\\n",
       "0           3306.57                     25.5                     12.0   \n",
       "1          11336.35                     12.5                     23.0   \n",
       "2           8029.40                     21.3                      4.0   \n",
       "3          22899.94                     15.5                     19.0   \n",
       "4          31122.95                     19.4                      9.0   \n",
       "...             ...                      ...                      ...   \n",
       "86764       3727.61                     17.4                      6.0   \n",
       "86766      13109.05                      9.4                     22.0   \n",
       "86767       7315.57                     18.8                     12.0   \n",
       "86768       9890.07                     15.0                      8.0   \n",
       "86769       9118.10                     13.0                      4.0   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            0.0                148884.0            2652232.0   \n",
       "1                            0.0                245252.0             773762.0   \n",
       "2                            0.0                381425.0             751124.0   \n",
       "3                            0.0                470079.0             670340.0   \n",
       "4                            0.0                760114.0             975766.0   \n",
       "...                          ...                     ...                  ...   \n",
       "86764                        0.0                   456.0             259160.0   \n",
       "86766                        0.0                153045.0             509234.0   \n",
       "86767                        1.0                109554.0             537548.0   \n",
       "86768                        0.0                404225.0             738254.0   \n",
       "86769                        1.0                 45600.0              91014.0   \n",
       "\n",
       "       bankruptcies  tax liens  \n",
       "0               0.0        0.0  \n",
       "1               0.0        0.0  \n",
       "2               0.0        0.0  \n",
       "3               0.0        0.0  \n",
       "4               0.0        0.0  \n",
       "...             ...        ...  \n",
       "86764           0.0        0.0  \n",
       "86766           0.0        0.0  \n",
       "86767           1.0        0.0  \n",
       "86768           0.0        0.0  \n",
       "86769           1.0        0.0  \n",
       "\n",
       "[78497 rows x 16 columns]"
      ]
     },
     "execution_count": 303,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['10+ years', '7 years', '5 years', '8 years', '6 years', '2 years',\n",
       "       '4 years', '1 year', '9 years', '3 years', '< 1 year', nan],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 304,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['years in current job'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>loan status</th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.000000</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86764</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>210584.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>719.0</td>\n",
       "      <td>783389.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Other</td>\n",
       "      <td>3727.61</td>\n",
       "      <td>17.4</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>259160.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86766</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>732.0</td>\n",
       "      <td>1289416.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>13109.05</td>\n",
       "      <td>9.4</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153045.0</td>\n",
       "      <td>509234.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86767</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>103136.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1150545.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7315.57</td>\n",
       "      <td>18.8</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>109554.0</td>\n",
       "      <td>537548.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86768</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>530332.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>746.0</td>\n",
       "      <td>1717524.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9890.07</td>\n",
       "      <td>15.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>404225.0</td>\n",
       "      <td>738254.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86769</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743.0</td>\n",
       "      <td>935180.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9118.10</td>\n",
       "      <td>13.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>45600.0</td>\n",
       "      <td>91014.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>78497 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       loan status  current loan amount        term  credit score  \\\n",
       "0       Fully Paid        159346.000000  Short Term         751.0   \n",
       "1      Charged Off        210760.000000  Short Term         694.0   \n",
       "2       Fully Paid        205766.000000  Short Term         747.0   \n",
       "3       Fully Paid        405768.000000   Long Term         620.0   \n",
       "4       Fully Paid        355520.000000  Short Term         716.0   \n",
       "...            ...                  ...         ...           ...   \n",
       "86764   Fully Paid        210584.000000  Short Term         719.0   \n",
       "86766   Fully Paid        302620.034454  Short Term         732.0   \n",
       "86767   Fully Paid        103136.000000  Short Term         742.0   \n",
       "86768   Fully Paid        530332.000000  Short Term         746.0   \n",
       "86769   Fully Paid        302620.034454  Short Term         743.0   \n",
       "\n",
       "       annual income  years in current job home ownership             purpose  \\\n",
       "0           987012.0                  10.0       Own Home   Home Improvements   \n",
       "1           860985.0                  10.0  Home Mortgage  Debt Consolidation   \n",
       "2           526528.0                   7.0       Own Home  Debt Consolidation   \n",
       "3           974472.0                   5.0  Home Mortgage  Debt Consolidation   \n",
       "4          1420060.0                  10.0           Rent  Debt Consolidation   \n",
       "...              ...                   ...            ...                 ...   \n",
       "86764       783389.0                   1.0  Home Mortgage               Other   \n",
       "86766      1289416.0                   1.0           Rent  Debt Consolidation   \n",
       "86767      1150545.0                   6.0           Rent  Debt Consolidation   \n",
       "86768      1717524.0                   9.0           Rent  Debt Consolidation   \n",
       "86769       935180.0                   NaN       Own Home  Debt Consolidation   \n",
       "\n",
       "       monthly debt  years of credit history  number of open accounts  \\\n",
       "0           3306.57                     25.5                     12.0   \n",
       "1          11336.35                     12.5                     23.0   \n",
       "2           8029.40                     21.3                      4.0   \n",
       "3          22899.94                     15.5                     19.0   \n",
       "4          31122.95                     19.4                      9.0   \n",
       "...             ...                      ...                      ...   \n",
       "86764       3727.61                     17.4                      6.0   \n",
       "86766      13109.05                      9.4                     22.0   \n",
       "86767       7315.57                     18.8                     12.0   \n",
       "86768       9890.07                     15.0                      8.0   \n",
       "86769       9118.10                     13.0                      4.0   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            0.0                148884.0            2652232.0   \n",
       "1                            0.0                245252.0             773762.0   \n",
       "2                            0.0                381425.0             751124.0   \n",
       "3                            0.0                470079.0             670340.0   \n",
       "4                            0.0                760114.0             975766.0   \n",
       "...                          ...                     ...                  ...   \n",
       "86764                        0.0                   456.0             259160.0   \n",
       "86766                        0.0                153045.0             509234.0   \n",
       "86767                        1.0                109554.0             537548.0   \n",
       "86768                        0.0                404225.0             738254.0   \n",
       "86769                        1.0                 45600.0              91014.0   \n",
       "\n",
       "       bankruptcies  tax liens  \n",
       "0               0.0        0.0  \n",
       "1               0.0        0.0  \n",
       "2               0.0        0.0  \n",
       "3               0.0        0.0  \n",
       "4               0.0        0.0  \n",
       "...             ...        ...  \n",
       "86764           0.0        0.0  \n",
       "86766           0.0        0.0  \n",
       "86767           1.0        0.0  \n",
       "86768           0.0        0.0  \n",
       "86769           1.0        0.0  \n",
       "\n",
       "[78497 rows x 16 columns]"
      ]
     },
     "execution_count": 305,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['years in current job'] = to_be_train_data['years in current job'].replace(['< 1 year','1 year','2 years','3 years','4 years','5 years','6 years','7 years','8 years','9 years','10+ years'],[0.5,1,2,3,4,5,6,7,8,9,10])\n",
    "to_be_train_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 306,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5.915324243431992\n",
      "loan status                     0\n",
      "current loan amount             0\n",
      "term                            0\n",
      "credit score                    0\n",
      "annual income                   0\n",
      "years in current job         3322\n",
      "home ownership                  0\n",
      "purpose                         0\n",
      "monthly debt                    0\n",
      "years of credit history         0\n",
      "number of open accounts         0\n",
      "number of credit problems       0\n",
      "current credit balance          0\n",
      "maximum open credit             2\n",
      "bankruptcies                  170\n",
      "tax liens                       8\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(to_be_train_data[\"years in current job\"].mean())\n",
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 307,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6.08818808362103\n",
      "loan status                    0\n",
      "current loan amount            0\n",
      "term                           0\n",
      "credit score                   0\n",
      "annual income                  0\n",
      "years in current job           0\n",
      "home ownership                 0\n",
      "purpose                        0\n",
      "monthly debt                   0\n",
      "years of credit history        0\n",
      "number of open accounts        0\n",
      "number of credit problems      0\n",
      "current credit balance         0\n",
      "maximum open credit            2\n",
      "bankruptcies                 170\n",
      "tax liens                      8\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>loan status</th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.000000</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86764</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>210584.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>719.0</td>\n",
       "      <td>783389.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Other</td>\n",
       "      <td>3727.61</td>\n",
       "      <td>17.4</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>259160.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86766</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>732.0</td>\n",
       "      <td>1289416.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>13109.05</td>\n",
       "      <td>9.4</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153045.0</td>\n",
       "      <td>509234.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86767</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>103136.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1150545.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7315.57</td>\n",
       "      <td>18.8</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>109554.0</td>\n",
       "      <td>537548.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86768</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>530332.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>746.0</td>\n",
       "      <td>1717524.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9890.07</td>\n",
       "      <td>15.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>404225.0</td>\n",
       "      <td>738254.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86769</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743.0</td>\n",
       "      <td>935180.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9118.10</td>\n",
       "      <td>13.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>45600.0</td>\n",
       "      <td>91014.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>78497 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       loan status  current loan amount        term  credit score  \\\n",
       "0       Fully Paid        159346.000000  Short Term         751.0   \n",
       "1      Charged Off        210760.000000  Short Term         694.0   \n",
       "2       Fully Paid        205766.000000  Short Term         747.0   \n",
       "3       Fully Paid        405768.000000   Long Term         620.0   \n",
       "4       Fully Paid        355520.000000  Short Term         716.0   \n",
       "...            ...                  ...         ...           ...   \n",
       "86764   Fully Paid        210584.000000  Short Term         719.0   \n",
       "86766   Fully Paid        302620.034454  Short Term         732.0   \n",
       "86767   Fully Paid        103136.000000  Short Term         742.0   \n",
       "86768   Fully Paid        530332.000000  Short Term         746.0   \n",
       "86769   Fully Paid        302620.034454  Short Term         743.0   \n",
       "\n",
       "       annual income  years in current job home ownership             purpose  \\\n",
       "0           987012.0                  10.0       Own Home   Home Improvements   \n",
       "1           860985.0                  10.0  Home Mortgage  Debt Consolidation   \n",
       "2           526528.0                   7.0       Own Home  Debt Consolidation   \n",
       "3           974472.0                   5.0  Home Mortgage  Debt Consolidation   \n",
       "4          1420060.0                  10.0           Rent  Debt Consolidation   \n",
       "...              ...                   ...            ...                 ...   \n",
       "86764       783389.0                   1.0  Home Mortgage               Other   \n",
       "86766      1289416.0                   1.0           Rent  Debt Consolidation   \n",
       "86767      1150545.0                   6.0           Rent  Debt Consolidation   \n",
       "86768      1717524.0                   9.0           Rent  Debt Consolidation   \n",
       "86769       935180.0                  10.0       Own Home  Debt Consolidation   \n",
       "\n",
       "       monthly debt  years of credit history  number of open accounts  \\\n",
       "0           3306.57                     25.5                     12.0   \n",
       "1          11336.35                     12.5                     23.0   \n",
       "2           8029.40                     21.3                      4.0   \n",
       "3          22899.94                     15.5                     19.0   \n",
       "4          31122.95                     19.4                      9.0   \n",
       "...             ...                      ...                      ...   \n",
       "86764       3727.61                     17.4                      6.0   \n",
       "86766      13109.05                      9.4                     22.0   \n",
       "86767       7315.57                     18.8                     12.0   \n",
       "86768       9890.07                     15.0                      8.0   \n",
       "86769       9118.10                     13.0                      4.0   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            0.0                148884.0            2652232.0   \n",
       "1                            0.0                245252.0             773762.0   \n",
       "2                            0.0                381425.0             751124.0   \n",
       "3                            0.0                470079.0             670340.0   \n",
       "4                            0.0                760114.0             975766.0   \n",
       "...                          ...                     ...                  ...   \n",
       "86764                        0.0                   456.0             259160.0   \n",
       "86766                        0.0                153045.0             509234.0   \n",
       "86767                        1.0                109554.0             537548.0   \n",
       "86768                        0.0                404225.0             738254.0   \n",
       "86769                        1.0                 45600.0              91014.0   \n",
       "\n",
       "       bankruptcies  tax liens  \n",
       "0               0.0        0.0  \n",
       "1               0.0        0.0  \n",
       "2               0.0        0.0  \n",
       "3               0.0        0.0  \n",
       "4               0.0        0.0  \n",
       "...             ...        ...  \n",
       "86764           0.0        0.0  \n",
       "86766           0.0        0.0  \n",
       "86767           1.0        0.0  \n",
       "86768           0.0        0.0  \n",
       "86769           1.0        0.0  \n",
       "\n",
       "[78497 rows x 16 columns]"
      ]
     },
     "execution_count": 307,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['years in current job'].fillna(10,inplace=True)\n",
    "print(to_be_train_data[\"years in current job\"].mean())\n",
    "total_NaN = to_be_train_data.isna().sum()\n",
    "print(total_NaN)\n",
    "to_be_train_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 308,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Short Term    58066\n",
       "Long Term     20431\n",
       "Name: term, dtype: int64"
      ]
     },
     "execution_count": 308,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['term'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 309,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Debt Consolidation      61937\n",
       "Home Improvements        4622\n",
       "other                    4540\n",
       "Other                    2511\n",
       "Business Loan            1192\n",
       "Buy a Car                1015\n",
       "Medical Bills             863\n",
       "Buy House                 511\n",
       "Take a Trip               421\n",
       "major_purchase            288\n",
       "small_business            225\n",
       "moving                    121\n",
       "wedding                    97\n",
       "Educational Expenses       76\n",
       "vacation                   70\n",
       "renewable_energy            8\n",
       "Name: purpose, dtype: int64"
      ]
     },
     "execution_count": 309,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['purpose'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 310,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Home Mortgage    38116\n",
       "Rent             33016\n",
       "Own Home          7201\n",
       "HaveMortgage       164\n",
       "Name: home ownership, dtype: int64"
      ]
     },
     "execution_count": 310,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['home ownership'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 311,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.00        60\n",
       "15903.00     9\n",
       "13359.85     8\n",
       "10647.98     8\n",
       "14726.52     7\n",
       "            ..\n",
       "41918.18     1\n",
       "21901.68     1\n",
       "9971.58      1\n",
       "29044.35     1\n",
       "9118.10      1\n",
       "Name: monthly debt, Length: 59296, dtype: int64"
      ]
     },
     "execution_count": 311,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['monthly debt'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 312,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "16.0    1071\n",
       "15.0    1041\n",
       "17.0     960\n",
       "16.5     912\n",
       "14.0     888\n",
       "        ... \n",
       "54.0       1\n",
       "48.8       1\n",
       "58.0       1\n",
       "52.6       1\n",
       "51.3       1\n",
       "Name: years of credit history, Length: 501, dtype: int64"
      ]
     },
     "execution_count": 312,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data['years of credit history'].value_counts()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Test DATA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 313,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Loan ID', 'Customer ID', 'Current Loan Amount', 'Term', 'Credit Score',\n",
       "       'Annual Income', 'Years in current job', 'Home Ownership', 'Purpose',\n",
       "       'Monthly Debt', 'Years of Credit History',\n",
       "       'Months since last delinquent', 'Number of Open Accounts',\n",
       "       'Number of Credit Problems', 'Current Credit Balance',\n",
       "       'Maximum Open Credit', 'Bankruptcies', 'Tax Liens', 'Loan Grade',\n",
       "       'Employment Length', 'Interest Rate', 'Loan Purpose Category',\n",
       "       'Debt-to-Income Ratio', 'Loan-to-Value Ratio', 'Credit Utilization',\n",
       "       'Revolving Balance', 'Loan Payment History', 'Loan Repayment Period'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 313,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW4.columns\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 314,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Purpose</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>981165ec-3274-42f5-a3b4-d104041a9ca9</td>\n",
       "      <td>445412</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>709</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>17.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>228190</td>\n",
       "      <td>416746</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>2de017a3-2e01-49cb-a581-08169e83be29</td>\n",
       "      <td>262328</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>21.1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>229976</td>\n",
       "      <td>850784</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4eed4e6a-aa2f-4c91-8651-ce984ee8fb26</td>\n",
       "      <td>5efb2b2b-bf11-4dfd-a572-3761a2694725</td>\n",
       "      <td>99999999</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>741</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>14.9</td>\n",
       "      <td>29.0</td>\n",
       "      <td>18</td>\n",
       "      <td>1</td>\n",
       "      <td>297996</td>\n",
       "      <td>750090</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>e777faab-98ae-45af-9a86-7ce5b33b1011</td>\n",
       "      <td>347666</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>721</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>256329</td>\n",
       "      <td>386958</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>81536ad9-5ccf-4eb8-befb-47a4d608658e</td>\n",
       "      <td>176220</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>6.1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>253460</td>\n",
       "      <td>427174</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>084f0ba2-204c-4b43-a131-5a72142e513c</td>\n",
       "      <td>1c96581f-1e05-40ca-997a-7bb62b16b6be</td>\n",
       "      <td>143594</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>736</td>\n",
       "      <td>1024917.0</td>\n",
       "      <td>4 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>other</td>\n",
       "      <td>12982.13</td>\n",
       "      <td>8.1</td>\n",
       "      <td>40.0</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>235334</td>\n",
       "      <td>604186</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>86c20a91-92d1-4dcd-bf73-9f1392b77519</td>\n",
       "      <td>7bf1820e-7de2-4e5b-a259-57cfa20d070c</td>\n",
       "      <td>400158</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7084.53</td>\n",
       "      <td>15.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>332557</td>\n",
       "      <td>422202</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>c062a82a-cf71-425b-a152-f38bdaccc408</td>\n",
       "      <td>7a93d940-5c07-4c5c-9774-62be30aa9e54</td>\n",
       "      <td>154462</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751</td>\n",
       "      <td>833796.0</td>\n",
       "      <td>9 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>other</td>\n",
       "      <td>10630.88</td>\n",
       "      <td>17.4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>76494</td>\n",
       "      <td>517902</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>7a36b0f6-1c19-4984-87d7-d4db3e6ea260</td>\n",
       "      <td>ca417f48-23e0-447a-b0e2-13e0c4f42f26</td>\n",
       "      <td>264484</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>733</td>\n",
       "      <td>1427565.0</td>\n",
       "      <td>2 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>28313.42</td>\n",
       "      <td>10.8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>324862</td>\n",
       "      <td>1245530</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>75474c44-14f5-443d-89cf-859ff4cee994</td>\n",
       "      <td>92d31313-6bbc-40c3-be3c-a5d2cd44a1ed</td>\n",
       "      <td>161304</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743</td>\n",
       "      <td>551456.0</td>\n",
       "      <td>4 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Other</td>\n",
       "      <td>15165.23</td>\n",
       "      <td>39.4</td>\n",
       "      <td>17.0</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>11324</td>\n",
       "      <td>327668</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9828 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Loan ID  \\\n",
       "0     14dd8831-6af5-400b-83ec-68e61888a048   \n",
       "1     4771cc26-131a-45db-b5aa-537ea4ba5342   \n",
       "2     4eed4e6a-aa2f-4c91-8651-ce984ee8fb26   \n",
       "3     77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a   \n",
       "4     d4062e70-befa-4995-8643-a0de73938182   \n",
       "...                                    ...   \n",
       "9823  084f0ba2-204c-4b43-a131-5a72142e513c   \n",
       "9824  86c20a91-92d1-4dcd-bf73-9f1392b77519   \n",
       "9825  c062a82a-cf71-425b-a152-f38bdaccc408   \n",
       "9826  7a36b0f6-1c19-4984-87d7-d4db3e6ea260   \n",
       "9827  75474c44-14f5-443d-89cf-859ff4cee994   \n",
       "\n",
       "                               Customer ID Current Loan Amount        Term  \\\n",
       "0     981165ec-3274-42f5-a3b4-d104041a9ca9              445412  Short Term   \n",
       "1     2de017a3-2e01-49cb-a581-08169e83be29              262328  Short Term   \n",
       "2     5efb2b2b-bf11-4dfd-a572-3761a2694725            99999999  Short Term   \n",
       "3     e777faab-98ae-45af-9a86-7ce5b33b1011              347666   Long Term   \n",
       "4     81536ad9-5ccf-4eb8-befb-47a4d608658e              176220  Short Term   \n",
       "...                                    ...                 ...         ...   \n",
       "9823  1c96581f-1e05-40ca-997a-7bb62b16b6be              143594  Short Term   \n",
       "9824  7bf1820e-7de2-4e5b-a259-57cfa20d070c              400158   Long Term   \n",
       "9825  7a93d940-5c07-4c5c-9774-62be30aa9e54              154462  Short Term   \n",
       "9826  ca417f48-23e0-447a-b0e2-13e0c4f42f26              264484  Short Term   \n",
       "9827  92d31313-6bbc-40c3-be3c-a5d2cd44a1ed              161304  Short Term   \n",
       "\n",
       "     Credit Score  Annual Income Years in current job Home Ownership  \\\n",
       "0             709      1167493.0              8 years  Home Mortgage   \n",
       "1             NaN            NaN            10+ years  Home Mortgage   \n",
       "2             741      2231892.0              8 years       Own Home   \n",
       "3             721       806949.0              3 years       Own Home   \n",
       "4             NaN            NaN              5 years           Rent   \n",
       "...           ...            ...                  ...            ...   \n",
       "9823          736      1024917.0              4 years  Home Mortgage   \n",
       "9824          NaN            NaN             < 1 year           Rent   \n",
       "9825          751       833796.0              9 years  Home Mortgage   \n",
       "9826          733      1427565.0              2 years           Rent   \n",
       "9827          743       551456.0              4 years       Own Home   \n",
       "\n",
       "                 Purpose  Monthly Debt Years of Credit History  \\\n",
       "0      Home Improvements       5214.74                    17.2   \n",
       "1     Debt Consolidation      33295.98                    21.1   \n",
       "2     Debt Consolidation      29200.53                    14.9   \n",
       "3     Debt Consolidation       8741.90                      12   \n",
       "4     Debt Consolidation      20639.70                     6.1   \n",
       "...                  ...           ...                     ...   \n",
       "9823               other      12982.13                     8.1   \n",
       "9824  Debt Consolidation       7084.53                    15.5   \n",
       "9825               other      10630.88                    17.4   \n",
       "9826  Debt Consolidation      28313.42                    10.8   \n",
       "9827               Other      15165.23                    39.4   \n",
       "\n",
       "      Months since last delinquent Number of Open Accounts  \\\n",
       "0                              NaN                       6   \n",
       "1                              8.0                      35   \n",
       "2                             29.0                      18   \n",
       "3                              NaN                       9   \n",
       "4                              NaN                      15   \n",
       "...                            ...                     ...   \n",
       "9823                          40.0                      14   \n",
       "9824                           NaN                       3   \n",
       "9825                           NaN                       7   \n",
       "9826                           NaN                      22   \n",
       "9827                          17.0                       7   \n",
       "\n",
       "     Number of Credit Problems  Current Credit Balance  Maximum Open Credit  \\\n",
       "0                            1                  228190               416746   \n",
       "1                            0                  229976               850784   \n",
       "2                            1                  297996               750090   \n",
       "3                            0                  256329               386958   \n",
       "4                            0                  253460               427174   \n",
       "...                        ...                     ...                  ...   \n",
       "9823                         0                  235334               604186   \n",
       "9824                         0                  332557               422202   \n",
       "9825                         0                   76494               517902   \n",
       "9826                         0                  324862              1245530   \n",
       "9827                         1                   11324               327668   \n",
       "\n",
       "     Bankruptcies  Tax Liens  \n",
       "0               1        0.0  \n",
       "1               0        0.0  \n",
       "2               0        0.0  \n",
       "3               0        0.0  \n",
       "4               0        0.0  \n",
       "...           ...        ...  \n",
       "9823            0        0.0  \n",
       "9824            0        0.0  \n",
       "9825            0        0.0  \n",
       "9826            0        0.0  \n",
       "9827            1        0.0  \n",
       "\n",
       "[9828 rows x 18 columns]"
      ]
     },
     "execution_count": 314,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data = dataRAW4[['Loan ID', 'Customer ID', 'Current Loan Amount', 'Term', 'Credit Score', 'Annual Income', 'Years in current job', 'Home Ownership', 'Purpose','Monthly Debt', 'Years of Credit History', 'Months since last delinquent', 'Number of Open Accounts','Number of Credit Problems', 'Current Credit Balance','Maximum Open Credit', 'Bankruptcies', 'Tax Liens']]\n",
    "to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 315,
   "metadata": {},
   "outputs": [],
   "source": [
    "#to_be_test_data['current loan amount'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 316,
   "metadata": {},
   "outputs": [],
   "source": [
    "#to_be_test_data['credit score'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 317,
   "metadata": {},
   "outputs": [],
   "source": [
    "#to_be_test_data['years of credit history'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 318,
   "metadata": {},
   "outputs": [],
   "source": [
    "#to_be_test_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 319,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>annual income</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>months since last delinquent</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>7.906000e+03</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>4611.000000</td>\n",
       "      <td>9.828000e+03</td>\n",
       "      <td>9.828000e+03</td>\n",
       "      <td>9827.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.372631e+06</td>\n",
       "      <td>18391.187338</td>\n",
       "      <td>35.435914</td>\n",
       "      <td>2.924367e+05</td>\n",
       "      <td>8.423541e+05</td>\n",
       "      <td>0.030223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>8.590410e+05</td>\n",
       "      <td>12026.282295</td>\n",
       "      <td>22.122317</td>\n",
       "      <td>3.488328e+05</td>\n",
       "      <td>8.607249e+06</td>\n",
       "      <td>0.246701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.112450e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>8.450820e+05</td>\n",
       "      <td>10045.965000</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>1.111642e+05</td>\n",
       "      <td>2.704900e+05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.167692e+06</td>\n",
       "      <td>16154.465000</td>\n",
       "      <td>32.000000</td>\n",
       "      <td>2.092755e+05</td>\n",
       "      <td>4.637930e+05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.639847e+06</td>\n",
       "      <td>23996.240000</td>\n",
       "      <td>52.000000</td>\n",
       "      <td>3.680348e+05</td>\n",
       "      <td>7.846080e+05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>9.458200e+06</td>\n",
       "      <td>120559.560000</td>\n",
       "      <td>152.000000</td>\n",
       "      <td>7.423870e+06</td>\n",
       "      <td>6.324777e+08</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       annual income   monthly debt  months since last delinquent  \\\n",
       "count   7.906000e+03    9828.000000                   4611.000000   \n",
       "mean    1.372631e+06   18391.187338                     35.435914   \n",
       "std     8.590410e+05   12026.282295                     22.122317   \n",
       "min     1.112450e+05       0.000000                      0.000000   \n",
       "25%     8.450820e+05   10045.965000                     17.000000   \n",
       "50%     1.167692e+06   16154.465000                     32.000000   \n",
       "75%     1.639847e+06   23996.240000                     52.000000   \n",
       "max     9.458200e+06  120559.560000                    152.000000   \n",
       "\n",
       "       current credit balance  maximum open credit    tax liens  \n",
       "count            9.828000e+03         9.828000e+03  9827.000000  \n",
       "mean             2.924367e+05         8.423541e+05     0.030223  \n",
       "std              3.488328e+05         8.607249e+06     0.246701  \n",
       "min              0.000000e+00         0.000000e+00     0.000000  \n",
       "25%              1.111642e+05         2.704900e+05     0.000000  \n",
       "50%              2.092755e+05         4.637930e+05     0.000000  \n",
       "75%              3.680348e+05         7.846080e+05     0.000000  \n",
       "max              7.423870e+06         6.324777e+08     6.000000  "
      ]
     },
     "execution_count": 319,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data.columns = to_be_test_data.columns.str.lower()\n",
    "to_be_test_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 320,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "loan id                            0\n",
      "maximum open credit                0\n",
      "current credit balance             0\n",
      "number of credit problems          0\n",
      "number of open accounts            0\n",
      "years of credit history            0\n",
      "monthly debt                       0\n",
      "purpose                            0\n",
      "term                               0\n",
      "current loan amount                0\n",
      "customer id                        0\n",
      "home ownership                     0\n",
      "tax liens                          1\n",
      "bankruptcies                      17\n",
      "years in current job             423\n",
      "annual income                   1922\n",
      "credit score                    1922\n",
      "months since last delinquent    5217\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "total = to_be_test_data.isnull().sum().sort_values()\n",
    "print(total)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 321,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['709', nan, '741', '721', '7290', '730', '678', '739', '728',\n",
       "       '740', '743', '727', '723', '747', '687', '750', '714', '724',\n",
       "       '704', '688', '749', '746', '737', '729', '733', '725', '745',\n",
       "       '720', '718', '682', '7120', '680', '710', '598', '719', '6610',\n",
       "       '652', '736', '7380', '644', '672', 'missing', '699', '751', '694',\n",
       "       '675', '657', '748', '666', '734', '742', '705', '731', '6240',\n",
       "       '712', '685', '717', '722', '618', '676', '692', '7210', '732',\n",
       "       '649', '695', '744', '686', '637', '697', '706', '715', '707',\n",
       "       '726', '738', '7500', '716', '7020', '651', '708', '698', '689',\n",
       "       '735', '703', '693', '7080', '645', '691', '673', '700', '7140',\n",
       "       '658', '674', '654', '7490', '681', '696', '713', '668', '7360',\n",
       "       '659', '7160', '647', '683', '670', '623', '711', '639', '671',\n",
       "       '6990', '614', '667', '701', '7410', '7310', '7040', '7060', '615',\n",
       "       '7200', '656', '653', '664', '613', '7450', '7300', '636', '702',\n",
       "       '7430', '594', '7170', '646', '7000', '669', '7280', '7090',\n",
       "       '6970', '7460', '6920', '612', '7350', '7190', '690', '6690',\n",
       "       '6750', '641', '665', '677', '684', '655', '7010', '6530', '630',\n",
       "       '7270', '663', '638', '596', '7420', '660', '6810', '679', '7070',\n",
       "       '7390', '7470', '609', '603', '6670', '6710', '6580', '6940',\n",
       "       '6800', '7110', '661', '7130', '643', '633', '7370', '5860',\n",
       "       '6960', '629', '648', '7150', '6400', '6830', '6360', '6650',\n",
       "       '625', '6740', '635', '7260', '7480', '6980', '662', '640', '7250',\n",
       "       '7320', '627', '7180', '6640', '6780', '611', '6090', '604', '642',\n",
       "       '7240', '621', '6550', '6900', '6590', '6840', '6660', '7400',\n",
       "       '632', '6760', '7340', '6860', '6870', '6680', '602', '7220',\n",
       "       '616', '600', '6460', '6500', '597', '6880', '6540', '622', '6100',\n",
       "       '7330', '619', '624', '7510', '6930', '6430', '6160', '628', '599',\n",
       "       '7030', '6630', '7230', '606', '6890', '6820', '6850', '7100',\n",
       "       '6210', '6150', '7440', '6080', '650', '6200', '6570', '626',\n",
       "       '6110', '6560', '6730', '6410', '605', '6310', '5960', '589',\n",
       "       '6350', '607', '6470', '6520', '6700', '608', '631', '6950',\n",
       "       '6720', '6290', '6770', '620', '6480', '6380', '7050', '6390',\n",
       "       '590', '634', '6910', '6620', '6370', '6600', '6250'], dtype=object)"
      ]
     },
     "execution_count": 321,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data['credit score'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 322,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       709\n",
       "1       NaN\n",
       "2       741\n",
       "3       721\n",
       "4       NaN\n",
       "       ... \n",
       "9823    736\n",
       "9824    NaN\n",
       "9825    751\n",
       "9826    733\n",
       "9827    743\n",
       "Name: credit score, Length: 9828, dtype: object"
      ]
     },
     "execution_count": 322,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "credit_store = to_be_test_data['credit score']\n",
    "credit_store"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 323,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Temp\\ipykernel_16948\\3324086750.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  to_be_test_data['credit score'] = to_be_test_data['credit score'].replace('missing',np.nan)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0       709\n",
       "1       NaN\n",
       "2       741\n",
       "3       721\n",
       "4       NaN\n",
       "       ... \n",
       "9823    736\n",
       "9824    NaN\n",
       "9825    751\n",
       "9826    733\n",
       "9827    743\n",
       "Name: credit score, Length: 9828, dtype: object"
      ]
     },
     "execution_count": 323,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data['credit score'] = to_be_test_data['credit score'].replace('missing',np.nan)\n",
    "credit_store = to_be_test_data['credit score']\n",
    "credit_store"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 324,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count     7905\n",
       "unique     281\n",
       "top        747\n",
       "freq       192\n",
       "Name: credit score, dtype: object"
      ]
     },
     "execution_count": 324,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data['credit score'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 325,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Temp\\ipykernel_16948\\898136104.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  to_be_test_data['credit score'] = to_be_test_data['credit score'].fillna(128)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0       709\n",
       "1       128\n",
       "2       741\n",
       "3       721\n",
       "4       128\n",
       "       ... \n",
       "9823    736\n",
       "9824    128\n",
       "9825    751\n",
       "9826    733\n",
       "9827    743\n",
       "Name: credit score, Length: 9828, dtype: object"
      ]
     },
     "execution_count": 325,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data['credit score'] = to_be_test_data['credit score'].fillna(128)\n",
    "to_be_test_data['credit score']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 326,
   "metadata": {},
   "outputs": [],
   "source": [
    "#copy_of_credit_score = to_be_test_data[to_be_test_data['credit score'] != 'missing']\n",
    "\n",
    "# missing_word = (copy_of_credit_score['credit score'] == 'missing')\n",
    "\n",
    "# missing_word_true = copy_of_credit_score.loc[missing_word == True]\n",
    "# print(missing_word.count())\n",
    "# copy_of_credit_score = copy_of_credit_score['credit score' != 'nan']\n",
    "# copy_of_credit_score['credit score'].unique()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 327,
   "metadata": {},
   "outputs": [],
   "source": [
    "# test_current_loan = to_be_test_data['current loan amount'] == 99999999.0\n",
    "# test_current_loan.unique()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 328,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>loan id</th>\n",
       "      <th>customer id</th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>months since last delinquent</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>981165ec-3274-42f5-a3b4-d104041a9ca9</td>\n",
       "      <td>445412</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>709</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>17.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>228190</td>\n",
       "      <td>416746</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>2de017a3-2e01-49cb-a581-08169e83be29</td>\n",
       "      <td>262328</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>21.1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>229976</td>\n",
       "      <td>850784</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4eed4e6a-aa2f-4c91-8651-ce984ee8fb26</td>\n",
       "      <td>5efb2b2b-bf11-4dfd-a572-3761a2694725</td>\n",
       "      <td>99999999</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>741</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>14.9</td>\n",
       "      <td>29.0</td>\n",
       "      <td>18</td>\n",
       "      <td>1</td>\n",
       "      <td>297996</td>\n",
       "      <td>750090</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>e777faab-98ae-45af-9a86-7ce5b33b1011</td>\n",
       "      <td>347666</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>721</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>256329</td>\n",
       "      <td>386958</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>81536ad9-5ccf-4eb8-befb-47a4d608658e</td>\n",
       "      <td>176220</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>6.1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>253460</td>\n",
       "      <td>427174</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>084f0ba2-204c-4b43-a131-5a72142e513c</td>\n",
       "      <td>1c96581f-1e05-40ca-997a-7bb62b16b6be</td>\n",
       "      <td>143594</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>736</td>\n",
       "      <td>1024917.0</td>\n",
       "      <td>4 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>other</td>\n",
       "      <td>12982.13</td>\n",
       "      <td>8.1</td>\n",
       "      <td>40.0</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>235334</td>\n",
       "      <td>604186</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>86c20a91-92d1-4dcd-bf73-9f1392b77519</td>\n",
       "      <td>7bf1820e-7de2-4e5b-a259-57cfa20d070c</td>\n",
       "      <td>400158</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7084.53</td>\n",
       "      <td>15.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>332557</td>\n",
       "      <td>422202</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>c062a82a-cf71-425b-a152-f38bdaccc408</td>\n",
       "      <td>7a93d940-5c07-4c5c-9774-62be30aa9e54</td>\n",
       "      <td>154462</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751</td>\n",
       "      <td>833796.0</td>\n",
       "      <td>9 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>other</td>\n",
       "      <td>10630.88</td>\n",
       "      <td>17.4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>76494</td>\n",
       "      <td>517902</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>7a36b0f6-1c19-4984-87d7-d4db3e6ea260</td>\n",
       "      <td>ca417f48-23e0-447a-b0e2-13e0c4f42f26</td>\n",
       "      <td>264484</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>733</td>\n",
       "      <td>1427565.0</td>\n",
       "      <td>2 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>28313.42</td>\n",
       "      <td>10.8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>324862</td>\n",
       "      <td>1245530</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>75474c44-14f5-443d-89cf-859ff4cee994</td>\n",
       "      <td>92d31313-6bbc-40c3-be3c-a5d2cd44a1ed</td>\n",
       "      <td>161304</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743</td>\n",
       "      <td>551456.0</td>\n",
       "      <td>4 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Other</td>\n",
       "      <td>15165.23</td>\n",
       "      <td>39.4</td>\n",
       "      <td>17.0</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>11324</td>\n",
       "      <td>327668</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9828 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   loan id  \\\n",
       "0     14dd8831-6af5-400b-83ec-68e61888a048   \n",
       "1     4771cc26-131a-45db-b5aa-537ea4ba5342   \n",
       "2     4eed4e6a-aa2f-4c91-8651-ce984ee8fb26   \n",
       "3     77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a   \n",
       "4     d4062e70-befa-4995-8643-a0de73938182   \n",
       "...                                    ...   \n",
       "9823  084f0ba2-204c-4b43-a131-5a72142e513c   \n",
       "9824  86c20a91-92d1-4dcd-bf73-9f1392b77519   \n",
       "9825  c062a82a-cf71-425b-a152-f38bdaccc408   \n",
       "9826  7a36b0f6-1c19-4984-87d7-d4db3e6ea260   \n",
       "9827  75474c44-14f5-443d-89cf-859ff4cee994   \n",
       "\n",
       "                               customer id current loan amount        term  \\\n",
       "0     981165ec-3274-42f5-a3b4-d104041a9ca9              445412  Short Term   \n",
       "1     2de017a3-2e01-49cb-a581-08169e83be29              262328  Short Term   \n",
       "2     5efb2b2b-bf11-4dfd-a572-3761a2694725            99999999  Short Term   \n",
       "3     e777faab-98ae-45af-9a86-7ce5b33b1011              347666   Long Term   \n",
       "4     81536ad9-5ccf-4eb8-befb-47a4d608658e              176220  Short Term   \n",
       "...                                    ...                 ...         ...   \n",
       "9823  1c96581f-1e05-40ca-997a-7bb62b16b6be              143594  Short Term   \n",
       "9824  7bf1820e-7de2-4e5b-a259-57cfa20d070c              400158   Long Term   \n",
       "9825  7a93d940-5c07-4c5c-9774-62be30aa9e54              154462  Short Term   \n",
       "9826  ca417f48-23e0-447a-b0e2-13e0c4f42f26              264484  Short Term   \n",
       "9827  92d31313-6bbc-40c3-be3c-a5d2cd44a1ed              161304  Short Term   \n",
       "\n",
       "     credit score  annual income years in current job home ownership  \\\n",
       "0             709      1167493.0              8 years  Home Mortgage   \n",
       "1             128            NaN            10+ years  Home Mortgage   \n",
       "2             741      2231892.0              8 years       Own Home   \n",
       "3             721       806949.0              3 years       Own Home   \n",
       "4             128            NaN              5 years           Rent   \n",
       "...           ...            ...                  ...            ...   \n",
       "9823          736      1024917.0              4 years  Home Mortgage   \n",
       "9824          128            NaN             < 1 year           Rent   \n",
       "9825          751       833796.0              9 years  Home Mortgage   \n",
       "9826          733      1427565.0              2 years           Rent   \n",
       "9827          743       551456.0              4 years       Own Home   \n",
       "\n",
       "                 purpose  monthly debt years of credit history  \\\n",
       "0      Home Improvements       5214.74                    17.2   \n",
       "1     Debt Consolidation      33295.98                    21.1   \n",
       "2     Debt Consolidation      29200.53                    14.9   \n",
       "3     Debt Consolidation       8741.90                      12   \n",
       "4     Debt Consolidation      20639.70                     6.1   \n",
       "...                  ...           ...                     ...   \n",
       "9823               other      12982.13                     8.1   \n",
       "9824  Debt Consolidation       7084.53                    15.5   \n",
       "9825               other      10630.88                    17.4   \n",
       "9826  Debt Consolidation      28313.42                    10.8   \n",
       "9827               Other      15165.23                    39.4   \n",
       "\n",
       "      months since last delinquent number of open accounts  \\\n",
       "0                              NaN                       6   \n",
       "1                              8.0                      35   \n",
       "2                             29.0                      18   \n",
       "3                              NaN                       9   \n",
       "4                              NaN                      15   \n",
       "...                            ...                     ...   \n",
       "9823                          40.0                      14   \n",
       "9824                           NaN                       3   \n",
       "9825                           NaN                       7   \n",
       "9826                           NaN                      22   \n",
       "9827                          17.0                       7   \n",
       "\n",
       "     number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            1                  228190               416746   \n",
       "1                            0                  229976               850784   \n",
       "2                            1                  297996               750090   \n",
       "3                            0                  256329               386958   \n",
       "4                            0                  253460               427174   \n",
       "...                        ...                     ...                  ...   \n",
       "9823                         0                  235334               604186   \n",
       "9824                         0                  332557               422202   \n",
       "9825                         0                   76494               517902   \n",
       "9826                         0                  324862              1245530   \n",
       "9827                         1                   11324               327668   \n",
       "\n",
       "     bankruptcies  tax liens  \n",
       "0               1        0.0  \n",
       "1               0        0.0  \n",
       "2               0        0.0  \n",
       "3               0        0.0  \n",
       "4               0        0.0  \n",
       "...           ...        ...  \n",
       "9823            0        0.0  \n",
       "9824            0        0.0  \n",
       "9825            0        0.0  \n",
       "9826            0        0.0  \n",
       "9827            1        0.0  \n",
       "\n",
       "[9828 rows x 18 columns]"
      ]
     },
     "execution_count": 328,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 329,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9828 entries, 0 to 9827\n",
      "Data columns (total 18 columns):\n",
      " #   Column                        Non-Null Count  Dtype  \n",
      "---  ------                        --------------  -----  \n",
      " 0   loan id                       9828 non-null   object \n",
      " 1   customer id                   9828 non-null   object \n",
      " 2   current loan amount           9828 non-null   object \n",
      " 3   term                          9828 non-null   object \n",
      " 4   credit score                  9828 non-null   object \n",
      " 5   annual income                 7906 non-null   float64\n",
      " 6   years in current job          9405 non-null   object \n",
      " 7   home ownership                9828 non-null   object \n",
      " 8   purpose                       9828 non-null   object \n",
      " 9   monthly debt                  9828 non-null   float64\n",
      " 10  years of credit history       9828 non-null   object \n",
      " 11  months since last delinquent  4611 non-null   float64\n",
      " 12  number of open accounts       9828 non-null   object \n",
      " 13  number of credit problems     9828 non-null   object \n",
      " 14  current credit balance        9828 non-null   int64  \n",
      " 15  maximum open credit           9828 non-null   int64  \n",
      " 16  bankruptcies                  9811 non-null   object \n",
      " 17  tax liens                     9827 non-null   float64\n",
      "dtypes: float64(4), int64(2), object(12)\n",
      "memory usage: 1.3+ MB\n"
     ]
    }
   ],
   "source": [
    "to_be_test_data.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 330,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_test_data = to_be_test_data.drop([\"months since last delinquent\",\"loan id\",\"customer id\"], axis= 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 331,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>annual income</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>7.906000e+03</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9.828000e+03</td>\n",
       "      <td>9.828000e+03</td>\n",
       "      <td>9827.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.372631e+06</td>\n",
       "      <td>18391.187338</td>\n",
       "      <td>2.924367e+05</td>\n",
       "      <td>8.423541e+05</td>\n",
       "      <td>0.030223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>8.590410e+05</td>\n",
       "      <td>12026.282295</td>\n",
       "      <td>3.488328e+05</td>\n",
       "      <td>8.607249e+06</td>\n",
       "      <td>0.246701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.112450e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>8.450820e+05</td>\n",
       "      <td>10045.965000</td>\n",
       "      <td>1.111642e+05</td>\n",
       "      <td>2.704900e+05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.167692e+06</td>\n",
       "      <td>16154.465000</td>\n",
       "      <td>2.092755e+05</td>\n",
       "      <td>4.637930e+05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.639847e+06</td>\n",
       "      <td>23996.240000</td>\n",
       "      <td>3.680348e+05</td>\n",
       "      <td>7.846080e+05</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>9.458200e+06</td>\n",
       "      <td>120559.560000</td>\n",
       "      <td>7.423870e+06</td>\n",
       "      <td>6.324777e+08</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       annual income   monthly debt  current credit balance  \\\n",
       "count   7.906000e+03    9828.000000            9.828000e+03   \n",
       "mean    1.372631e+06   18391.187338            2.924367e+05   \n",
       "std     8.590410e+05   12026.282295            3.488328e+05   \n",
       "min     1.112450e+05       0.000000            0.000000e+00   \n",
       "25%     8.450820e+05   10045.965000            1.111642e+05   \n",
       "50%     1.167692e+06   16154.465000            2.092755e+05   \n",
       "75%     1.639847e+06   23996.240000            3.680348e+05   \n",
       "max     9.458200e+06  120559.560000            7.423870e+06   \n",
       "\n",
       "       maximum open credit    tax liens  \n",
       "count         9.828000e+03  9827.000000  \n",
       "mean          8.423541e+05     0.030223  \n",
       "std           8.607249e+06     0.246701  \n",
       "min           0.000000e+00     0.000000  \n",
       "25%           2.704900e+05     0.000000  \n",
       "50%           4.637930e+05     0.000000  \n",
       "75%           7.846080e+05     0.000000  \n",
       "max           6.324777e+08     6.000000  "
      ]
     },
     "execution_count": 331,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 332,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>445412</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>709</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>17.2</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>228190</td>\n",
       "      <td>416746</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>262328</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>21.1</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>229976</td>\n",
       "      <td>850784</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>99999999</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>741</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>14.9</td>\n",
       "      <td>18</td>\n",
       "      <td>1</td>\n",
       "      <td>297996</td>\n",
       "      <td>750090</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>347666</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>721</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>12</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>256329</td>\n",
       "      <td>386958</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>176220</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>6.1</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>253460</td>\n",
       "      <td>427174</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>143594</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>736</td>\n",
       "      <td>1024917.0</td>\n",
       "      <td>4 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>other</td>\n",
       "      <td>12982.13</td>\n",
       "      <td>8.1</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>235334</td>\n",
       "      <td>604186</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>400158</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>128</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7084.53</td>\n",
       "      <td>15.5</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>332557</td>\n",
       "      <td>422202</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>154462</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751</td>\n",
       "      <td>833796.0</td>\n",
       "      <td>9 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>other</td>\n",
       "      <td>10630.88</td>\n",
       "      <td>17.4</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>76494</td>\n",
       "      <td>517902</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>264484</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>733</td>\n",
       "      <td>1427565.0</td>\n",
       "      <td>2 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>28313.42</td>\n",
       "      <td>10.8</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>324862</td>\n",
       "      <td>1245530</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>161304</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743</td>\n",
       "      <td>551456.0</td>\n",
       "      <td>4 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Other</td>\n",
       "      <td>15165.23</td>\n",
       "      <td>39.4</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>11324</td>\n",
       "      <td>327668</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9828 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     current loan amount        term credit score  annual income  \\\n",
       "0                 445412  Short Term          709      1167493.0   \n",
       "1                 262328  Short Term          128            NaN   \n",
       "2               99999999  Short Term          741      2231892.0   \n",
       "3                 347666   Long Term          721       806949.0   \n",
       "4                 176220  Short Term          128            NaN   \n",
       "...                  ...         ...          ...            ...   \n",
       "9823              143594  Short Term          736      1024917.0   \n",
       "9824              400158   Long Term          128            NaN   \n",
       "9825              154462  Short Term          751       833796.0   \n",
       "9826              264484  Short Term          733      1427565.0   \n",
       "9827              161304  Short Term          743       551456.0   \n",
       "\n",
       "     years in current job home ownership             purpose  monthly debt  \\\n",
       "0                 8 years  Home Mortgage   Home Improvements       5214.74   \n",
       "1               10+ years  Home Mortgage  Debt Consolidation      33295.98   \n",
       "2                 8 years       Own Home  Debt Consolidation      29200.53   \n",
       "3                 3 years       Own Home  Debt Consolidation       8741.90   \n",
       "4                 5 years           Rent  Debt Consolidation      20639.70   \n",
       "...                   ...            ...                 ...           ...   \n",
       "9823              4 years  Home Mortgage               other      12982.13   \n",
       "9824             < 1 year           Rent  Debt Consolidation       7084.53   \n",
       "9825              9 years  Home Mortgage               other      10630.88   \n",
       "9826              2 years           Rent  Debt Consolidation      28313.42   \n",
       "9827              4 years       Own Home               Other      15165.23   \n",
       "\n",
       "     years of credit history number of open accounts  \\\n",
       "0                       17.2                       6   \n",
       "1                       21.1                      35   \n",
       "2                       14.9                      18   \n",
       "3                         12                       9   \n",
       "4                        6.1                      15   \n",
       "...                      ...                     ...   \n",
       "9823                     8.1                      14   \n",
       "9824                    15.5                       3   \n",
       "9825                    17.4                       7   \n",
       "9826                    10.8                      22   \n",
       "9827                    39.4                       7   \n",
       "\n",
       "     number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            1                  228190               416746   \n",
       "1                            0                  229976               850784   \n",
       "2                            1                  297996               750090   \n",
       "3                            0                  256329               386958   \n",
       "4                            0                  253460               427174   \n",
       "...                        ...                     ...                  ...   \n",
       "9823                         0                  235334               604186   \n",
       "9824                         0                  332557               422202   \n",
       "9825                         0                   76494               517902   \n",
       "9826                         0                  324862              1245530   \n",
       "9827                         1                   11324               327668   \n",
       "\n",
       "     bankruptcies  tax liens  \n",
       "0               1        0.0  \n",
       "1               0        0.0  \n",
       "2               0        0.0  \n",
       "3               0        0.0  \n",
       "4               0        0.0  \n",
       "...           ...        ...  \n",
       "9823            0        0.0  \n",
       "9824            0        0.0  \n",
       "9825            0        0.0  \n",
       "9826            0        0.0  \n",
       "9827            1        0.0  \n",
       "\n",
       "[9828 rows x 15 columns]"
      ]
     },
     "execution_count": 332,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 333,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>loan status</th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.000000</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86764</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>210584.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>719.0</td>\n",
       "      <td>783389.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Other</td>\n",
       "      <td>3727.61</td>\n",
       "      <td>17.4</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>259160.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86766</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>732.0</td>\n",
       "      <td>1289416.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>13109.05</td>\n",
       "      <td>9.4</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153045.0</td>\n",
       "      <td>509234.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86767</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>103136.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1150545.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7315.57</td>\n",
       "      <td>18.8</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>109554.0</td>\n",
       "      <td>537548.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86768</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>530332.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>746.0</td>\n",
       "      <td>1717524.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9890.07</td>\n",
       "      <td>15.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>404225.0</td>\n",
       "      <td>738254.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86769</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743.0</td>\n",
       "      <td>935180.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9118.10</td>\n",
       "      <td>13.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>45600.0</td>\n",
       "      <td>91014.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>78497 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       loan status  current loan amount        term  credit score  \\\n",
       "0       Fully Paid        159346.000000  Short Term         751.0   \n",
       "1      Charged Off        210760.000000  Short Term         694.0   \n",
       "2       Fully Paid        205766.000000  Short Term         747.0   \n",
       "3       Fully Paid        405768.000000   Long Term         620.0   \n",
       "4       Fully Paid        355520.000000  Short Term         716.0   \n",
       "...            ...                  ...         ...           ...   \n",
       "86764   Fully Paid        210584.000000  Short Term         719.0   \n",
       "86766   Fully Paid        302620.034454  Short Term         732.0   \n",
       "86767   Fully Paid        103136.000000  Short Term         742.0   \n",
       "86768   Fully Paid        530332.000000  Short Term         746.0   \n",
       "86769   Fully Paid        302620.034454  Short Term         743.0   \n",
       "\n",
       "       annual income  years in current job home ownership             purpose  \\\n",
       "0           987012.0                  10.0       Own Home   Home Improvements   \n",
       "1           860985.0                  10.0  Home Mortgage  Debt Consolidation   \n",
       "2           526528.0                   7.0       Own Home  Debt Consolidation   \n",
       "3           974472.0                   5.0  Home Mortgage  Debt Consolidation   \n",
       "4          1420060.0                  10.0           Rent  Debt Consolidation   \n",
       "...              ...                   ...            ...                 ...   \n",
       "86764       783389.0                   1.0  Home Mortgage               Other   \n",
       "86766      1289416.0                   1.0           Rent  Debt Consolidation   \n",
       "86767      1150545.0                   6.0           Rent  Debt Consolidation   \n",
       "86768      1717524.0                   9.0           Rent  Debt Consolidation   \n",
       "86769       935180.0                  10.0       Own Home  Debt Consolidation   \n",
       "\n",
       "       monthly debt  years of credit history  number of open accounts  \\\n",
       "0           3306.57                     25.5                     12.0   \n",
       "1          11336.35                     12.5                     23.0   \n",
       "2           8029.40                     21.3                      4.0   \n",
       "3          22899.94                     15.5                     19.0   \n",
       "4          31122.95                     19.4                      9.0   \n",
       "...             ...                      ...                      ...   \n",
       "86764       3727.61                     17.4                      6.0   \n",
       "86766      13109.05                      9.4                     22.0   \n",
       "86767       7315.57                     18.8                     12.0   \n",
       "86768       9890.07                     15.0                      8.0   \n",
       "86769       9118.10                     13.0                      4.0   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            0.0                148884.0            2652232.0   \n",
       "1                            0.0                245252.0             773762.0   \n",
       "2                            0.0                381425.0             751124.0   \n",
       "3                            0.0                470079.0             670340.0   \n",
       "4                            0.0                760114.0             975766.0   \n",
       "...                          ...                     ...                  ...   \n",
       "86764                        0.0                   456.0             259160.0   \n",
       "86766                        0.0                153045.0             509234.0   \n",
       "86767                        1.0                109554.0             537548.0   \n",
       "86768                        0.0                404225.0             738254.0   \n",
       "86769                        1.0                 45600.0              91014.0   \n",
       "\n",
       "       bankruptcies  tax liens  \n",
       "0               0.0        0.0  \n",
       "1               0.0        0.0  \n",
       "2               0.0        0.0  \n",
       "3               0.0        0.0  \n",
       "4               0.0        0.0  \n",
       "...             ...        ...  \n",
       "86764           0.0        0.0  \n",
       "86766           0.0        0.0  \n",
       "86767           1.0        0.0  \n",
       "86768           0.0        0.0  \n",
       "86769           1.0        0.0  \n",
       "\n",
       "[78497 rows x 16 columns]"
      ]
     },
     "execution_count": 333,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 334,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>loan status</th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>159346.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>751.0</td>\n",
       "      <td>987012.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>3306.57</td>\n",
       "      <td>25.5</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>148884.0</td>\n",
       "      <td>2652232.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Charged Off</td>\n",
       "      <td>210760.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>694.0</td>\n",
       "      <td>860985.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>11336.35</td>\n",
       "      <td>12.5</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>245252.0</td>\n",
       "      <td>773762.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>205766.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>747.0</td>\n",
       "      <td>526528.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8029.40</td>\n",
       "      <td>21.3</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>381425.0</td>\n",
       "      <td>751124.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>405768.000000</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>620.0</td>\n",
       "      <td>974472.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>22899.94</td>\n",
       "      <td>15.5</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>470079.0</td>\n",
       "      <td>670340.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>355520.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>716.0</td>\n",
       "      <td>1420060.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>31122.95</td>\n",
       "      <td>19.4</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>760114.0</td>\n",
       "      <td>975766.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86764</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>210584.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>719.0</td>\n",
       "      <td>783389.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Other</td>\n",
       "      <td>3727.61</td>\n",
       "      <td>17.4</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>259160.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86766</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>732.0</td>\n",
       "      <td>1289416.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>13109.05</td>\n",
       "      <td>9.4</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153045.0</td>\n",
       "      <td>509234.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86767</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>103136.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1150545.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7315.57</td>\n",
       "      <td>18.8</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>109554.0</td>\n",
       "      <td>537548.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86768</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>530332.000000</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>746.0</td>\n",
       "      <td>1717524.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9890.07</td>\n",
       "      <td>15.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>404225.0</td>\n",
       "      <td>738254.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86769</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>302620.034454</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743.0</td>\n",
       "      <td>935180.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9118.10</td>\n",
       "      <td>13.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>45600.0</td>\n",
       "      <td>91014.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>78325 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       loan status  current loan amount        term  credit score  \\\n",
       "0       Fully Paid        159346.000000  Short Term         751.0   \n",
       "1      Charged Off        210760.000000  Short Term         694.0   \n",
       "2       Fully Paid        205766.000000  Short Term         747.0   \n",
       "3       Fully Paid        405768.000000   Long Term         620.0   \n",
       "4       Fully Paid        355520.000000  Short Term         716.0   \n",
       "...            ...                  ...         ...           ...   \n",
       "86764   Fully Paid        210584.000000  Short Term         719.0   \n",
       "86766   Fully Paid        302620.034454  Short Term         732.0   \n",
       "86767   Fully Paid        103136.000000  Short Term         742.0   \n",
       "86768   Fully Paid        530332.000000  Short Term         746.0   \n",
       "86769   Fully Paid        302620.034454  Short Term         743.0   \n",
       "\n",
       "       annual income  years in current job home ownership             purpose  \\\n",
       "0           987012.0                  10.0       Own Home   Home Improvements   \n",
       "1           860985.0                  10.0  Home Mortgage  Debt Consolidation   \n",
       "2           526528.0                   7.0       Own Home  Debt Consolidation   \n",
       "3           974472.0                   5.0  Home Mortgage  Debt Consolidation   \n",
       "4          1420060.0                  10.0           Rent  Debt Consolidation   \n",
       "...              ...                   ...            ...                 ...   \n",
       "86764       783389.0                   1.0  Home Mortgage               Other   \n",
       "86766      1289416.0                   1.0           Rent  Debt Consolidation   \n",
       "86767      1150545.0                   6.0           Rent  Debt Consolidation   \n",
       "86768      1717524.0                   9.0           Rent  Debt Consolidation   \n",
       "86769       935180.0                  10.0       Own Home  Debt Consolidation   \n",
       "\n",
       "       monthly debt  years of credit history  number of open accounts  \\\n",
       "0           3306.57                     25.5                     12.0   \n",
       "1          11336.35                     12.5                     23.0   \n",
       "2           8029.40                     21.3                      4.0   \n",
       "3          22899.94                     15.5                     19.0   \n",
       "4          31122.95                     19.4                      9.0   \n",
       "...             ...                      ...                      ...   \n",
       "86764       3727.61                     17.4                      6.0   \n",
       "86766      13109.05                      9.4                     22.0   \n",
       "86767       7315.57                     18.8                     12.0   \n",
       "86768       9890.07                     15.0                      8.0   \n",
       "86769       9118.10                     13.0                      4.0   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                            0.0                148884.0            2652232.0   \n",
       "1                            0.0                245252.0             773762.0   \n",
       "2                            0.0                381425.0             751124.0   \n",
       "3                            0.0                470079.0             670340.0   \n",
       "4                            0.0                760114.0             975766.0   \n",
       "...                          ...                     ...                  ...   \n",
       "86764                        0.0                   456.0             259160.0   \n",
       "86766                        0.0                153045.0             509234.0   \n",
       "86767                        1.0                109554.0             537548.0   \n",
       "86768                        0.0                404225.0             738254.0   \n",
       "86769                        1.0                 45600.0              91014.0   \n",
       "\n",
       "       bankruptcies  tax liens  \n",
       "0               0.0        0.0  \n",
       "1               0.0        0.0  \n",
       "2               0.0        0.0  \n",
       "3               0.0        0.0  \n",
       "4               0.0        0.0  \n",
       "...             ...        ...  \n",
       "86764           0.0        0.0  \n",
       "86766           0.0        0.0  \n",
       "86767           1.0        0.0  \n",
       "86768           0.0        0.0  \n",
       "86769           1.0        0.0  \n",
       "\n",
       "[78325 rows x 16 columns]"
      ]
     },
     "execution_count": 334,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_train_data.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 335,
   "metadata": {},
   "outputs": [],
   "source": [
    "# demo_test_data =to_be_test_data.dropna()\n",
    "# demo_test_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 336,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 78497 entries, 0 to 86769\n",
      "Data columns (total 16 columns):\n",
      " #   Column                     Non-Null Count  Dtype  \n",
      "---  ------                     --------------  -----  \n",
      " 0   loan status                78497 non-null  object \n",
      " 1   current loan amount        78497 non-null  float64\n",
      " 2   term                       78497 non-null  object \n",
      " 3   credit score               78497 non-null  float64\n",
      " 4   annual income              78497 non-null  float64\n",
      " 5   years in current job       78497 non-null  float64\n",
      " 6   home ownership             78497 non-null  object \n",
      " 7   purpose                    78497 non-null  object \n",
      " 8   monthly debt               78497 non-null  float64\n",
      " 9   years of credit history    78497 non-null  float64\n",
      " 10  number of open accounts    78497 non-null  float64\n",
      " 11  number of credit problems  78497 non-null  float64\n",
      " 12  current credit balance     78497 non-null  float64\n",
      " 13  maximum open credit        78495 non-null  float64\n",
      " 14  bankruptcies               78327 non-null  float64\n",
      " 15  tax liens                  78489 non-null  float64\n",
      "dtypes: float64(12), object(4)\n",
      "memory usage: 10.2+ MB\n"
     ]
    }
   ],
   "source": [
    "to_be_train_data.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 337,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.calibration import LabelEncoder\n",
    "\n",
    "\n",
    "for i in to_be_train_data.select_dtypes(exclude=['float64']).columns:\n",
    "    le = LabelEncoder()\n",
    "    to_be_train_data[i] = le.fit_transform(to_be_train_data[i])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 338,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_test_data['credit score']= to_be_test_data['credit score'].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 339,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in to_be_test_data.select_dtypes(exclude=['float64']).columns:\n",
    "    le = LabelEncoder()\n",
    "    to_be_test_data[i] = le.fit_transform(to_be_test_data[i])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 340,
   "metadata": {},
   "outputs": [],
   "source": [
    "# col =  to_be_test_data.select_dtypes(exclude=['float64']).columns\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 341,
   "metadata": {},
   "outputs": [],
   "source": [
    "le = LabelEncoder()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 342,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_test_data['bankruptcies'] = le.fit_transform(to_be_test_data['bankruptcies'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 343,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9828 entries, 0 to 9827\n",
      "Data columns (total 15 columns):\n",
      " #   Column                     Non-Null Count  Dtype  \n",
      "---  ------                     --------------  -----  \n",
      " 0   current loan amount        9828 non-null   int32  \n",
      " 1   term                       9828 non-null   int32  \n",
      " 2   credit score               9828 non-null   int64  \n",
      " 3   annual income              7906 non-null   float64\n",
      " 4   years in current job       9828 non-null   int32  \n",
      " 5   home ownership             9828 non-null   int32  \n",
      " 6   purpose                    9828 non-null   int32  \n",
      " 7   monthly debt               9828 non-null   float64\n",
      " 8   years of credit history    9828 non-null   int32  \n",
      " 9   number of open accounts    9828 non-null   int32  \n",
      " 10  number of credit problems  9828 non-null   int32  \n",
      " 11  current credit balance     9828 non-null   int64  \n",
      " 12  maximum open credit        9828 non-null   int64  \n",
      " 13  bankruptcies               9828 non-null   int64  \n",
      " 14  tax liens                  9827 non-null   float64\n",
      "dtypes: float64(3), int32(8), int64(4)\n",
      "memory usage: 844.7 KB\n"
     ]
    }
   ],
   "source": [
    "to_be_test_data.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 344,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4583</td>\n",
       "      <td>1</td>\n",
       "      <td>114</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>72</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>4210</td>\n",
       "      <td>3805</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2442</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>111</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>4238</td>\n",
       "      <td>6845</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6750</td>\n",
       "      <td>1</td>\n",
       "      <td>146</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>49</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>5238</td>\n",
       "      <td>6323</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3583</td>\n",
       "      <td>0</td>\n",
       "      <td>126</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>20</td>\n",
       "      <td>43</td>\n",
       "      <td>0</td>\n",
       "      <td>4671</td>\n",
       "      <td>3488</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1118</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>384</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>4625</td>\n",
       "      <td>3903</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>649</td>\n",
       "      <td>1</td>\n",
       "      <td>141</td>\n",
       "      <td>1024917.0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>12982.13</td>\n",
       "      <td>404</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>4335</td>\n",
       "      <td>5439</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>4097</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>7084.53</td>\n",
       "      <td>55</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>5660</td>\n",
       "      <td>3855</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>786</td>\n",
       "      <td>1</td>\n",
       "      <td>156</td>\n",
       "      <td>833796.0</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>10630.88</td>\n",
       "      <td>74</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "      <td>1210</td>\n",
       "      <td>4731</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>2499</td>\n",
       "      <td>1</td>\n",
       "      <td>138</td>\n",
       "      <td>1427565.0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>28313.42</td>\n",
       "      <td>8</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>5575</td>\n",
       "      <td>7995</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>896</td>\n",
       "      <td>1</td>\n",
       "      <td>148</td>\n",
       "      <td>551456.0</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>15165.23</td>\n",
       "      <td>296</td>\n",
       "      <td>41</td>\n",
       "      <td>1</td>\n",
       "      <td>141</td>\n",
       "      <td>2811</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9828 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      current loan amount  term  credit score  annual income  \\\n",
       "0                    4583     1           114      1167493.0   \n",
       "1                    2442     1             0            NaN   \n",
       "2                    6750     1           146      2231892.0   \n",
       "3                    3583     0           126       806949.0   \n",
       "4                    1118     1             0            NaN   \n",
       "...                   ...   ...           ...            ...   \n",
       "9823                  649     1           141      1024917.0   \n",
       "9824                 4097     0             0            NaN   \n",
       "9825                  786     1           156       833796.0   \n",
       "9826                 2499     1           138      1427565.0   \n",
       "9827                  896     1           148       551456.0   \n",
       "\n",
       "      years in current job  home ownership  purpose  monthly debt  \\\n",
       "0                        8               1        5       5214.74   \n",
       "1                        1               1        3      33295.98   \n",
       "2                        8               2        3      29200.53   \n",
       "3                        3               2        3       8741.90   \n",
       "4                        5               3        3      20639.70   \n",
       "...                    ...             ...      ...           ...   \n",
       "9823                     4               1       11      12982.13   \n",
       "9824                    10               3        3       7084.53   \n",
       "9825                     9               1       11      10630.88   \n",
       "9826                     2               3        3      28313.42   \n",
       "9827                     4               2        7      15165.23   \n",
       "\n",
       "      years of credit history  number of open accounts  \\\n",
       "0                          72                       40   \n",
       "1                         111                       28   \n",
       "2                          49                        9   \n",
       "3                          20                       43   \n",
       "4                         384                        6   \n",
       "...                       ...                      ...   \n",
       "9823                      404                        5   \n",
       "9824                       55                       22   \n",
       "9825                       74                       41   \n",
       "9826                        8                       14   \n",
       "9827                      296                       41   \n",
       "\n",
       "      number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                             1                    4210                 3805   \n",
       "1                             0                    4238                 6845   \n",
       "2                             1                    5238                 6323   \n",
       "3                             0                    4671                 3488   \n",
       "4                             0                    4625                 3903   \n",
       "...                         ...                     ...                  ...   \n",
       "9823                          0                    4335                 5439   \n",
       "9824                          0                    5660                 3855   \n",
       "9825                          0                    1210                 4731   \n",
       "9826                          0                    5575                 7995   \n",
       "9827                          1                     141                 2811   \n",
       "\n",
       "      bankruptcies  tax liens  \n",
       "0                1        0.0  \n",
       "1                0        0.0  \n",
       "2                0        0.0  \n",
       "3                0        0.0  \n",
       "4                0        0.0  \n",
       "...            ...        ...  \n",
       "9823             0        0.0  \n",
       "9824             0        0.0  \n",
       "9825             0        0.0  \n",
       "9826             0        0.0  \n",
       "9827             1        0.0  \n",
       "\n",
       "[9828 rows x 15 columns]"
      ]
     },
     "execution_count": 344,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 345,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([114,   0, 146, 126, 259, 135,  83, 144, 133, 145, 148, 132, 128,\n",
       "       152,  92, 155, 119, 129, 109,  93, 154, 151, 142, 134, 138, 130,\n",
       "       150, 125, 123,  87, 242,  85, 115,   6, 124, 192,  57, 141, 268,\n",
       "        49,  77, 104, 156,  99,  80,  62, 153,  71, 139, 147, 110, 136,\n",
       "       167, 117,  90, 122, 127,  23,  81,  97, 251, 137,  54, 100, 149,\n",
       "        91,  42, 102, 111, 120, 112, 131, 143, 280, 121, 232,  56, 113,\n",
       "       103,  94, 140, 108,  98, 238,  50,  96,  78, 105, 244,  63,  79,\n",
       "        59, 279,  86, 101, 118,  73, 266,  64, 246,  52,  88,  75,  28,\n",
       "       116,  44,  76, 229,  20,  72, 106, 271, 261, 234, 236,  21, 250,\n",
       "        61,  58,  69,  19, 275, 260,  41, 107, 273,   3, 247,  51, 230,\n",
       "        74, 258, 239, 227, 276, 222,  18, 265, 249,  95, 200, 206,  46,\n",
       "        70,  82,  89,  60, 231, 184,  35, 257,  68,  43,   4, 272,  65,\n",
       "       211,  84, 237, 269, 277,  16,  10, 198, 202, 189, 224, 210, 241,\n",
       "        66, 243,  48,  38, 267, 157, 226,  34,  53, 245, 176, 213, 172,\n",
       "       196,  30, 205,  40, 256, 278, 228,  67,  45, 255, 262,  32, 248,\n",
       "       195, 209,  17, 160,  11,  47, 254,  26, 186, 220, 190, 214, 197,\n",
       "       270,  37, 207, 264, 216, 217, 199,   9, 252,  22,   8, 179, 182,\n",
       "         5, 218, 185,  27, 161, 263,  24,  29, 281, 223, 178, 164,  33,\n",
       "         7, 233, 194, 253,  13, 219, 212, 215, 240, 166, 163, 274, 159,\n",
       "        55, 165, 188,  31, 162, 187, 204, 177,  12, 170, 158,   1, 171,\n",
       "        14, 180, 183, 201,  15,  36, 225, 203, 169, 208,  25, 181, 174,\n",
       "       235, 175,   2,  39, 221, 193, 173, 191, 168], dtype=int64)"
      ]
     },
     "execution_count": 345,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data['credit score'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 346,
   "metadata": {},
   "outputs": [],
   "source": [
    "# vals = to_be_train_data['credit score'].dropna().unique()\n",
    "# to_be_test_data['credit score'] = to_be_test_data['credit score'].fillna(pd.Series(np.random.choice(vals,size = len(to_be_train_data.index))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 347,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4583</td>\n",
       "      <td>1</td>\n",
       "      <td>114</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>72</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>4210</td>\n",
       "      <td>3805</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2442</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>111</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>4238</td>\n",
       "      <td>6845</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6750</td>\n",
       "      <td>1</td>\n",
       "      <td>146</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>49</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>5238</td>\n",
       "      <td>6323</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3583</td>\n",
       "      <td>0</td>\n",
       "      <td>126</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>20</td>\n",
       "      <td>43</td>\n",
       "      <td>0</td>\n",
       "      <td>4671</td>\n",
       "      <td>3488</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1118</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>384</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>4625</td>\n",
       "      <td>3903</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>649</td>\n",
       "      <td>1</td>\n",
       "      <td>141</td>\n",
       "      <td>1024917.0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>12982.13</td>\n",
       "      <td>404</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>4335</td>\n",
       "      <td>5439</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>4097</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>7084.53</td>\n",
       "      <td>55</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>5660</td>\n",
       "      <td>3855</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>786</td>\n",
       "      <td>1</td>\n",
       "      <td>156</td>\n",
       "      <td>833796.0</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>10630.88</td>\n",
       "      <td>74</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "      <td>1210</td>\n",
       "      <td>4731</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>2499</td>\n",
       "      <td>1</td>\n",
       "      <td>138</td>\n",
       "      <td>1427565.0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>28313.42</td>\n",
       "      <td>8</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>5575</td>\n",
       "      <td>7995</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>896</td>\n",
       "      <td>1</td>\n",
       "      <td>148</td>\n",
       "      <td>551456.0</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>15165.23</td>\n",
       "      <td>296</td>\n",
       "      <td>41</td>\n",
       "      <td>1</td>\n",
       "      <td>141</td>\n",
       "      <td>2811</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9828 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      current loan amount  term  credit score  annual income  \\\n",
       "0                    4583     1           114      1167493.0   \n",
       "1                    2442     1             0            NaN   \n",
       "2                    6750     1           146      2231892.0   \n",
       "3                    3583     0           126       806949.0   \n",
       "4                    1118     1             0            NaN   \n",
       "...                   ...   ...           ...            ...   \n",
       "9823                  649     1           141      1024917.0   \n",
       "9824                 4097     0             0            NaN   \n",
       "9825                  786     1           156       833796.0   \n",
       "9826                 2499     1           138      1427565.0   \n",
       "9827                  896     1           148       551456.0   \n",
       "\n",
       "      years in current job  home ownership  purpose  monthly debt  \\\n",
       "0                        8               1        5       5214.74   \n",
       "1                        1               1        3      33295.98   \n",
       "2                        8               2        3      29200.53   \n",
       "3                        3               2        3       8741.90   \n",
       "4                        5               3        3      20639.70   \n",
       "...                    ...             ...      ...           ...   \n",
       "9823                     4               1       11      12982.13   \n",
       "9824                    10               3        3       7084.53   \n",
       "9825                     9               1       11      10630.88   \n",
       "9826                     2               3        3      28313.42   \n",
       "9827                     4               2        7      15165.23   \n",
       "\n",
       "      years of credit history  number of open accounts  \\\n",
       "0                          72                       40   \n",
       "1                         111                       28   \n",
       "2                          49                        9   \n",
       "3                          20                       43   \n",
       "4                         384                        6   \n",
       "...                       ...                      ...   \n",
       "9823                      404                        5   \n",
       "9824                       55                       22   \n",
       "9825                       74                       41   \n",
       "9826                        8                       14   \n",
       "9827                      296                       41   \n",
       "\n",
       "      number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                             1                    4210                 3805   \n",
       "1                             0                    4238                 6845   \n",
       "2                             1                    5238                 6323   \n",
       "3                             0                    4671                 3488   \n",
       "4                             0                    4625                 3903   \n",
       "...                         ...                     ...                  ...   \n",
       "9823                          0                    4335                 5439   \n",
       "9824                          0                    5660                 3855   \n",
       "9825                          0                    1210                 4731   \n",
       "9826                          0                    5575                 7995   \n",
       "9827                          1                     141                 2811   \n",
       "\n",
       "      bankruptcies  tax liens  \n",
       "0                1        0.0  \n",
       "1                0        0.0  \n",
       "2                0        0.0  \n",
       "3                0        0.0  \n",
       "4                0        0.0  \n",
       "...            ...        ...  \n",
       "9823             0        0.0  \n",
       "9824             0        0.0  \n",
       "9825             0        0.0  \n",
       "9826             0        0.0  \n",
       "9827             1        0.0  \n",
       "\n",
       "[9828 rows x 15 columns]"
      ]
     },
     "execution_count": 347,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 348,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['credit score']= to_be_test_data['credit score'].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 349,
   "metadata": {},
   "outputs": [],
   "source": [
    "# for i in to_be_test_data.select_dtypes(exclude=['float64']).columns:\n",
    "#     le = LabelEncoder()\n",
    "#     to_be_test_data[i] = le.fit_transform(to_be_test_data[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 350,
   "metadata": {},
   "outputs": [],
   "source": [
    "########################################################"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 351,
   "metadata": {},
   "outputs": [],
   "source": [
    "#to_be_test_data.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 352,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 78497 entries, 0 to 86769\n",
      "Data columns (total 16 columns):\n",
      " #   Column                     Non-Null Count  Dtype  \n",
      "---  ------                     --------------  -----  \n",
      " 0   loan status                78497 non-null  int32  \n",
      " 1   current loan amount        78497 non-null  float64\n",
      " 2   term                       78497 non-null  int32  \n",
      " 3   credit score               78497 non-null  float64\n",
      " 4   annual income              78497 non-null  float64\n",
      " 5   years in current job       78497 non-null  float64\n",
      " 6   home ownership             78497 non-null  int32  \n",
      " 7   purpose                    78497 non-null  int32  \n",
      " 8   monthly debt               78497 non-null  float64\n",
      " 9   years of credit history    78497 non-null  float64\n",
      " 10  number of open accounts    78497 non-null  float64\n",
      " 11  number of credit problems  78497 non-null  float64\n",
      " 12  current credit balance     78497 non-null  float64\n",
      " 13  maximum open credit        78495 non-null  float64\n",
      " 14  bankruptcies               78327 non-null  float64\n",
      " 15  tax liens                  78489 non-null  float64\n",
      "dtypes: float64(12), int32(4)\n",
      "memory usage: 9.0 MB\n"
     ]
    }
   ],
   "source": [
    "to_be_train_data.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 353,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False  True]\n",
      "[False  True]\n",
      "[False  True]\n"
     ]
    }
   ],
   "source": [
    "for cols in to_be_train_data.columns:\n",
    "    print(to_be_train_data[cols].isna().unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 354,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_train_data = to_be_train_data.dropna(subset=['maximum open credit'],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 355,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_train_data = to_be_train_data.dropna(subset=['tax liens'],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 356,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False  True]\n",
      "[False]\n"
     ]
    }
   ],
   "source": [
    "for cols in to_be_train_data.columns:\n",
    "    print(to_be_train_data[cols].isna().unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 357,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_train_data = to_be_train_data.dropna(subset=['bankruptcies'],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 358,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_trainR = to_be_train_data.drop('loan status',axis=1).values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 359,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[1.59346000e+05, 1.00000000e+00, 7.51000000e+02, ...,\n",
       "        2.65223200e+06, 0.00000000e+00, 0.00000000e+00],\n",
       "       [2.10760000e+05, 1.00000000e+00, 6.94000000e+02, ...,\n",
       "        7.73762000e+05, 0.00000000e+00, 0.00000000e+00],\n",
       "       [2.05766000e+05, 1.00000000e+00, 7.47000000e+02, ...,\n",
       "        7.51124000e+05, 0.00000000e+00, 0.00000000e+00],\n",
       "       ...,\n",
       "       [1.03136000e+05, 1.00000000e+00, 7.42000000e+02, ...,\n",
       "        5.37548000e+05, 1.00000000e+00, 0.00000000e+00],\n",
       "       [5.30332000e+05, 1.00000000e+00, 7.46000000e+02, ...,\n",
       "        7.38254000e+05, 0.00000000e+00, 0.00000000e+00],\n",
       "       [3.02620034e+05, 1.00000000e+00, 7.43000000e+02, ...,\n",
       "        9.10140000e+04, 1.00000000e+00, 0.00000000e+00]])"
      ]
     },
     "execution_count": 359,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_trainR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 360,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_trainR = to_be_train_data['loan status'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 361,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 0, 1, ..., 1, 1, 1])"
      ]
     },
     "execution_count": 361,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_trainR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 362,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>7.906000e+03</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9827.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>3656.799654</td>\n",
       "      <td>0.721510</td>\n",
       "      <td>104.085674</td>\n",
       "      <td>1.372631e+06</td>\n",
       "      <td>4.078856</td>\n",
       "      <td>1.937118</td>\n",
       "      <td>3.784086</td>\n",
       "      <td>18391.187338</td>\n",
       "      <td>116.515263</td>\n",
       "      <td>19.994505</td>\n",
       "      <td>0.172975</td>\n",
       "      <td>3995.621490</td>\n",
       "      <td>4324.911884</td>\n",
       "      <td>0.133089</td>\n",
       "      <td>0.030223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>2146.257344</td>\n",
       "      <td>0.448279</td>\n",
       "      <td>62.591079</td>\n",
       "      <td>8.590410e+05</td>\n",
       "      <td>3.445337</td>\n",
       "      <td>0.955994</td>\n",
       "      <td>2.226830</td>\n",
       "      <td>12026.282295</td>\n",
       "      <td>106.303518</td>\n",
       "      <td>17.704463</td>\n",
       "      <td>0.491501</td>\n",
       "      <td>2383.826352</td>\n",
       "      <td>2557.637223</td>\n",
       "      <td>0.459173</td>\n",
       "      <td>0.246701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.112450e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1787.750000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>8.450820e+05</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>10045.965000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1953.750000</td>\n",
       "      <td>2114.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>3599.500000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>122.000000</td>\n",
       "      <td>1.167692e+06</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>16154.465000</td>\n",
       "      <td>82.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3896.500000</td>\n",
       "      <td>4250.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5656.250000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>143.000000</td>\n",
       "      <td>1.639847e+06</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>23996.240000</td>\n",
       "      <td>141.000000</td>\n",
       "      <td>41.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6023.250000</td>\n",
       "      <td>6517.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>6751.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>281.000000</td>\n",
       "      <td>9.458200e+06</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>120559.560000</td>\n",
       "      <td>423.000000</td>\n",
       "      <td>44.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>8346.000000</td>\n",
       "      <td>8904.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       current loan amount         term  credit score  annual income  \\\n",
       "count          9828.000000  9828.000000   9828.000000   7.906000e+03   \n",
       "mean           3656.799654     0.721510    104.085674   1.372631e+06   \n",
       "std            2146.257344     0.448279     62.591079   8.590410e+05   \n",
       "min               0.000000     0.000000      0.000000   1.112450e+05   \n",
       "25%            1787.750000     0.000000     75.000000   8.450820e+05   \n",
       "50%            3599.500000     1.000000    122.000000   1.167692e+06   \n",
       "75%            5656.250000     1.000000    143.000000   1.639847e+06   \n",
       "max            6751.000000     1.000000    281.000000   9.458200e+06   \n",
       "\n",
       "       years in current job  home ownership      purpose   monthly debt  \\\n",
       "count           9828.000000     9828.000000  9828.000000    9828.000000   \n",
       "mean               4.078856        1.937118     3.784086   18391.187338   \n",
       "std                3.445337        0.955994     2.226830   12026.282295   \n",
       "min                0.000000        0.000000     0.000000       0.000000   \n",
       "25%                1.000000        1.000000     3.000000   10045.965000   \n",
       "50%                3.000000        2.000000     3.000000   16154.465000   \n",
       "75%                7.000000        3.000000     3.000000   23996.240000   \n",
       "max               11.000000        3.000000    14.000000  120559.560000   \n",
       "\n",
       "       years of credit history  number of open accounts  \\\n",
       "count              9828.000000              9828.000000   \n",
       "mean                116.515263                19.994505   \n",
       "std                 106.303518                17.704463   \n",
       "min                   0.000000                 0.000000   \n",
       "25%                  48.000000                 3.000000   \n",
       "50%                  82.000000                10.000000   \n",
       "75%                 141.000000                41.000000   \n",
       "max                 423.000000                44.000000   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "count                9828.000000             9828.000000          9828.000000   \n",
       "mean                    0.172975             3995.621490          4324.911884   \n",
       "std                     0.491501             2383.826352          2557.637223   \n",
       "min                     0.000000                0.000000             0.000000   \n",
       "25%                     0.000000             1953.750000          2114.000000   \n",
       "50%                     0.000000             3896.500000          4250.500000   \n",
       "75%                     0.000000             6023.250000          6517.000000   \n",
       "max                     8.000000             8346.000000          8904.000000   \n",
       "\n",
       "       bankruptcies    tax liens  \n",
       "count   9828.000000  9827.000000  \n",
       "mean       0.133089     0.030223  \n",
       "std        0.459173     0.246701  \n",
       "min        0.000000     0.000000  \n",
       "25%        0.000000     0.000000  \n",
       "50%        0.000000     0.000000  \n",
       "75%        0.000000     0.000000  \n",
       "max        7.000000     6.000000  "
      ]
     },
     "execution_count": 362,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "to_be_test_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 363,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data = to_be_test_data.dropna(subset=['maximum open credit'],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 364,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_test_data['tax liens'] = to_be_test_data['tax liens'].fillna(0.0)\n",
    "\n",
    "# to_be_test_data = to_be_test_data.dropna(subset=['tax liens'],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 365,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data = to_be_test_data.dropna(subset=['bankruptcies'],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 366,
   "metadata": {},
   "outputs": [],
   "source": [
    "to_be_test_data['annual income'] = to_be_test_data['annual income'].fillna(1372682)\n",
    "# to_be_test_data = to_be_test_data.dropna(subset=['annual income'],axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 367,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_testR = to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 368,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4583</td>\n",
       "      <td>1</td>\n",
       "      <td>114</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>72</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>4210</td>\n",
       "      <td>3805</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2442</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1372682.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>111</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>4238</td>\n",
       "      <td>6845</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6750</td>\n",
       "      <td>1</td>\n",
       "      <td>146</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>49</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>5238</td>\n",
       "      <td>6323</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3583</td>\n",
       "      <td>0</td>\n",
       "      <td>126</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>20</td>\n",
       "      <td>43</td>\n",
       "      <td>0</td>\n",
       "      <td>4671</td>\n",
       "      <td>3488</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1118</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1372682.0</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>384</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>4625</td>\n",
       "      <td>3903</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>649</td>\n",
       "      <td>1</td>\n",
       "      <td>141</td>\n",
       "      <td>1024917.0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>12982.13</td>\n",
       "      <td>404</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>4335</td>\n",
       "      <td>5439</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>4097</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1372682.0</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>7084.53</td>\n",
       "      <td>55</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>5660</td>\n",
       "      <td>3855</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>786</td>\n",
       "      <td>1</td>\n",
       "      <td>156</td>\n",
       "      <td>833796.0</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>10630.88</td>\n",
       "      <td>74</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "      <td>1210</td>\n",
       "      <td>4731</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>2499</td>\n",
       "      <td>1</td>\n",
       "      <td>138</td>\n",
       "      <td>1427565.0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>28313.42</td>\n",
       "      <td>8</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>5575</td>\n",
       "      <td>7995</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>896</td>\n",
       "      <td>1</td>\n",
       "      <td>148</td>\n",
       "      <td>551456.0</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>15165.23</td>\n",
       "      <td>296</td>\n",
       "      <td>41</td>\n",
       "      <td>1</td>\n",
       "      <td>141</td>\n",
       "      <td>2811</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9828 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      current loan amount  term  credit score  annual income  \\\n",
       "0                    4583     1           114      1167493.0   \n",
       "1                    2442     1             0      1372682.0   \n",
       "2                    6750     1           146      2231892.0   \n",
       "3                    3583     0           126       806949.0   \n",
       "4                    1118     1             0      1372682.0   \n",
       "...                   ...   ...           ...            ...   \n",
       "9823                  649     1           141      1024917.0   \n",
       "9824                 4097     0             0      1372682.0   \n",
       "9825                  786     1           156       833796.0   \n",
       "9826                 2499     1           138      1427565.0   \n",
       "9827                  896     1           148       551456.0   \n",
       "\n",
       "      years in current job  home ownership  purpose  monthly debt  \\\n",
       "0                        8               1        5       5214.74   \n",
       "1                        1               1        3      33295.98   \n",
       "2                        8               2        3      29200.53   \n",
       "3                        3               2        3       8741.90   \n",
       "4                        5               3        3      20639.70   \n",
       "...                    ...             ...      ...           ...   \n",
       "9823                     4               1       11      12982.13   \n",
       "9824                    10               3        3       7084.53   \n",
       "9825                     9               1       11      10630.88   \n",
       "9826                     2               3        3      28313.42   \n",
       "9827                     4               2        7      15165.23   \n",
       "\n",
       "      years of credit history  number of open accounts  \\\n",
       "0                          72                       40   \n",
       "1                         111                       28   \n",
       "2                          49                        9   \n",
       "3                          20                       43   \n",
       "4                         384                        6   \n",
       "...                       ...                      ...   \n",
       "9823                      404                        5   \n",
       "9824                       55                       22   \n",
       "9825                       74                       41   \n",
       "9826                        8                       14   \n",
       "9827                      296                       41   \n",
       "\n",
       "      number of credit problems  current credit balance  maximum open credit  \\\n",
       "0                             1                    4210                 3805   \n",
       "1                             0                    4238                 6845   \n",
       "2                             1                    5238                 6323   \n",
       "3                             0                    4671                 3488   \n",
       "4                             0                    4625                 3903   \n",
       "...                         ...                     ...                  ...   \n",
       "9823                          0                    4335                 5439   \n",
       "9824                          0                    5660                 3855   \n",
       "9825                          0                    1210                 4731   \n",
       "9826                          0                    5575                 7995   \n",
       "9827                          1                     141                 2811   \n",
       "\n",
       "      bankruptcies  tax liens  \n",
       "0                1        0.0  \n",
       "1                0        0.0  \n",
       "2                0        0.0  \n",
       "3                0        0.0  \n",
       "4                0        0.0  \n",
       "...            ...        ...  \n",
       "9823             0        0.0  \n",
       "9824             0        0.0  \n",
       "9825             0        0.0  \n",
       "9826             0        0.0  \n",
       "9827             1        0.0  \n",
       "\n",
       "[9828 rows x 15 columns]"
      ]
     },
     "execution_count": 368,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_testR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 369,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9828 entries, 0 to 9827\n",
      "Data columns (total 15 columns):\n",
      " #   Column                     Non-Null Count  Dtype  \n",
      "---  ------                     --------------  -----  \n",
      " 0   current loan amount        9828 non-null   int32  \n",
      " 1   term                       9828 non-null   int32  \n",
      " 2   credit score               9828 non-null   int64  \n",
      " 3   annual income              9828 non-null   float64\n",
      " 4   years in current job       9828 non-null   int32  \n",
      " 5   home ownership             9828 non-null   int32  \n",
      " 6   purpose                    9828 non-null   int32  \n",
      " 7   monthly debt               9828 non-null   float64\n",
      " 8   years of credit history    9828 non-null   int32  \n",
      " 9   number of open accounts    9828 non-null   int32  \n",
      " 10  number of credit problems  9828 non-null   int32  \n",
      " 11  current credit balance     9828 non-null   int64  \n",
      " 12  maximum open credit        9828 non-null   int64  \n",
      " 13  bankruptcies               9828 non-null   int64  \n",
      " 14  tax liens                  9828 non-null   float64\n",
      "dtypes: float64(3), int32(8), int64(4)\n",
      "memory usage: 844.7 KB\n"
     ]
    }
   ],
   "source": [
    "x_testR.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 370,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n",
      "[False]\n"
     ]
    }
   ],
   "source": [
    "for cols in x_testR.columns:\n",
    "    print(x_testR[cols].isna().unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 371,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>current loan amount</th>\n",
       "      <th>term</th>\n",
       "      <th>credit score</th>\n",
       "      <th>annual income</th>\n",
       "      <th>years in current job</th>\n",
       "      <th>home ownership</th>\n",
       "      <th>purpose</th>\n",
       "      <th>monthly debt</th>\n",
       "      <th>years of credit history</th>\n",
       "      <th>number of open accounts</th>\n",
       "      <th>number of credit problems</th>\n",
       "      <th>current credit balance</th>\n",
       "      <th>maximum open credit</th>\n",
       "      <th>bankruptcies</th>\n",
       "      <th>tax liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9.828000e+03</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "      <td>9828.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>3656.799654</td>\n",
       "      <td>0.721510</td>\n",
       "      <td>104.085674</td>\n",
       "      <td>1.372641e+06</td>\n",
       "      <td>4.078856</td>\n",
       "      <td>1.937118</td>\n",
       "      <td>3.784086</td>\n",
       "      <td>18391.187338</td>\n",
       "      <td>116.515263</td>\n",
       "      <td>19.994505</td>\n",
       "      <td>0.172975</td>\n",
       "      <td>3995.621490</td>\n",
       "      <td>4324.911884</td>\n",
       "      <td>0.133089</td>\n",
       "      <td>0.030220</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>2146.257344</td>\n",
       "      <td>0.448279</td>\n",
       "      <td>62.591079</td>\n",
       "      <td>7.704676e+05</td>\n",
       "      <td>3.445337</td>\n",
       "      <td>0.955994</td>\n",
       "      <td>2.226830</td>\n",
       "      <td>12026.282295</td>\n",
       "      <td>106.303518</td>\n",
       "      <td>17.704463</td>\n",
       "      <td>0.491501</td>\n",
       "      <td>2383.826352</td>\n",
       "      <td>2557.637223</td>\n",
       "      <td>0.459173</td>\n",
       "      <td>0.246689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.112450e+05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1787.750000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>9.300738e+05</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>10045.965000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1953.750000</td>\n",
       "      <td>2114.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>3599.500000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>122.000000</td>\n",
       "      <td>1.372682e+06</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>16154.465000</td>\n",
       "      <td>82.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3896.500000</td>\n",
       "      <td>4250.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5656.250000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>143.000000</td>\n",
       "      <td>1.505294e+06</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>23996.240000</td>\n",
       "      <td>141.000000</td>\n",
       "      <td>41.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6023.250000</td>\n",
       "      <td>6517.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>6751.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>281.000000</td>\n",
       "      <td>9.458200e+06</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>120559.560000</td>\n",
       "      <td>423.000000</td>\n",
       "      <td>44.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>8346.000000</td>\n",
       "      <td>8904.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>6.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       current loan amount         term  credit score  annual income  \\\n",
       "count          9828.000000  9828.000000   9828.000000   9.828000e+03   \n",
       "mean           3656.799654     0.721510    104.085674   1.372641e+06   \n",
       "std            2146.257344     0.448279     62.591079   7.704676e+05   \n",
       "min               0.000000     0.000000      0.000000   1.112450e+05   \n",
       "25%            1787.750000     0.000000     75.000000   9.300738e+05   \n",
       "50%            3599.500000     1.000000    122.000000   1.372682e+06   \n",
       "75%            5656.250000     1.000000    143.000000   1.505294e+06   \n",
       "max            6751.000000     1.000000    281.000000   9.458200e+06   \n",
       "\n",
       "       years in current job  home ownership      purpose   monthly debt  \\\n",
       "count           9828.000000     9828.000000  9828.000000    9828.000000   \n",
       "mean               4.078856        1.937118     3.784086   18391.187338   \n",
       "std                3.445337        0.955994     2.226830   12026.282295   \n",
       "min                0.000000        0.000000     0.000000       0.000000   \n",
       "25%                1.000000        1.000000     3.000000   10045.965000   \n",
       "50%                3.000000        2.000000     3.000000   16154.465000   \n",
       "75%                7.000000        3.000000     3.000000   23996.240000   \n",
       "max               11.000000        3.000000    14.000000  120559.560000   \n",
       "\n",
       "       years of credit history  number of open accounts  \\\n",
       "count              9828.000000              9828.000000   \n",
       "mean                116.515263                19.994505   \n",
       "std                 106.303518                17.704463   \n",
       "min                   0.000000                 0.000000   \n",
       "25%                  48.000000                 3.000000   \n",
       "50%                  82.000000                10.000000   \n",
       "75%                 141.000000                41.000000   \n",
       "max                 423.000000                44.000000   \n",
       "\n",
       "       number of credit problems  current credit balance  maximum open credit  \\\n",
       "count                9828.000000             9828.000000          9828.000000   \n",
       "mean                    0.172975             3995.621490          4324.911884   \n",
       "std                     0.491501             2383.826352          2557.637223   \n",
       "min                     0.000000                0.000000             0.000000   \n",
       "25%                     0.000000             1953.750000          2114.000000   \n",
       "50%                     0.000000             3896.500000          4250.500000   \n",
       "75%                     0.000000             6023.250000          6517.000000   \n",
       "max                     8.000000             8346.000000          8904.000000   \n",
       "\n",
       "       bankruptcies    tax liens  \n",
       "count   9828.000000  9828.000000  \n",
       "mean       0.133089     0.030220  \n",
       "std        0.459173     0.246689  \n",
       "min        0.000000     0.000000  \n",
       "25%        0.000000     0.000000  \n",
       "50%        0.000000     0.000000  \n",
       "75%        0.000000     0.000000  \n",
       "max        7.000000     6.000000  "
      ]
     },
     "execution_count": 371,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_testR.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 372,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "lg = LogisticRegression()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 373,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-2 {color: black;background-color: white;}#sk-container-id-2 pre{padding: 0;}#sk-container-id-2 div.sk-toggleable {background-color: white;}#sk-container-id-2 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-2 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-2 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-2 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-2 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-2 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-2 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-2 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-2 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-2 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-2 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-2 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-2 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-2 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-2 div.sk-item {position: relative;z-index: 1;}#sk-container-id-2 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-2 div.sk-item::before, #sk-container-id-2 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-2 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-2 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-2 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-2 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-2 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-2 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-2 div.sk-label-container {text-align: center;}#sk-container-id-2 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-2 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-2\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>LogisticRegression()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" checked><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">LogisticRegression</label><div class=\"sk-toggleable__content\"><pre>LogisticRegression()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "LogisticRegression()"
      ]
     },
     "execution_count": 373,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lg.fit(x_trainR,y_trainR)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 374,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but LogisticRegression was fitted without feature names\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "y_pred_on_x = lg.predict(x_testR)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 375,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 1, 1, ..., 1, 1, 1])"
      ]
     },
     "execution_count": 375,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred_on_x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 376,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8371911905521864"
      ]
     },
     "execution_count": 376,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lg.score(x_trainR,y_trainR)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 377,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "#from xgboost import XGBClassifier\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 378,
   "metadata": {},
   "outputs": [],
   "source": [
    "KNN = KNeighborsClassifier()\n",
    "SVMAC = SVC(kernel='linear')\n",
    "NB = MultinomialNB()\n",
    "DT = DecisionTreeClassifier()\n",
    "RF = RandomForestClassifier()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 379,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.8232365145228215\n"
     ]
    }
   ],
   "source": [
    "KNN.fit(x_trainR,y_trainR)\n",
    "print(KNN.score(x_trainR,y_trainR))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 380,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "#SVMAC.fit(x_train,y_train)\n",
    "#print(SVMAC.score(x_train,y_train))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 381,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4387871050111714\n"
     ]
    }
   ],
   "source": [
    "\n",
    "NB.fit(x_trainR,y_trainR)\n",
    "print(NB.score(x_trainR,y_trainR))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 382,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0\n"
     ]
    }
   ],
   "source": [
    "\n",
    "DT.fit(x_trainR,y_trainR)\n",
    "print(DT.score(x_trainR,y_trainR))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 383,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0\n"
     ]
    }
   ],
   "source": [
    "\n",
    "RF.fit(x_trainR,y_trainR)\n",
    "print(RF.score(x_trainR,y_trainR))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 384,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "\n",
    "# x1_train,y1_train,\n",
    "# train_test_split()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 385,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but LogisticRegression was fitted without feature names\n",
      "  warnings.warn(\n",
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but KNeighborsClassifier was fitted without feature names\n",
      "  warnings.warn(\n",
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but MultinomialNB was fitted without feature names\n",
      "  warnings.warn(\n",
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but DecisionTreeClassifier was fitted without feature names\n",
      "  warnings.warn(\n",
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but RandomForestClassifier was fitted without feature names\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "LG_predict = lg.predict(x_testR)\n",
    "KNN_predict = KNN.predict(x_testR)\n",
    "NB_predict =  NB.predict(x_testR)\n",
    "DT_predict = DT.predict(x_testR)\n",
    "RF_predict = RF.predict(x_testR)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 386,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1 1 1 ... 1 1 1]\n"
     ]
    }
   ],
   "source": [
    "print(LG_predict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 387,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>prediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4eed4e6a-aa2f-4c91-8651-ce984ee8fb26</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>084f0ba2-204c-4b43-a131-5a72142e513c</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>86c20a91-92d1-4dcd-bf73-9f1392b77519</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>c062a82a-cf71-425b-a152-f38bdaccc408</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>7a36b0f6-1c19-4984-87d7-d4db3e6ea260</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>75474c44-14f5-443d-89cf-859ff4cee994</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9828 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Loan ID  prediction\n",
       "0     14dd8831-6af5-400b-83ec-68e61888a048           1\n",
       "1     4771cc26-131a-45db-b5aa-537ea4ba5342           1\n",
       "2     4eed4e6a-aa2f-4c91-8651-ce984ee8fb26           1\n",
       "3     77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a           1\n",
       "4     d4062e70-befa-4995-8643-a0de73938182           1\n",
       "...                                    ...         ...\n",
       "9823  084f0ba2-204c-4b43-a131-5a72142e513c           1\n",
       "9824  86c20a91-92d1-4dcd-bf73-9f1392b77519           1\n",
       "9825  c062a82a-cf71-425b-a152-f38bdaccc408           1\n",
       "9826  7a36b0f6-1c19-4984-87d7-d4db3e6ea260           1\n",
       "9827  75474c44-14f5-443d-89cf-859ff4cee994           1\n",
       "\n",
       "[9828 rows x 2 columns]"
      ]
     },
     "execution_count": 387,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataRAW5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 388,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted_value = dataRAW5 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 389,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 1])"
      ]
     },
     "execution_count": 389,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predicted_value['prediction'] = KNN_predict\n",
    "\n",
    "predicted_value['prediction'].unique()\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 390,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>prediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>273581de-85d8-4332-81a5-19b04ce68666</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>150ebbad-ebed-441e-b70d-2f350ad7dca6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>7aa649ff-b73b-4556-a4c3-a4d35762809a</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>af76ed30-e663-4125-8749-3ff5e509cb37</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9763</th>\n",
       "      <td>a9b4a17a-5bad-4225-905d-c064f9ac6919</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9765</th>\n",
       "      <td>ba5eb0d7-90ed-4008-9d38-a320f016ab47</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9774</th>\n",
       "      <td>aee23ec9-a4cc-4ad5-9c6f-ca0313b8cd92</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9796</th>\n",
       "      <td>94c31e1b-8fdc-494a-b54e-e1a355193027</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9822</th>\n",
       "      <td>09b6f17b-6ac3-4d4b-8520-d31c6ce825cd</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1270 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Loan ID  prediction\n",
       "0     14dd8831-6af5-400b-83ec-68e61888a048           0\n",
       "6     273581de-85d8-4332-81a5-19b04ce68666           0\n",
       "20    150ebbad-ebed-441e-b70d-2f350ad7dca6           0\n",
       "24    7aa649ff-b73b-4556-a4c3-a4d35762809a           0\n",
       "33    af76ed30-e663-4125-8749-3ff5e509cb37           0\n",
       "...                                    ...         ...\n",
       "9763  a9b4a17a-5bad-4225-905d-c064f9ac6919           0\n",
       "9765  ba5eb0d7-90ed-4008-9d38-a320f016ab47           0\n",
       "9774  aee23ec9-a4cc-4ad5-9c6f-ca0313b8cd92           0\n",
       "9796  94c31e1b-8fdc-494a-b54e-e1a355193027           0\n",
       "9822  09b6f17b-6ac3-4d4b-8520-d31c6ce825cd           0\n",
       "\n",
       "[1270 rows x 2 columns]"
      ]
     },
     "execution_count": 390,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "zeros = predicted_value[predicted_value['prediction']==0]\n",
    "zeros\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 391,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted_value.to_csv('solution_knn.csv',index= False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 392,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(78325, 15)"
      ]
     },
     "execution_count": 392,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_trainR.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 393,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(78325,)"
      ]
     },
     "execution_count": 393,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_trainR.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 394,
   "metadata": {},
   "outputs": [],
   "source": [
    "#split the data into train and test\n",
    "from sklearn.model_selection import train_test_split\n",
    "x_train,x_test,y_train,y_test = train_test_split(x_trainR,y_trainR,test_size=0.2,random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 395,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.822757740185126\n",
      "0.8366421959782956\n",
      "0.4410309607405043\n",
      "1.0\n",
      "1.0\n"
     ]
    }
   ],
   "source": [
    "KNN.fit(x_train,y_train)\n",
    "lg.fit(x_train,y_train)\n",
    "NB.fit(x_train,y_train)\n",
    "DT.fit(x_train,y_train)\n",
    "RF.fit(x_train,y_train)\n",
    "\n",
    "print(KNN.score(x_train,y_train))\n",
    "print(lg.score(x_train,y_train))\n",
    "print(NB.score(x_train,y_train))\n",
    "print(DT.score(x_train,y_train))\n",
    "print(RF.score(x_train,y_train))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "# print(KNN.score(x_test,y_test))\n",
    "# print(lg.score(x_test,y_test))\n",
    "# print(NB.score(x_test,y_test))\n",
    "# print(DT.score(x_test,y_test))\n",
    "# print(RF.score(x_test,y_test))\n",
    "\n",
    "# from sklearn.model_selection import cross_val_score\n",
    "# print(cross_val_score(KNN,x_train,y_train,cv=5).mean())\n",
    "# print(cross_val_score(lg,x_train,y_train,cv=5).mean())\n",
    "# print(cross_val_score(NB,x_train,y_train,cv=5).mean())\n",
    "# print(cross_val_score(DT,x_train,y_train,cv=5).mean())\n",
    "# print(cross_val_score(RF,x_train,y_train,cv=5).mean())\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 396,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8540695818704117"
      ]
     },
     "execution_count": 396,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "RF_predict = RF.predict(x_test)\n",
    "\n",
    "#find accuracy score\n",
    "from sklearn.metrics import accuracy_score\n",
    "accuracy_score(y_test,RF_predict)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 397,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but RandomForestClassifier was fitted without feature names\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "RF_predict = RF.predict(x_testR)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 398,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 0])"
      ]
     },
     "execution_count": 398,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predicted_value['prediction'] = RF_predict\n",
    "\n",
    "predicted_value['prediction'].unique()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 399,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>prediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>273581de-85d8-4332-81a5-19b04ce68666</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>32c2e48f-1ba8-45e0-a530-9a6622c18d9c</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>fa096848-6143-4907-b2cf-852a0b06171c</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9818</th>\n",
       "      <td>60ad0959-d0ef-4a96-84b0-dd3fe182044c</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9821</th>\n",
       "      <td>2eee17a8-7ff2-4ed4-b99f-342e9f13fe18</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>084f0ba2-204c-4b43-a131-5a72142e513c</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>86c20a91-92d1-4dcd-bf73-9f1392b77519</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>7a36b0f6-1c19-4984-87d7-d4db3e6ea260</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4239 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Loan ID  prediction\n",
       "1     4771cc26-131a-45db-b5aa-537ea4ba5342           0\n",
       "4     d4062e70-befa-4995-8643-a0de73938182           0\n",
       "6     273581de-85d8-4332-81a5-19b04ce68666           0\n",
       "10    32c2e48f-1ba8-45e0-a530-9a6622c18d9c           0\n",
       "11    fa096848-6143-4907-b2cf-852a0b06171c           0\n",
       "...                                    ...         ...\n",
       "9818  60ad0959-d0ef-4a96-84b0-dd3fe182044c           0\n",
       "9821  2eee17a8-7ff2-4ed4-b99f-342e9f13fe18           0\n",
       "9823  084f0ba2-204c-4b43-a131-5a72142e513c           0\n",
       "9824  86c20a91-92d1-4dcd-bf73-9f1392b77519           0\n",
       "9826  7a36b0f6-1c19-4984-87d7-d4db3e6ea260           0\n",
       "\n",
       "[4239 rows x 2 columns]"
      ]
     },
     "execution_count": 399,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# zeros = predicted_value[predicted_value['prediction']==0]\n",
    "# zeros\n",
    "zeros = predicted_value[predicted_value['prediction']==0]\n",
    "zeros\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 400,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted_value.to_csv('solution.csv',index= False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 401,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8781998084902649"
      ]
     },
     "execution_count": 401,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import xgboost as xgb\n",
    "XGBM = xgb.XGBClassifier()\n",
    "XGBM.fit(x_trainR,y_trainR)\n",
    "\n",
    "XGBM_pridict = XGBM.predict(x_test)\n",
    "\n",
    "accuracy_score(y_test,XGBM_pridict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 402,
   "metadata": {},
   "outputs": [],
   "source": [
    "XGBM_pridict = XGBM.predict(x_testR)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 403,
   "metadata": {},
   "outputs": [],
   "source": [
    "# SVMAC.fit(x_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 404,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 1])"
      ]
     },
     "execution_count": 404,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predicted_value['prediction'] = XGBM_pridict\n",
    "\n",
    "predicted_value['prediction'].unique()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 405,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>prediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>89d8cb0c-e5c2-4f54-b056-48a645c543dd</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9822</th>\n",
       "      <td>09b6f17b-6ac3-4d4b-8520-d31c6ce825cd</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9823</th>\n",
       "      <td>084f0ba2-204c-4b43-a131-5a72142e513c</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>86c20a91-92d1-4dcd-bf73-9f1392b77519</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9825</th>\n",
       "      <td>c062a82a-cf71-425b-a152-f38bdaccc408</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9826</th>\n",
       "      <td>7a36b0f6-1c19-4984-87d7-d4db3e6ea260</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7347 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Loan ID  prediction\n",
       "0     14dd8831-6af5-400b-83ec-68e61888a048           0\n",
       "1     4771cc26-131a-45db-b5aa-537ea4ba5342           0\n",
       "3     77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a           0\n",
       "4     d4062e70-befa-4995-8643-a0de73938182           0\n",
       "5     89d8cb0c-e5c2-4f54-b056-48a645c543dd           0\n",
       "...                                    ...         ...\n",
       "9822  09b6f17b-6ac3-4d4b-8520-d31c6ce825cd           0\n",
       "9823  084f0ba2-204c-4b43-a131-5a72142e513c           0\n",
       "9824  86c20a91-92d1-4dcd-bf73-9f1392b77519           0\n",
       "9825  c062a82a-cf71-425b-a152-f38bdaccc408           0\n",
       "9826  7a36b0f6-1c19-4984-87d7-d4db3e6ea260           0\n",
       "\n",
       "[7347 rows x 2 columns]"
      ]
     },
     "execution_count": 405,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "zeros = predicted_value[predicted_value['prediction']==0]\n",
    "zeros"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 406,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted_value.to_csv('solution.csv',index= False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 438,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Ahmad Ali\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.9_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python39\\site-packages\\sklearn\\base.py:413: UserWarning: X has feature names, but GaussianNB was fitted without feature names\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "from sklearn import naive_bayes\n",
    "NB_MODEL = naive_bayes.GaussianNB()\n",
    "NB_MODEL.fit(x_trainR,y_trainR)\n",
    "\n",
    "NB_predict = NB_MODEL.predict(x_testR)\n",
    "\n",
    "# accuracy_score(y_test,NB_predict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 439,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 0])"
      ]
     },
     "execution_count": 439,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predicted_value['prediction'] = NB_predict\n",
    "\n",
    "predicted_value['prediction'].unique()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 440,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>prediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>db0dc6e1-77ee-4826-acca-772f9039e1c7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8af915d9-9e91-44a0-b5a2-564a45c12089</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>fa096848-6143-4907-b2cf-852a0b06171c</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9814</th>\n",
       "      <td>b0f65f64-7bba-4672-a63a-19c949d64f19</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9816</th>\n",
       "      <td>2cad4e30-28bb-4c17-bded-677062f8490b</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9819</th>\n",
       "      <td>a65cfd66-c0a0-402a-9f86-5a0ecb3ea5fa</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9821</th>\n",
       "      <td>2eee17a8-7ff2-4ed4-b99f-342e9f13fe18</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>86c20a91-92d1-4dcd-bf73-9f1392b77519</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4788 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Loan ID  prediction\n",
       "1     4771cc26-131a-45db-b5aa-537ea4ba5342           0\n",
       "4     d4062e70-befa-4995-8643-a0de73938182           0\n",
       "7     db0dc6e1-77ee-4826-acca-772f9039e1c7           0\n",
       "8     8af915d9-9e91-44a0-b5a2-564a45c12089           0\n",
       "11    fa096848-6143-4907-b2cf-852a0b06171c           0\n",
       "...                                    ...         ...\n",
       "9814  b0f65f64-7bba-4672-a63a-19c949d64f19           0\n",
       "9816  2cad4e30-28bb-4c17-bded-677062f8490b           0\n",
       "9819  a65cfd66-c0a0-402a-9f86-5a0ecb3ea5fa           0\n",
       "9821  2eee17a8-7ff2-4ed4-b99f-342e9f13fe18           0\n",
       "9824  86c20a91-92d1-4dcd-bf73-9f1392b77519           0\n",
       "\n",
       "[4788 rows x 2 columns]"
      ]
     },
     "execution_count": 440,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "zeros = predicted_value[predicted_value['prediction']==0]\n",
    "zeros"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 407,
   "metadata": {},
   "outputs": [],
   "source": [
    "# copy_of_credit_score_aray = copy_of_credit_score['credit score'].dropna()\n",
    "# print(copy_of_credit_score_aray)\n",
    "# type(copy_of_credit_score_aray)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 408,
   "metadata": {},
   "outputs": [],
   "source": [
    "# copy_of_credit_score_aray.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 409,
   "metadata": {},
   "outputs": [],
   "source": [
    "#to_be_test_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 410,
   "metadata": {},
   "outputs": [],
   "source": [
    "#total_NaN = to_be_test_data.isna().sum()\n",
    "#print(total_NaN)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 411,
   "metadata": {},
   "outputs": [],
   "source": [
    "#to_be_test_data.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 412,
   "metadata": {},
   "outputs": [],
   "source": [
    "# print(to_be_test_data[\"credit score\"].describe())\n",
    "# print(to_be_test_data.isna().sum())\n",
    "# print(to_be_test_data[\"annual income\"].describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 413,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 414,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['years in current job'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 415,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['years in current job'] = to_be_test_data['years in current job'].replace(['< 1 year','1 year','2 years','3 years','4 years','5 years','6 years','7 years','8 years','9 years','10+ years'],[0.5,1,2,3,4,5,6,7,8,9,10])\n",
    "# to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 416,
   "metadata": {},
   "outputs": [],
   "source": [
    "# print(to_be_test_data[\"years in current job\"].mean())\n",
    "# total_NaN = to_be_test_data.isna().sum()\n",
    "# print(total_NaN)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 417,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['years in current job'].fillna(10,inplace=True)\n",
    "# print(to_be_test_data[\"years in current job\"].mean())\n",
    "# total_NaN = to_be_test_data.isna().sum()\n",
    "# print(total_NaN)\n",
    "# to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 418,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_train_data.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 419,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# vals = to_be_test_data['credit score'].dropna().unique()\n",
    "# vals"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 420,
   "metadata": {},
   "outputs": [],
   "source": [
    "# changed_test_data = to_be_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 421,
   "metadata": {},
   "outputs": [],
   "source": [
    "#changed_test_data['credit score'] = to_be_test_data['credit score'].fillna(pd.Series(np.random.choice(vals,size= len(to_be_train_data.index))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 422,
   "metadata": {},
   "outputs": [],
   "source": [
    "# total_NaN = to_be_test_data.isna().sum()\n",
    "# print(total_NaN)\n",
    "# changed_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 423,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['credit score'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 424,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data[\"credit score\"] = to_be_test_data['credit score'].replace('missing',np.nan)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 425,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['credit score'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 426,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 427,
   "metadata": {},
   "outputs": [],
   "source": [
    "# total_NaN = to_be_test_data.isna().sum()\n",
    "# print(total_NaN)\n",
    "# changed_test_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 428,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['term']."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 429,
   "metadata": {},
   "outputs": [],
   "source": [
    "#demo_credit_score = to_be_test_data['credit score'].astype(str)\n",
    "#demo_credit_score.describe()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 430,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_test_data['credit score']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 431,
   "metadata": {},
   "outputs": [],
   "source": [
    "# to_be_train_data['credit score'].describe()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}