data_prep.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import wfdb \n",
    "import numpy as np \n",
    "import csv\n",
    "import pickle \n",
    "import pandas as pd \n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# testing on 1 patient record "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12\n"
     ]
    }
   ],
   "source": [
    "FEATURES = ['Gestation',  \n",
    "'Age', \n",
    "'Parity', \n",
    "'Abortions', \n",
    "'Weight', \n",
    "'Hypertension', \n",
    "'Diabetes', \n",
    "'Placental_position', \n",
    "'Bleeding_first_trimester', \n",
    "'Bleeding_second_trimester', \n",
    "'Funneling', \n",
    "'Smoker']\n",
    "print(len(FEATURES))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_name = 'records.pkl'\n",
    "records = []\n",
    "with open(file_name, 'rb') as f:  \n",
    "    records = pickle.load(f)\n",
    "    record = records[0]\n",
    "    signals, fields = wfdb.rdsamp(record.record_name,pb_dir='tpehgdb/tpehgdb')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Comments:',\n",
       " 'RecID 1007',\n",
       " 'Gestation 35',\n",
       " 'Rectime 31.3',\n",
       " 'Age 30',\n",
       " 'Parity 0',\n",
       " 'Abortions 0',\n",
       " 'Weight 58',\n",
       " 'Hypertension no',\n",
       " 'Diabetes no',\n",
       " 'Placental_position front',\n",
       " 'Bleeding_first_trimester no',\n",
       " 'Bleeding_second_trimester no',\n",
       " 'Funneling negative',\n",
       " 'Smoker no']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fields['comments']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create patient's list of values, excluding `Comments` and `Record ID` and `Record time`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12\n",
      "['35', '30', '0', '0', '58', 'no', 'no', 'front', 'no', 'no', 'negative', 'no']\n"
     ]
    }
   ],
   "source": [
    "patient_record_dict = {}\n",
    "patient_record_values_list = []\n",
    "for field in fields['comments'][2:]:\n",
    "#     print(field)\n",
    "    field_key_val_list = field.split()\n",
    "    patient_record_values_list.append(field_key_val_list[1])\n",
    "del patient_record_values_list[1]\n",
    "print(len(patient_record_values_list))\n",
    "print((patient_record_values_list))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "initialize all patient value array"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([], shape=(0, 0), dtype=float64)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "full_arr = np.empty((0,0))\n",
    "full_arr"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "append current patients value to all patient value array"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(24,)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# list -> ndarray\n",
    "arr = np.asarray(patient_record_values_list)\n",
    "full_arr = np.append(full_arr, arr)\n",
    "full_arr = np.append(full_arr, arr)\n",
    "full_arr.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "reshaping the full array "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2, 12)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "FFFF = (2,12)\n",
    "full_arr = full_arr.reshape(FFFF)\n",
    "full_arr.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "turn into pandas data frame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>35</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>35</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   0   1  2  3   4   5   6      7   8   9         10  11\n",
       "0  35  30  0  0  58  no  no  front  no  no  negative  no\n",
       "1  35  30  0  0  58  no  no  front  no  no  negative  no"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec = pd.DataFrame(full_arr)\n",
    "rec"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "change column names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "rec.columns = FEATURES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Gestation</th>\n",
       "      <th>Age</th>\n",
       "      <th>Parity</th>\n",
       "      <th>Abortions</th>\n",
       "      <th>Weight</th>\n",
       "      <th>Hypertension</th>\n",
       "      <th>Diabetes</th>\n",
       "      <th>Placental_position</th>\n",
       "      <th>Bleeding_first_trimester</th>\n",
       "      <th>Bleeding_second_trimester</th>\n",
       "      <th>Funneling</th>\n",
       "      <th>Smoker</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>35</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>35</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Gestation Age Parity Abortions Weight Hypertension Diabetes  \\\n",
       "0        35  30      0         0     58           no       no   \n",
       "1        35  30      0         0     58           no       no   \n",
       "\n",
       "  Placental_position Bleeding_first_trimester Bleeding_second_trimester  \\\n",
       "0              front                       no                        no   \n",
       "1              front                       no                        no   \n",
       "\n",
       "  Funneling Smoker  \n",
       "0  negative     no  \n",
       "1  negative     no  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Gestation</th>\n",
       "      <th>Age</th>\n",
       "      <th>Parity</th>\n",
       "      <th>Abortions</th>\n",
       "      <th>Weight</th>\n",
       "      <th>Hypertension</th>\n",
       "      <th>Diabetes</th>\n",
       "      <th>Placental_position</th>\n",
       "      <th>Bleeding_first_trimester</th>\n",
       "      <th>Bleeding_second_trimester</th>\n",
       "      <th>Funneling</th>\n",
       "      <th>Smoker</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>35.0</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>38.6</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>63</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>end</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>38.6</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>70</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>end</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>37.1</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>38.6</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>72</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Gestation   Age Parity Abortions Weight Hypertension Diabetes  \\\n",
       "0       35.0    30      0         0     58           no       no   \n",
       "1       38.6  None   None      None     63         None     None   \n",
       "2       38.6  None   None      None     70         None     None   \n",
       "3       37.1    27      0         1    100           no       no   \n",
       "4       38.6    28      0         2     72           no       no   \n",
       "\n",
       "  Placental_position Bleeding_first_trimester Bleeding_second_trimester  \\\n",
       "0              front                       no                        no   \n",
       "1                end                      yes                        no   \n",
       "2                end                      yes                        no   \n",
       "3              front                       no                        no   \n",
       "4              front                       no                        no   \n",
       "\n",
       "  Funneling Smoker  \n",
       "0  negative     no  \n",
       "1  negative   None  \n",
       "2  negative   None  \n",
       "3  negative     no  \n",
       "4  negative     no  "
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_df = pd.read_csv('all_patient_records.csv')\n",
    "all_df = all_df.drop(all_df.columns[0],axis=1)\n",
    "all_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Root Mean Square</th>\n",
       "      <th>Median Frequency</th>\n",
       "      <th>Peak Frequency</th>\n",
       "      <th>Sample Entropy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>27.9148</td>\n",
       "      <td>0.3109</td>\n",
       "      <td>0.3159</td>\n",
       "      <td>0.502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>54.2390</td>\n",
       "      <td>0.1426</td>\n",
       "      <td>0.1126</td>\n",
       "      <td>0.243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>26.1735</td>\n",
       "      <td>0.1598</td>\n",
       "      <td>0.1049</td>\n",
       "      <td>0.396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7.5545</td>\n",
       "      <td>0.1750</td>\n",
       "      <td>0.1522</td>\n",
       "      <td>0.732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12.7331</td>\n",
       "      <td>0.1816</td>\n",
       "      <td>0.1816</td>\n",
       "      <td>0.817</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Root Mean Square  Median Frequency  Peak Frequency  Sample Entropy\n",
       "0           27.9148            0.3109          0.3159           0.502\n",
       "1           54.2390            0.1426          0.1126           0.243\n",
       "2           26.1735            0.1598          0.1049           0.396\n",
       "3            7.5545            0.1750          0.1522           0.732\n",
       "4           12.7331            0.1816          0.1816           0.817"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import signalFeatures as sf\n",
    "fvlFile = \"tpehgdb_features__filter_0.08_Hz-4.0_Hz.fvl\"\n",
    "canceled_index = []\n",
    "fourFeatures = sf.rdFVL(fvlFile, canceled_index, 1)\n",
    "fourFeaturesNames = ['Root Mean Square', 'Median Frequency', 'Peak Frequency', 'Sample Entropy']\n",
    "ff_df = pd.DataFrame(fourFeatures, columns=fourFeaturesNames)\n",
    "ff_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Gestation</th>\n",
       "      <th>Age</th>\n",
       "      <th>Parity</th>\n",
       "      <th>Abortions</th>\n",
       "      <th>Weight</th>\n",
       "      <th>Hypertension</th>\n",
       "      <th>Diabetes</th>\n",
       "      <th>Placental_position</th>\n",
       "      <th>Bleeding_first_trimester</th>\n",
       "      <th>Bleeding_second_trimester</th>\n",
       "      <th>Funneling</th>\n",
       "      <th>Smoker</th>\n",
       "      <th>Root Mean Square</th>\n",
       "      <th>Median Frequency</th>\n",
       "      <th>Peak Frequency</th>\n",
       "      <th>Sample Entropy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>35.0</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "      <td>27.9148</td>\n",
       "      <td>0.3109</td>\n",
       "      <td>0.3159</td>\n",
       "      <td>0.502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>38.6</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>63</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>end</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>None</td>\n",
       "      <td>54.2390</td>\n",
       "      <td>0.1426</td>\n",
       "      <td>0.1126</td>\n",
       "      <td>0.243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>38.6</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>70</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>end</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>None</td>\n",
       "      <td>26.1735</td>\n",
       "      <td>0.1598</td>\n",
       "      <td>0.1049</td>\n",
       "      <td>0.396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>37.1</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "      <td>7.5545</td>\n",
       "      <td>0.1750</td>\n",
       "      <td>0.1522</td>\n",
       "      <td>0.732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>38.6</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>72</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "      <td>12.7331</td>\n",
       "      <td>0.1816</td>\n",
       "      <td>0.1816</td>\n",
       "      <td>0.817</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Gestation   Age Parity Abortions Weight Hypertension Diabetes  \\\n",
       "0       35.0    30      0         0     58           no       no   \n",
       "1       38.6  None   None      None     63         None     None   \n",
       "2       38.6  None   None      None     70         None     None   \n",
       "3       37.1    27      0         1    100           no       no   \n",
       "4       38.6    28      0         2     72           no       no   \n",
       "\n",
       "  Placental_position Bleeding_first_trimester Bleeding_second_trimester  \\\n",
       "0              front                       no                        no   \n",
       "1                end                      yes                        no   \n",
       "2                end                      yes                        no   \n",
       "3              front                       no                        no   \n",
       "4              front                       no                        no   \n",
       "\n",
       "  Funneling Smoker  Root Mean Square  Median Frequency  Peak Frequency  \\\n",
       "0  negative     no           27.9148            0.3109          0.3159   \n",
       "1  negative   None           54.2390            0.1426          0.1126   \n",
       "2  negative   None           26.1735            0.1598          0.1049   \n",
       "3  negative     no            7.5545            0.1750          0.1522   \n",
       "4  negative     no           12.7331            0.1816          0.1816   \n",
       "\n",
       "   Sample Entropy  \n",
       "0           0.502  \n",
       "1           0.243  \n",
       "2           0.396  \n",
       "3           0.732  \n",
       "4           0.817  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df = all_df.join(ff_df)\n",
    "new_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Gestation</th>\n",
       "      <th>Age</th>\n",
       "      <th>Parity</th>\n",
       "      <th>Abortions</th>\n",
       "      <th>Weight</th>\n",
       "      <th>Hypertension</th>\n",
       "      <th>Diabetes</th>\n",
       "      <th>Placental_position</th>\n",
       "      <th>Bleeding_first_trimester</th>\n",
       "      <th>Bleeding_second_trimester</th>\n",
       "      <th>Funneling</th>\n",
       "      <th>Smoker</th>\n",
       "      <th>Root Mean Square</th>\n",
       "      <th>Median Frequency</th>\n",
       "      <th>Peak Frequency</th>\n",
       "      <th>Sample Entropy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>35.0</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "      <td>27.9148</td>\n",
       "      <td>0.3109</td>\n",
       "      <td>0.3159</td>\n",
       "      <td>0.502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>38.6</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>63</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>end</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>None</td>\n",
       "      <td>54.2390</td>\n",
       "      <td>0.1426</td>\n",
       "      <td>0.1126</td>\n",
       "      <td>0.243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>38.6</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>70</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>end</td>\n",
       "      <td>yes</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>None</td>\n",
       "      <td>26.1735</td>\n",
       "      <td>0.1598</td>\n",
       "      <td>0.1049</td>\n",
       "      <td>0.396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>37.1</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "      <td>7.5545</td>\n",
       "      <td>0.1750</td>\n",
       "      <td>0.1522</td>\n",
       "      <td>0.732</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>38.6</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>72</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>front</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>negative</td>\n",
       "      <td>no</td>\n",
       "      <td>12.7331</td>\n",
       "      <td>0.1816</td>\n",
       "      <td>0.1816</td>\n",
       "      <td>0.817</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Gestation   Age Parity Abortions Weight Hypertension Diabetes  \\\n",
       "0       35.0    30      0         0     58           no       no   \n",
       "1       38.6  None   None      None     63         None     None   \n",
       "2       38.6  None   None      None     70         None     None   \n",
       "3       37.1    27      0         1    100           no       no   \n",
       "4       38.6    28      0         2     72           no       no   \n",
       "\n",
       "  Placental_position Bleeding_first_trimester Bleeding_second_trimester  \\\n",
       "0              front                       no                        no   \n",
       "1                end                      yes                        no   \n",
       "2                end                      yes                        no   \n",
       "3              front                       no                        no   \n",
       "4              front                       no                        no   \n",
       "\n",
       "  Funneling Smoker  Root Mean Square  Median Frequency  Peak Frequency  \\\n",
       "0  negative     no           27.9148            0.3109          0.3159   \n",
       "1  negative   None           54.2390            0.1426          0.1126   \n",
       "2  negative   None           26.1735            0.1598          0.1049   \n",
       "3  negative     no            7.5545            0.1750          0.1522   \n",
       "4  negative     no           12.7331            0.1816          0.1816   \n",
       "\n",
       "   Sample Entropy  \n",
       "0           0.502  \n",
       "1           0.243  \n",
       "2           0.396  \n",
       "3           0.732  \n",
       "4           0.817  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df.to_csv('all_records_and_signals.csv', index=False)\n",
    "all_df = pd.read_csv('all_records_and_signals.csv')\n",
    "all_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}