1_OD_Destinations_LGA.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-14T02:29:00.365239",
     "start_time": "2017-02-14T02:28:59.896824"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "import geopy as gpy"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "source": [
    "# Geocoding of stops\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "source": [
    "Create a data frame of destination and use Google geocode to find the Address, Local Government Area (LGA), Post Code and lat/long"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:21:27.182428",
     "start_time": "2017-02-13T20:21:27.121907"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_raw = pd.read_pickle('ODPairData/df_raw.pkl')\n",
    "df_Destination =  pd.DataFrame({\"Destination\": list(set(df_raw.Destination.unique()))})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:21:30.875038",
     "start_time": "2017-02-13T20:21:30.869426"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_From =  pd.DataFrame({\"From\": list(set(df_raw.From.unique()))})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-14T02:31:28.788741",
     "start_time": "2017-02-14T02:31:28.779678"
    },
    "code_folding": [],
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "geolocator  = gpy.GoogleV3(api_key='AIzaSyAYpo9Bf8_DscI-caqyiu6_97FbxDFpe6I', timeout=2)\n",
    "\n",
    "def lookup(s, retry=2):\n",
    "    \n",
    "    loc = s.split(', Stand', maxsplit=1)[0].split('- Stand',maxsplit=1)[0] +', NSW, Australia'\n",
    "\n",
    "    try:\n",
    "        location = geolocator.geocode('Bus Station ' + loc) or geolocator.geocode(loc)\n",
    "        raw = location.raw if location else None\n",
    "        \n",
    "    except GeocoderTimedOut:\n",
    "        if retry > 0:\n",
    "            return lookup(s, retry=retry-1)\n",
    "\n",
    "    return pd.Series({'Destination':s, 'raw':raw})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-12T20:27:28.884195",
     "start_time": "2017-02-12T20:08:29.937697"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_Destination = df_Destination.Destination.apply(lookup)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:22:25.936667",
     "start_time": "2017-02-13T20:22:17.947673"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_From = df_From.From.apply(lookup)\n",
    "df_From = df_From.rename(columns={'Destination':'From'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-12T20:58:27.222197",
     "start_time": "2017-02-12T20:58:27.108217"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_Destination.to_pickle('ODPairData/df_Destination_raw.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:22:53.022720",
     "start_time": "2017-02-13T20:22:52.984067"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_From.to_pickle('ODPairData/df_From_raw.pkl')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:23:36.989871",
     "start_time": "2017-02-13T20:23:36.987197"
    },
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "source": [
    "### Add PostCode etc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:24:27.379806",
     "start_time": "2017-02-13T20:24:27.266543"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_Destination = pd.read_pickle('ODPairData/df_Destination_raw.pkl')\n",
    "df_From = pd.read_pickle('ODPairData/df_From_raw.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:34:29.804500",
     "start_time": "2017-02-13T20:34:29.800063"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "gpy.?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:44:23.282231",
     "start_time": "2017-02-13T20:44:23.269807"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2223\n",
      "Mortdale\n",
      "Hurstville\n",
      "33 58m 17.0299s S, 151 4m 49.7942s E\n"
     ]
    }
   ],
   "source": [
    "def json_find(raw, t):\n",
    "    \n",
    "    if raw:\n",
    "        raw = raw['address_components']\n",
    "        for d in raw:\n",
    "            if d['types'] == t:\n",
    "                return d['short_name']\n",
    "print (json_find(df_Destination.raw[3], ['postal_code']))\n",
    "print (json_find(df_Destination.raw[3], ['locality', 'political']))\n",
    "print (json_find(df_Destination.raw[3], ['administrative_area_level_2', 'political']))\n",
    "\n",
    "def lat_log(raw):\n",
    "    if raw:\n",
    "        raw = raw['geometry']['location']\n",
    "        return gpy.Point(latitude=raw['lat'], longitude=raw['lng'])\n",
    "\n",
    "print (lat_log(df_Destination.raw[3]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:45:59.580604",
     "start_time": "2017-02-13T20:45:59.554422"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_Destination['PostCode'] = df_Destination.raw.apply(lambda r: json_find(r, ['postal_code']))\n",
    "df_Destination['Suburb'] = df_Destination.raw.apply(lambda r: json_find(r,  ['locality', 'political']))\n",
    "df_Destination['LGA'] = df_Destination.raw.apply(lambda r: json_find(r,  ['administrative_area_level_2', 'political']))\n",
    "df_Destination['Location'] = df_Destination.raw.apply(lambda r: lat_log(r))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:44:25.975444",
     "start_time": "2017-02-13T20:44:25.960068"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_From['PostCode'] = df_From.raw.apply(lambda r: json_find(r, ['postal_code']))\n",
    "df_From['Suburb'] = df_From.raw.apply(lambda r: json_find(r,  ['locality', 'political']))\n",
    "df_From['LGA'] = df_From.raw.apply(lambda r: json_find(r,  ['administrative_area_level_2', 'political']))\n",
    "df_From['Location'] = df_Destination.raw.apply(lambda r: lat_log(r))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:42:18.057404",
     "start_time": "2017-02-13T20:42:18.053283"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "from geopy.distance import distance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:45:21.889887",
     "start_time": "2017-02-13T20:45:21.884713"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Distance(10.579518366127063)"
      ]
     },
     "execution_count": 158,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "distance(df_From['Location'][1], df_From['Location'][3])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "source": [
    "## Manually Fix Missing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:46:11.503361",
     "start_time": "2017-02-13T20:46:11.474920"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Destination</th>\n",
       "      <th>raw</th>\n",
       "      <th>PostCode</th>\n",
       "      <th>Suburb</th>\n",
       "      <th>LGA</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Darling St near Mort St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>33 51m 16.947s S, 151 11m 10.8607s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Clovelly Rd near Avoca St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Randwick</td>\n",
       "      <td>33 55m 5.32092s S, 151 14m 27.4578s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>Blackwall Point Rd at Bortfield Dr</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>33 50m 43.9728s S, 151 8m 30.3734s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>346</th>\n",
       "      <td>New South Head Rd opp Clairvaux Rd</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>33 51m 23.5318s S, 151 16m 2.30988s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>513</th>\n",
       "      <td>Victoria Rd near Wentworth St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>33 49m 20.0237s S, 151 4m 44.8219s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1443</th>\n",
       "      <td>Homer St before Bexley Rd</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             Destination  \\\n",
       "10               Darling St near Mort St   \n",
       "11             Clovelly Rd near Avoca St   \n",
       "55    Blackwall Point Rd at Bortfield Dr   \n",
       "346   New South Head Rd opp Clairvaux Rd   \n",
       "513        Victoria Rd near Wentworth St   \n",
       "1443           Homer St before Bexley Rd   \n",
       "\n",
       "                                                    raw PostCode Suburb  \\\n",
       "10    {'geometry': {'viewport': {'southwest': {'lng'...     None   None   \n",
       "11    {'geometry': {'viewport': {'southwest': {'lng'...     None   None   \n",
       "55    {'geometry': {'viewport': {'southwest': {'lng'...     None   None   \n",
       "346   {'geometry': {'viewport': {'southwest': {'lng'...     None   None   \n",
       "513   {'geometry': {'viewport': {'southwest': {'lng'...     None   None   \n",
       "1443                                               None     None   None   \n",
       "\n",
       "           LGA                               Location  \n",
       "10        None   33 51m 16.947s S, 151 11m 10.8607s E  \n",
       "11    Randwick  33 55m 5.32092s S, 151 14m 27.4578s E  \n",
       "55        None   33 50m 43.9728s S, 151 8m 30.3734s E  \n",
       "346       None  33 51m 23.5318s S, 151 16m 2.30988s E  \n",
       "513       None   33 49m 20.0237s S, 151 4m 44.8219s E  \n",
       "1443      None                                   None  "
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_Destination[df_Destination['PostCode'].isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-14T02:34:28.988758",
     "start_time": "2017-02-14T02:34:28.984451"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "def fix_dest(i, PostCode, Suburb, LGA):\n",
    "    \n",
    "    df_Destination.loc[i, 'PostCode'] = PostCode\n",
    "    df_Destination.loc[i, 'Suburb'] = Suburb\n",
    "    df_Destination.loc[i, 'LGA'] = LGA   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:46:28.199145",
     "start_time": "2017-02-13T20:46:28.189131"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "fix_dest(10, 2041, 'Balmain', 'Leichhardt')\n",
    "fix_dest(11, 2031, 'Randwick', 'Randwick')\n",
    "fix_dest(55, 2046, 'Chiswick', 'Canada Bay')\n",
    "fix_dest(346, 2030, 'Vaucluse', 'Woollahra')\n",
    "fix_dest(513, 2115, 'Parramatta', 'Parramatta')\n",
    "fix_dest(1443, 2207, 'Earlwood', 'Canterbury')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:46:32.130608",
     "start_time": "2017-02-13T20:46:32.084018"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Destination</th>\n",
       "      <th>raw</th>\n",
       "      <th>PostCode</th>\n",
       "      <th>Suburb</th>\n",
       "      <th>LGA</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>Old South Head Rd near Dover Rd</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2029</td>\n",
       "      <td>Rose Bay</td>\n",
       "      <td>None</td>\n",
       "      <td>33 52m 24.2846s S, 151 16m 24.9416s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>Victoria near Huntleys Point</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2111</td>\n",
       "      <td>Huntleys Point</td>\n",
       "      <td>None</td>\n",
       "      <td>33 50m 19.6703s S, 151 8m 35.0822s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>312</th>\n",
       "      <td>St Mary's Cathedral, St Marys Rd</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2000</td>\n",
       "      <td>Sydney</td>\n",
       "      <td>None</td>\n",
       "      <td>33 52m 16.2858s S, 151 12m 47.9714s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>425</th>\n",
       "      <td>Hickson Rd opp Roslyn Packer Theatre</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2000</td>\n",
       "      <td>Walsh Bay</td>\n",
       "      <td>None</td>\n",
       "      <td>33 51m 25.938s S, 151 12m 17.1684s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>471</th>\n",
       "      <td>Victoria Rd near Moira Av</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2114</td>\n",
       "      <td>Meadowbank</td>\n",
       "      <td>None</td>\n",
       "      <td>33 49m 16.1198s S, 151 5m 23.5496s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>666</th>\n",
       "      <td>Gardeners Rd 150m E of Maloney St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2018</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>33 55m 23.4372s S, 151 12m 31.271s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>789</th>\n",
       "      <td>Shortland St near Evans Rd</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2114</td>\n",
       "      <td>Meadowbank</td>\n",
       "      <td>None</td>\n",
       "      <td>33 49m 16.1198s S, 151 5m 23.5496s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>954</th>\n",
       "      <td>Victoria Rd near Darvall Rd</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2114</td>\n",
       "      <td>Meadowbank</td>\n",
       "      <td>None</td>\n",
       "      <td>33 49m 16.1198s S, 151 5m 23.5496s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1091</th>\n",
       "      <td>Maritime Museum</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2000</td>\n",
       "      <td>Sydney</td>\n",
       "      <td>None</td>\n",
       "      <td>33 52m 9.68412s S, 151 11m 55.0781s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1107</th>\n",
       "      <td>Alison Rd near Carrington Rd</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2031</td>\n",
       "      <td>Randwick</td>\n",
       "      <td>None</td>\n",
       "      <td>33 54m 23.3604s S, 151 13m 48.234s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1151</th>\n",
       "      <td>Anzac Pde near Abbotford St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2031</td>\n",
       "      <td>Randwick</td>\n",
       "      <td>None</td>\n",
       "      <td>33 54m 23.3604s S, 151 13m 48.234s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1226</th>\n",
       "      <td>Illawarra Rd near Wharf St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2204</td>\n",
       "      <td>Marrickville</td>\n",
       "      <td>None</td>\n",
       "      <td>33 54m 47.8181s S, 151 9m 12.465s E</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               Destination  \\\n",
       "71         Old South Head Rd near Dover Rd   \n",
       "78            Victoria near Huntleys Point   \n",
       "312       St Mary's Cathedral, St Marys Rd   \n",
       "425   Hickson Rd opp Roslyn Packer Theatre   \n",
       "471              Victoria Rd near Moira Av   \n",
       "666      Gardeners Rd 150m E of Maloney St   \n",
       "789             Shortland St near Evans Rd   \n",
       "954            Victoria Rd near Darvall Rd   \n",
       "1091                       Maritime Museum   \n",
       "1107          Alison Rd near Carrington Rd   \n",
       "1151           Anzac Pde near Abbotford St   \n",
       "1226            Illawarra Rd near Wharf St   \n",
       "\n",
       "                                                    raw PostCode  \\\n",
       "71    {'geometry': {'viewport': {'southwest': {'lng'...     2029   \n",
       "78    {'geometry': {'viewport': {'southwest': {'lng'...     2111   \n",
       "312   {'geometry': {'viewport': {'southwest': {'lng'...     2000   \n",
       "425   {'geometry': {'viewport': {'southwest': {'lng'...     2000   \n",
       "471   {'geometry': {'viewport': {'southwest': {'lng'...     2114   \n",
       "666   {'geometry': {'viewport': {'southwest': {'lng'...     2018   \n",
       "789   {'geometry': {'viewport': {'southwest': {'lng'...     2114   \n",
       "954   {'geometry': {'viewport': {'southwest': {'lng'...     2114   \n",
       "1091  {'geometry': {'viewport': {'southwest': {'lng'...     2000   \n",
       "1107  {'geometry': {'viewport': {'southwest': {'lng'...     2031   \n",
       "1151  {'geometry': {'viewport': {'southwest': {'lng'...     2031   \n",
       "1226  {'geometry': {'viewport': {'southwest': {'lng'...     2204   \n",
       "\n",
       "              Suburb   LGA                               Location  \n",
       "71          Rose Bay  None  33 52m 24.2846s S, 151 16m 24.9416s E  \n",
       "78    Huntleys Point  None   33 50m 19.6703s S, 151 8m 35.0822s E  \n",
       "312           Sydney  None  33 52m 16.2858s S, 151 12m 47.9714s E  \n",
       "425        Walsh Bay  None   33 51m 25.938s S, 151 12m 17.1684s E  \n",
       "471       Meadowbank  None   33 49m 16.1198s S, 151 5m 23.5496s E  \n",
       "666             None  None   33 55m 23.4372s S, 151 12m 31.271s E  \n",
       "789       Meadowbank  None   33 49m 16.1198s S, 151 5m 23.5496s E  \n",
       "954       Meadowbank  None   33 49m 16.1198s S, 151 5m 23.5496s E  \n",
       "1091          Sydney  None  33 52m 9.68412s S, 151 11m 55.0781s E  \n",
       "1107        Randwick  None   33 54m 23.3604s S, 151 13m 48.234s E  \n",
       "1151        Randwick  None   33 54m 23.3604s S, 151 13m 48.234s E  \n",
       "1226    Marrickville  None    33 54m 47.8181s S, 151 9m 12.465s E  "
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_Destination[df_Destination['LGA'].isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T20:46:33.340375",
     "start_time": "2017-02-13T20:46:33.315980"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Destination</th>\n",
       "      <th>raw</th>\n",
       "      <th>PostCode</th>\n",
       "      <th>Suburb</th>\n",
       "      <th>LGA</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [Destination, raw, PostCode, Suburb, LGA, Location]\n",
       "Index: []"
      ]
     },
     "execution_count": 169,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fix_dest(71, 2029, 'Rose Bay', 'Waverley')\n",
    "fix_dest(78, 2111, 'Huntleys Point', 'Hunters Hill')\n",
    "fix_dest(312, 2000, 'Sydney', 'Sydney')\n",
    "fix_dest(425, 2000, 'Walsh Bay', 'Sydney')\n",
    "fix_dest(471, 2114, 'Meadowbank', 'Ryde')\n",
    "fix_dest(666, 2018, 'Rosebery', 'Sydney')\n",
    "fix_dest(789, 2114, 'Meadowbank', 'Ryde')\n",
    "fix_dest(954, 2114, 'Meadowbank', 'Ryde')\n",
    "fix_dest(1091, 2000, 'Sydney', 'Sydney')\n",
    "fix_dest(1107, 2031, 'Randwick', 'Randwick')\n",
    "fix_dest(1151,  2031, 'Randwick', 'Randwick')\n",
    "fix_dest(1226,  2204, 'Marrickville', 'Marrickville')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_Destination[df_Destination['Location'].isnull()]\n",
    "df_Destination.loc[1443, 'Location'] = gpy.Point(latitude=-33.9354031, longitude=151.1096082)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Manually fix LGA Bogan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-14T02:29:15.679557",
     "start_time": "2017-02-14T02:29:15.633718"
    },
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "df_Destination = pd.read_pickle('ODPairData/df_Destination.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-14T02:29:32.680062",
     "start_time": "2017-02-14T02:29:32.633049"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Destination</th>\n",
       "      <th>raw</th>\n",
       "      <th>PostCode</th>\n",
       "      <th>Suburb</th>\n",
       "      <th>LGA</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Illawarra Rd near Warren Rd</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>Old South Head Rd near Edgecliff Rd</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>Ramsay St near O'Connor St</td>\n",
       "      <td>{'partial_match': True, 'geometry': {'location...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>408</th>\n",
       "      <td>Beauchamp Rd near Bunnerong Rd</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>646</th>\n",
       "      <td>Mortley Av near Dobroyd Pde</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>922</th>\n",
       "      <td>Canterbury Rd near Canterbury Station</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1081</th>\n",
       "      <td>Military Rd near Old South Head Rd</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1165</th>\n",
       "      <td>Oxford St near Paddington Primary</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1405</th>\n",
       "      <td>Marrickville Rd near New Canterbury Rd</td>\n",
       "      <td>{'address_components': [{'short_name': 'Mitche...</td>\n",
       "      <td>2831</td>\n",
       "      <td>Girilambone</td>\n",
       "      <td>Bogan</td>\n",
       "      <td>31 15m 0.59508s S, 146 54m 16.4315s E</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 Destination  \\\n",
       "33               Illawarra Rd near Warren Rd   \n",
       "72       Old South Head Rd near Edgecliff Rd   \n",
       "111               Ramsay St near O'Connor St   \n",
       "408           Beauchamp Rd near Bunnerong Rd   \n",
       "646              Mortley Av near Dobroyd Pde   \n",
       "922    Canterbury Rd near Canterbury Station   \n",
       "1081      Military Rd near Old South Head Rd   \n",
       "1165       Oxford St near Paddington Primary   \n",
       "1405  Marrickville Rd near New Canterbury Rd   \n",
       "\n",
       "                                                    raw PostCode       Suburb  \\\n",
       "33    {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "72    {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "111   {'partial_match': True, 'geometry': {'location...     2831  Girilambone   \n",
       "408   {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "646   {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "922   {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "1081  {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "1165  {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "1405  {'address_components': [{'short_name': 'Mitche...     2831  Girilambone   \n",
       "\n",
       "        LGA                               Location  \n",
       "33    Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "72    Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "111   Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "408   Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "646   Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "922   Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "1081  Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "1165  Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  \n",
       "1405  Bogan  31 15m 0.59508s S, 146 54m 16.4315s E  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_Destination[df_Destination.LGA == \"Bogan\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-14T02:31:56.145834",
     "start_time": "2017-02-14T02:31:56.051914"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'address_components': [{'long_name': 'Mitchell Hwy Opp Girilambone Country Store',\n",
       "   'short_name': 'Mitchell Hwy Opp Girilambone Country Store',\n",
       "   'types': ['bus_station',\n",
       "    'establishment',\n",
       "    'point_of_interest',\n",
       "    'transit_station']},\n",
       "  {'long_name': 'Girilambone',\n",
       "   'short_name': 'Girilambone',\n",
       "   'types': ['locality', 'political']},\n",
       "  {'long_name': 'Bogan Shire Council',\n",
       "   'short_name': 'Bogan',\n",
       "   'types': ['administrative_area_level_2', 'political']},\n",
       "  {'long_name': 'New South Wales',\n",
       "   'short_name': 'NSW',\n",
       "   'types': ['administrative_area_level_1', 'political']},\n",
       "  {'long_name': 'Australia',\n",
       "   'short_name': 'AU',\n",
       "   'types': ['country', 'political']},\n",
       "  {'long_name': '2831', 'short_name': '2831', 'types': ['postal_code']}],\n",
       " 'formatted_address': 'Mitchell Hwy Opp Girilambone Country Store, Girilambone NSW 2831, Australia',\n",
       " 'geometry': {'location': {'lat': -31.2501653, 'lng': 146.9045643},\n",
       "  'location_type': 'APPROXIMATE',\n",
       "  'viewport': {'northeast': {'lat': -31.2488163197085,\n",
       "    'lng': 146.9059132802915},\n",
       "   'southwest': {'lat': -31.2515142802915, 'lng': 146.9032153197085}}},\n",
       " 'place_id': 'ChIJqTuCJuL_A2sRKuiGQ-24F_8',\n",
       " 'types': ['bus_station',\n",
       "  'establishment',\n",
       "  'point_of_interest',\n",
       "  'transit_station']}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lookup('Illawarra Rd near Warren Rd').raw"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-14T02:31:08.203117",
     "start_time": "2017-02-14T02:31:08.196442"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'address_components': [{'long_name': 'Mitchell Hwy Opp Girilambone Country Store',\n",
       "   'short_name': 'Mitchell Hwy Opp Girilambone Country Store',\n",
       "   'types': ['bus_station',\n",
       "    'establishment',\n",
       "    'point_of_interest',\n",
       "    'transit_station']},\n",
       "  {'long_name': 'Girilambone',\n",
       "   'short_name': 'Girilambone',\n",
       "   'types': ['locality', 'political']},\n",
       "  {'long_name': 'Bogan Shire Council',\n",
       "   'short_name': 'Bogan',\n",
       "   'types': ['administrative_area_level_2', 'political']},\n",
       "  {'long_name': 'New South Wales',\n",
       "   'short_name': 'NSW',\n",
       "   'types': ['administrative_area_level_1', 'political']},\n",
       "  {'long_name': 'Australia',\n",
       "   'short_name': 'AU',\n",
       "   'types': ['country', 'political']},\n",
       "  {'long_name': '2831', 'short_name': '2831', 'types': ['postal_code']}],\n",
       " 'formatted_address': 'Mitchell Hwy Opp Girilambone Country Store, Girilambone NSW 2831, Australia',\n",
       " 'geometry': {'location': {'lat': -31.2501653, 'lng': 146.9045643},\n",
       "  'location_type': 'APPROXIMATE',\n",
       "  'viewport': {'northeast': {'lat': -31.2488163197085,\n",
       "    'lng': 146.9059132802915},\n",
       "   'southwest': {'lat': -31.2515142802915, 'lng': 146.9032153197085}}},\n",
       " 'place_id': 'ChIJqTuCJuL_A2sRKuiGQ-24F_8',\n",
       " 'types': ['bus_station',\n",
       "  'establishment',\n",
       "  'point_of_interest',\n",
       "  'transit_station']}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_Destination.iloc[33].raw"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "source": [
    "# Done"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T21:01:06.949125",
     "start_time": "2017-02-13T21:01:06.941631"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0, 0, 0)"
      ]
     },
     "execution_count": 179,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_Destination['PostCode'].isnull().sum(), df_Destination['LGA'].isnull().sum(), df_Destination['Location'].isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T21:01:14.844855",
     "start_time": "2017-02-13T21:01:14.816157"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Destination</th>\n",
       "      <th>raw</th>\n",
       "      <th>PostCode</th>\n",
       "      <th>Suburb</th>\n",
       "      <th>LGA</th>\n",
       "      <th>Location</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Kings Cross Rd near Ward Av</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2011</td>\n",
       "      <td>Potts Point</td>\n",
       "      <td>Sydney</td>\n",
       "      <td>33 52m 32.7932s S, 151 13m 27.3864s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Victoria Rd near Chapel St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2204</td>\n",
       "      <td>Marrickville</td>\n",
       "      <td>Marrickville</td>\n",
       "      <td>33 54m 24.4159s S, 151 9m 52.8185s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Parramatta Rd near Burwood Bus Depot</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2134</td>\n",
       "      <td>Burwood</td>\n",
       "      <td>Burwood</td>\n",
       "      <td>33 52m 10.2482s S, 151 6m 32.5246s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Mortdale Station, Pitt St, Stand B</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2223</td>\n",
       "      <td>Mortdale</td>\n",
       "      <td>Hurstville</td>\n",
       "      <td>33 58m 17.0299s S, 151 4m 49.7942s E</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Booth St near Johnston St</td>\n",
       "      <td>{'geometry': {'viewport': {'southwest': {'lng'...</td>\n",
       "      <td>2038</td>\n",
       "      <td>Annandale</td>\n",
       "      <td>Leichhardt</td>\n",
       "      <td>33 52m 53.2146s S, 151 10m 13.6178s E</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            Destination  \\\n",
       "0           Kings Cross Rd near Ward Av   \n",
       "1            Victoria Rd near Chapel St   \n",
       "2  Parramatta Rd near Burwood Bus Depot   \n",
       "3    Mortdale Station, Pitt St, Stand B   \n",
       "4             Booth St near Johnston St   \n",
       "\n",
       "                                                 raw PostCode        Suburb  \\\n",
       "0  {'geometry': {'viewport': {'southwest': {'lng'...     2011   Potts Point   \n",
       "1  {'geometry': {'viewport': {'southwest': {'lng'...     2204  Marrickville   \n",
       "2  {'geometry': {'viewport': {'southwest': {'lng'...     2134       Burwood   \n",
       "3  {'geometry': {'viewport': {'southwest': {'lng'...     2223      Mortdale   \n",
       "4  {'geometry': {'viewport': {'southwest': {'lng'...     2038     Annandale   \n",
       "\n",
       "            LGA                               Location  \n",
       "0        Sydney  33 52m 32.7932s S, 151 13m 27.3864s E  \n",
       "1  Marrickville   33 54m 24.4159s S, 151 9m 52.8185s E  \n",
       "2       Burwood   33 52m 10.2482s S, 151 6m 32.5246s E  \n",
       "3    Hurstville   33 58m 17.0299s S, 151 4m 49.7942s E  \n",
       "4    Leichhardt  33 52m 53.2146s S, 151 10m 13.6178s E  "
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_Destination.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T21:01:41.696918",
     "start_time": "2017-02-13T21:01:41.442026"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_Destination.to_pickle('ODPairData/df_Destination.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T21:01:37.931166",
     "start_time": "2017-02-13T21:01:37.923725"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0, 0, 0)"
      ]
     },
     "execution_count": 181,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_From['PostCode'].isnull().sum(), df_From['LGA'].isnull().sum(), df_From['Location'].isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T21:09:11.956152",
     "start_time": "2017-02-13T21:09:11.952170"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_From = df_From.rename(columns={'Destination':'From'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T21:09:19.833006",
     "start_time": "2017-02-13T21:09:19.784702"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "df_From.to_pickle('ODPairData/df_From.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-02-13T21:37:20.519041",
     "start_time": "2017-02-13T21:37:20.513683"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15550"
      ]
     },
     "execution_count": 190,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_From)*len(df_Destination)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "hide_input": false,
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  },
  "toc": {
   "colors": {
    "hover_highlight": "#DAA520",
    "running_highlight": "#FF0000",
    "selected_highlight": "#FFD700"
   },
   "moveMenuLeft": true,
   "navigate_menu": false,
   "number_sections": true,
   "sideBar": true,
   "threshold": 4,
   "toc_cell": false,
   "toc_section_display": "block",
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}