eda_with_dask.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [],
   "source": [
    "import dask.dataframe as dd\n",
    "from dask import compute\n",
    "\n",
    "#declaro barra de progreso\n",
    "from dask.diagnostics import ProgressBar\n",
    "ProgressBar().register()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>VendorID</th>\n",
       "      <th>tpep_pickup_datetime</th>\n",
       "      <th>tpep_dropoff_datetime</th>\n",
       "      <th>passenger_count</th>\n",
       "      <th>trip_distance</th>\n",
       "      <th>pickup_latitude</th>\n",
       "      <th>pickup_longitude</th>\n",
       "      <th>RateCodeID</th>\n",
       "      <th>store_and_fwd_flag</th>\n",
       "      <th>dropoff_latitude</th>\n",
       "      <th>dropoff_longitude</th>\n",
       "      <th>payment_type</th>\n",
       "      <th>fare_amount</th>\n",
       "      <th>extra</th>\n",
       "      <th>mta_tax</th>\n",
       "      <th>tip_amount</th>\n",
       "      <th>tolls_amount</th>\n",
       "      <th>improvement_surcharge</th>\n",
       "      <th>total_amount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:39</td>\n",
       "      <td>2015-01-15 19:23:42</td>\n",
       "      <td>1</td>\n",
       "      <td>1.59</td>\n",
       "      <td>40.750111</td>\n",
       "      <td>-73.993896</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.750618</td>\n",
       "      <td>-73.974785</td>\n",
       "      <td>1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>3.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>17.05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:38</td>\n",
       "      <td>2015-01-10 20:53:28</td>\n",
       "      <td>1</td>\n",
       "      <td>3.30</td>\n",
       "      <td>40.724243</td>\n",
       "      <td>-74.001648</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.759109</td>\n",
       "      <td>-73.994415</td>\n",
       "      <td>1</td>\n",
       "      <td>14.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>17.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:38</td>\n",
       "      <td>2015-01-10 20:43:41</td>\n",
       "      <td>1</td>\n",
       "      <td>1.80</td>\n",
       "      <td>40.802788</td>\n",
       "      <td>-73.963341</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.824413</td>\n",
       "      <td>-73.951820</td>\n",
       "      <td>2</td>\n",
       "      <td>9.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>10.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 20:35:31</td>\n",
       "      <td>1</td>\n",
       "      <td>0.50</td>\n",
       "      <td>40.713818</td>\n",
       "      <td>-74.009087</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.719986</td>\n",
       "      <td>-74.004326</td>\n",
       "      <td>2</td>\n",
       "      <td>3.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>4.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 20:52:58</td>\n",
       "      <td>1</td>\n",
       "      <td>3.00</td>\n",
       "      <td>40.762428</td>\n",
       "      <td>-73.971176</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.742653</td>\n",
       "      <td>-74.004181</td>\n",
       "      <td>2</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>16.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 20:53:52</td>\n",
       "      <td>1</td>\n",
       "      <td>9.00</td>\n",
       "      <td>40.774048</td>\n",
       "      <td>-73.874374</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.758194</td>\n",
       "      <td>-73.986977</td>\n",
       "      <td>1</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>6.70</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>40.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 20:58:31</td>\n",
       "      <td>1</td>\n",
       "      <td>2.20</td>\n",
       "      <td>40.726009</td>\n",
       "      <td>-73.983276</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.749634</td>\n",
       "      <td>-73.992470</td>\n",
       "      <td>2</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>15.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 20:42:20</td>\n",
       "      <td>3</td>\n",
       "      <td>0.80</td>\n",
       "      <td>40.734142</td>\n",
       "      <td>-74.002663</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.726326</td>\n",
       "      <td>-73.995010</td>\n",
       "      <td>1</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.66</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>9.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 21:11:35</td>\n",
       "      <td>3</td>\n",
       "      <td>18.20</td>\n",
       "      <td>40.644356</td>\n",
       "      <td>-73.783043</td>\n",
       "      <td>2</td>\n",
       "      <td>N</td>\n",
       "      <td>40.759357</td>\n",
       "      <td>-73.987595</td>\n",
       "      <td>2</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>58.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:40</td>\n",
       "      <td>2015-01-10 20:40:44</td>\n",
       "      <td>2</td>\n",
       "      <td>0.90</td>\n",
       "      <td>40.767948</td>\n",
       "      <td>-73.985588</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.759365</td>\n",
       "      <td>-73.985916</td>\n",
       "      <td>1</td>\n",
       "      <td>6.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.55</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>9.35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:40</td>\n",
       "      <td>2015-01-10 20:41:39</td>\n",
       "      <td>1</td>\n",
       "      <td>0.90</td>\n",
       "      <td>40.723103</td>\n",
       "      <td>-73.988617</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.728584</td>\n",
       "      <td>-74.004395</td>\n",
       "      <td>1</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.66</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>9.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:41</td>\n",
       "      <td>2015-01-10 20:43:26</td>\n",
       "      <td>1</td>\n",
       "      <td>1.10</td>\n",
       "      <td>40.751419</td>\n",
       "      <td>-73.993782</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.757217</td>\n",
       "      <td>-73.967407</td>\n",
       "      <td>1</td>\n",
       "      <td>7.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>9.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:41</td>\n",
       "      <td>2015-01-10 20:35:23</td>\n",
       "      <td>1</td>\n",
       "      <td>0.30</td>\n",
       "      <td>40.704376</td>\n",
       "      <td>-74.008362</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.707726</td>\n",
       "      <td>-74.009773</td>\n",
       "      <td>2</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>4.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:41</td>\n",
       "      <td>2015-01-10 21:03:04</td>\n",
       "      <td>1</td>\n",
       "      <td>3.10</td>\n",
       "      <td>40.760448</td>\n",
       "      <td>-73.973946</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.735210</td>\n",
       "      <td>-73.997345</td>\n",
       "      <td>1</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>3.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>23.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:41</td>\n",
       "      <td>2015-01-10 20:39:23</td>\n",
       "      <td>1</td>\n",
       "      <td>1.10</td>\n",
       "      <td>40.731777</td>\n",
       "      <td>-74.006721</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.739895</td>\n",
       "      <td>-73.995216</td>\n",
       "      <td>2</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>7.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:39</td>\n",
       "      <td>2015-01-15 19:32:00</td>\n",
       "      <td>1</td>\n",
       "      <td>2.38</td>\n",
       "      <td>40.739811</td>\n",
       "      <td>-73.976425</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.757889</td>\n",
       "      <td>-73.983978</td>\n",
       "      <td>1</td>\n",
       "      <td>16.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>4.38</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>22.68</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:40</td>\n",
       "      <td>2015-01-15 19:21:00</td>\n",
       "      <td>5</td>\n",
       "      <td>2.83</td>\n",
       "      <td>40.754246</td>\n",
       "      <td>-73.968704</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.786858</td>\n",
       "      <td>-73.955124</td>\n",
       "      <td>2</td>\n",
       "      <td>12.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>14.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:40</td>\n",
       "      <td>2015-01-15 19:28:18</td>\n",
       "      <td>5</td>\n",
       "      <td>8.33</td>\n",
       "      <td>40.769581</td>\n",
       "      <td>-73.863060</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.785782</td>\n",
       "      <td>-73.952713</td>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>8.08</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>41.21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:20:36</td>\n",
       "      <td>1</td>\n",
       "      <td>2.37</td>\n",
       "      <td>40.779423</td>\n",
       "      <td>-73.945541</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.786083</td>\n",
       "      <td>-73.980850</td>\n",
       "      <td>1</td>\n",
       "      <td>11.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>13.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:20:22</td>\n",
       "      <td>2</td>\n",
       "      <td>7.13</td>\n",
       "      <td>40.774010</td>\n",
       "      <td>-73.874458</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.718590</td>\n",
       "      <td>-73.952377</td>\n",
       "      <td>1</td>\n",
       "      <td>21.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>4.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>27.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:31:00</td>\n",
       "      <td>1</td>\n",
       "      <td>3.60</td>\n",
       "      <td>40.751896</td>\n",
       "      <td>-73.976601</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.714596</td>\n",
       "      <td>-73.998924</td>\n",
       "      <td>2</td>\n",
       "      <td>17.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>19.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:10:22</td>\n",
       "      <td>1</td>\n",
       "      <td>0.89</td>\n",
       "      <td>40.745079</td>\n",
       "      <td>-73.994957</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.734650</td>\n",
       "      <td>-73.999939</td>\n",
       "      <td>1</td>\n",
       "      <td>5.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.62</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>8.92</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:10:55</td>\n",
       "      <td>1</td>\n",
       "      <td>0.96</td>\n",
       "      <td>40.747063</td>\n",
       "      <td>-74.000938</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.735512</td>\n",
       "      <td>-74.003563</td>\n",
       "      <td>1</td>\n",
       "      <td>5.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.30</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>8.60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:12:36</td>\n",
       "      <td>2</td>\n",
       "      <td>1.25</td>\n",
       "      <td>40.717892</td>\n",
       "      <td>-74.002777</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.704220</td>\n",
       "      <td>-74.007919</td>\n",
       "      <td>1</td>\n",
       "      <td>6.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>9.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:22:11</td>\n",
       "      <td>5</td>\n",
       "      <td>2.11</td>\n",
       "      <td>40.736362</td>\n",
       "      <td>-73.997459</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.761856</td>\n",
       "      <td>-73.978172</td>\n",
       "      <td>1</td>\n",
       "      <td>11.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>15.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:41</td>\n",
       "      <td>2015-01-15 19:14:05</td>\n",
       "      <td>5</td>\n",
       "      <td>1.15</td>\n",
       "      <td>40.823994</td>\n",
       "      <td>-73.952278</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.811089</td>\n",
       "      <td>-73.953339</td>\n",
       "      <td>1</td>\n",
       "      <td>7.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>11.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:42</td>\n",
       "      <td>2015-01-15 19:16:18</td>\n",
       "      <td>1</td>\n",
       "      <td>1.53</td>\n",
       "      <td>40.750080</td>\n",
       "      <td>-73.991127</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.734890</td>\n",
       "      <td>-73.988609</td>\n",
       "      <td>2</td>\n",
       "      <td>9.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>10.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:42</td>\n",
       "      <td>2015-01-15 19:49:07</td>\n",
       "      <td>1</td>\n",
       "      <td>18.06</td>\n",
       "      <td>40.644127</td>\n",
       "      <td>-73.786575</td>\n",
       "      <td>2</td>\n",
       "      <td>N</td>\n",
       "      <td>40.743530</td>\n",
       "      <td>-73.985603</td>\n",
       "      <td>1</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>6.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>64.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:42</td>\n",
       "      <td>2015-01-15 19:18:33</td>\n",
       "      <td>1</td>\n",
       "      <td>1.76</td>\n",
       "      <td>40.741447</td>\n",
       "      <td>-73.993668</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.757721</td>\n",
       "      <td>-73.994514</td>\n",
       "      <td>1</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.36</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>14.16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:42</td>\n",
       "      <td>2015-01-15 19:21:40</td>\n",
       "      <td>6</td>\n",
       "      <td>5.19</td>\n",
       "      <td>40.744083</td>\n",
       "      <td>-73.985291</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.704689</td>\n",
       "      <td>-74.009079</td>\n",
       "      <td>1</td>\n",
       "      <td>17.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>3.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>23.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>470</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-23 16:51:43</td>\n",
       "      <td>2015-01-23 17:09:09</td>\n",
       "      <td>1</td>\n",
       "      <td>2.30</td>\n",
       "      <td>40.768581</td>\n",
       "      <td>-73.952522</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.761738</td>\n",
       "      <td>-73.981590</td>\n",
       "      <td>1</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.96</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>17.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>471</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-23 16:51:44</td>\n",
       "      <td>2015-01-23 16:56:52</td>\n",
       "      <td>1</td>\n",
       "      <td>0.60</td>\n",
       "      <td>40.807655</td>\n",
       "      <td>-73.949486</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.801319</td>\n",
       "      <td>-73.945900</td>\n",
       "      <td>2</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>6.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>472</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:37</td>\n",
       "      <td>2015-01-07 20:14:40</td>\n",
       "      <td>1</td>\n",
       "      <td>0.80</td>\n",
       "      <td>40.784973</td>\n",
       "      <td>-73.956009</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.790154</td>\n",
       "      <td>-73.945656</td>\n",
       "      <td>1</td>\n",
       "      <td>5.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>6.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>473</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:37</td>\n",
       "      <td>2015-01-07 20:27:38</td>\n",
       "      <td>1</td>\n",
       "      <td>10.20</td>\n",
       "      <td>40.766933</td>\n",
       "      <td>-73.981995</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.880566</td>\n",
       "      <td>-73.919418</td>\n",
       "      <td>2</td>\n",
       "      <td>29.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.44</td>\n",
       "      <td>0.3</td>\n",
       "      <td>33.24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>474</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:37</td>\n",
       "      <td>2015-01-07 20:27:03</td>\n",
       "      <td>1</td>\n",
       "      <td>4.50</td>\n",
       "      <td>40.760517</td>\n",
       "      <td>-73.984161</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.806000</td>\n",
       "      <td>-73.943237</td>\n",
       "      <td>1</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>3.46</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>20.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>475</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:37</td>\n",
       "      <td>2015-01-07 20:32:07</td>\n",
       "      <td>1</td>\n",
       "      <td>6.90</td>\n",
       "      <td>40.714111</td>\n",
       "      <td>-73.990059</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.654373</td>\n",
       "      <td>-74.004219</td>\n",
       "      <td>1</td>\n",
       "      <td>23.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>4.85</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>29.15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>476</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:37</td>\n",
       "      <td>2015-01-07 20:24:00</td>\n",
       "      <td>1</td>\n",
       "      <td>2.80</td>\n",
       "      <td>40.720097</td>\n",
       "      <td>-73.988358</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.752220</td>\n",
       "      <td>-73.976990</td>\n",
       "      <td>1</td>\n",
       "      <td>12.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.75</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>16.55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:37</td>\n",
       "      <td>2015-01-07 20:24:49</td>\n",
       "      <td>1</td>\n",
       "      <td>1.50</td>\n",
       "      <td>40.757099</td>\n",
       "      <td>-73.993446</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.753319</td>\n",
       "      <td>-73.991699</td>\n",
       "      <td>2</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>12.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>478</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:38</td>\n",
       "      <td>2015-01-07 20:19:25</td>\n",
       "      <td>1</td>\n",
       "      <td>1.40</td>\n",
       "      <td>40.739258</td>\n",
       "      <td>-73.999062</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.726788</td>\n",
       "      <td>-73.983360</td>\n",
       "      <td>1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>10.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>479</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:38</td>\n",
       "      <td>2015-01-07 20:25:41</td>\n",
       "      <td>1</td>\n",
       "      <td>3.60</td>\n",
       "      <td>40.721886</td>\n",
       "      <td>-74.000084</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.756660</td>\n",
       "      <td>-73.963379</td>\n",
       "      <td>1</td>\n",
       "      <td>14.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>3.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>18.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>480</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:38</td>\n",
       "      <td>2015-01-07 20:18:26</td>\n",
       "      <td>1</td>\n",
       "      <td>3.20</td>\n",
       "      <td>40.770927</td>\n",
       "      <td>-73.866135</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.755054</td>\n",
       "      <td>-73.902344</td>\n",
       "      <td>2</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>12.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>481</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:39</td>\n",
       "      <td>2015-01-07 20:20:47</td>\n",
       "      <td>1</td>\n",
       "      <td>2.10</td>\n",
       "      <td>40.760799</td>\n",
       "      <td>-73.979523</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.778519</td>\n",
       "      <td>-73.957512</td>\n",
       "      <td>1</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>13.55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>482</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:39</td>\n",
       "      <td>2015-01-07 20:33:01</td>\n",
       "      <td>1</td>\n",
       "      <td>8.00</td>\n",
       "      <td>40.755516</td>\n",
       "      <td>-73.967209</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.726574</td>\n",
       "      <td>-73.853203</td>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>6.80</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>34.10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>483</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:39</td>\n",
       "      <td>2015-01-07 20:25:25</td>\n",
       "      <td>1</td>\n",
       "      <td>6.90</td>\n",
       "      <td>40.721363</td>\n",
       "      <td>-74.010445</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.752331</td>\n",
       "      <td>-73.977501</td>\n",
       "      <td>1</td>\n",
       "      <td>21.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>4.11</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>26.91</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>484</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:39</td>\n",
       "      <td>2015-01-07 20:12:32</td>\n",
       "      <td>1</td>\n",
       "      <td>0.50</td>\n",
       "      <td>40.774239</td>\n",
       "      <td>-73.954338</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.775307</td>\n",
       "      <td>-73.959297</td>\n",
       "      <td>2</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>5.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>485</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:39</td>\n",
       "      <td>2015-01-07 20:29:48</td>\n",
       "      <td>1</td>\n",
       "      <td>4.30</td>\n",
       "      <td>40.792824</td>\n",
       "      <td>-73.966621</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.740582</td>\n",
       "      <td>-73.987404</td>\n",
       "      <td>2</td>\n",
       "      <td>16.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>17.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:40</td>\n",
       "      <td>2015-01-07 20:17:53</td>\n",
       "      <td>1</td>\n",
       "      <td>1.40</td>\n",
       "      <td>40.757317</td>\n",
       "      <td>-73.968864</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.771305</td>\n",
       "      <td>-73.982521</td>\n",
       "      <td>2</td>\n",
       "      <td>7.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>8.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>487</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:40</td>\n",
       "      <td>2015-01-07 20:18:21</td>\n",
       "      <td>1</td>\n",
       "      <td>1.00</td>\n",
       "      <td>40.748264</td>\n",
       "      <td>-73.994484</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.761936</td>\n",
       "      <td>-73.987267</td>\n",
       "      <td>1</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.66</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>9.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>488</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:41</td>\n",
       "      <td>2015-01-07 20:14:42</td>\n",
       "      <td>1</td>\n",
       "      <td>0.70</td>\n",
       "      <td>40.724289</td>\n",
       "      <td>-73.997406</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.716187</td>\n",
       "      <td>-74.000114</td>\n",
       "      <td>1</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>7.55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>489</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:41</td>\n",
       "      <td>2015-01-07 20:19:30</td>\n",
       "      <td>3</td>\n",
       "      <td>1.60</td>\n",
       "      <td>40.738544</td>\n",
       "      <td>-73.988586</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.755875</td>\n",
       "      <td>-73.974930</td>\n",
       "      <td>2</td>\n",
       "      <td>8.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>9.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>490</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:41</td>\n",
       "      <td>2015-01-07 20:19:54</td>\n",
       "      <td>1</td>\n",
       "      <td>1.90</td>\n",
       "      <td>40.777805</td>\n",
       "      <td>-73.957291</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.775284</td>\n",
       "      <td>-73.980263</td>\n",
       "      <td>2</td>\n",
       "      <td>9.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>10.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>491</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:41</td>\n",
       "      <td>2015-01-07 20:19:54</td>\n",
       "      <td>1</td>\n",
       "      <td>2.10</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>9.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>10.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>492</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:42</td>\n",
       "      <td>2015-01-07 20:26:53</td>\n",
       "      <td>1</td>\n",
       "      <td>3.10</td>\n",
       "      <td>40.753750</td>\n",
       "      <td>-73.978493</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.790337</td>\n",
       "      <td>-73.949638</td>\n",
       "      <td>1</td>\n",
       "      <td>14.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>3.15</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>18.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>493</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:42</td>\n",
       "      <td>2015-01-07 20:17:38</td>\n",
       "      <td>1</td>\n",
       "      <td>1.00</td>\n",
       "      <td>40.752769</td>\n",
       "      <td>-73.978210</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.750217</td>\n",
       "      <td>-73.990227</td>\n",
       "      <td>2</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>8.30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>494</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 19:12:21</td>\n",
       "      <td>2015-01-10 19:16:04</td>\n",
       "      <td>2</td>\n",
       "      <td>0.60</td>\n",
       "      <td>40.714073</td>\n",
       "      <td>-74.005966</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.720104</td>\n",
       "      <td>-74.009743</td>\n",
       "      <td>1</td>\n",
       "      <td>4.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.70</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>7.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 19:12:21</td>\n",
       "      <td>2015-01-10 19:19:59</td>\n",
       "      <td>1</td>\n",
       "      <td>0.40</td>\n",
       "      <td>40.762901</td>\n",
       "      <td>-73.995377</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.759281</td>\n",
       "      <td>-73.987122</td>\n",
       "      <td>2</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>6.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>496</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 19:12:22</td>\n",
       "      <td>2015-01-10 19:28:03</td>\n",
       "      <td>1</td>\n",
       "      <td>5.30</td>\n",
       "      <td>40.750542</td>\n",
       "      <td>-73.989265</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.805069</td>\n",
       "      <td>-73.962692</td>\n",
       "      <td>1</td>\n",
       "      <td>17.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>3.65</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>21.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>497</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 19:12:22</td>\n",
       "      <td>2015-01-10 19:31:40</td>\n",
       "      <td>1</td>\n",
       "      <td>2.40</td>\n",
       "      <td>40.750626</td>\n",
       "      <td>-73.970383</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.733673</td>\n",
       "      <td>-73.993469</td>\n",
       "      <td>1</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>14.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>498</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 19:12:22</td>\n",
       "      <td>2015-01-10 19:18:20</td>\n",
       "      <td>1</td>\n",
       "      <td>1.00</td>\n",
       "      <td>40.747501</td>\n",
       "      <td>-73.992683</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.735985</td>\n",
       "      <td>-74.004669</td>\n",
       "      <td>1</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>6.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>499</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 19:12:22</td>\n",
       "      <td>2015-01-10 19:23:36</td>\n",
       "      <td>1</td>\n",
       "      <td>2.10</td>\n",
       "      <td>40.763126</td>\n",
       "      <td>-73.974030</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.760700</td>\n",
       "      <td>-74.002647</td>\n",
       "      <td>2</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>10.80</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>500 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     VendorID tpep_pickup_datetime tpep_dropoff_datetime  passenger_count  \\\n",
       "0           2  2015-01-15 19:05:39   2015-01-15 19:23:42                1   \n",
       "1           1  2015-01-10 20:33:38   2015-01-10 20:53:28                1   \n",
       "2           1  2015-01-10 20:33:38   2015-01-10 20:43:41                1   \n",
       "3           1  2015-01-10 20:33:39   2015-01-10 20:35:31                1   \n",
       "4           1  2015-01-10 20:33:39   2015-01-10 20:52:58                1   \n",
       "5           1  2015-01-10 20:33:39   2015-01-10 20:53:52                1   \n",
       "6           1  2015-01-10 20:33:39   2015-01-10 20:58:31                1   \n",
       "7           1  2015-01-10 20:33:39   2015-01-10 20:42:20                3   \n",
       "8           1  2015-01-10 20:33:39   2015-01-10 21:11:35                3   \n",
       "9           1  2015-01-10 20:33:40   2015-01-10 20:40:44                2   \n",
       "10          1  2015-01-10 20:33:40   2015-01-10 20:41:39                1   \n",
       "11          1  2015-01-10 20:33:41   2015-01-10 20:43:26                1   \n",
       "12          1  2015-01-10 20:33:41   2015-01-10 20:35:23                1   \n",
       "13          1  2015-01-10 20:33:41   2015-01-10 21:03:04                1   \n",
       "14          1  2015-01-10 20:33:41   2015-01-10 20:39:23                1   \n",
       "15          2  2015-01-15 19:05:39   2015-01-15 19:32:00                1   \n",
       "16          2  2015-01-15 19:05:40   2015-01-15 19:21:00                5   \n",
       "17          2  2015-01-15 19:05:40   2015-01-15 19:28:18                5   \n",
       "18          2  2015-01-15 19:05:41   2015-01-15 19:20:36                1   \n",
       "19          2  2015-01-15 19:05:41   2015-01-15 19:20:22                2   \n",
       "20          2  2015-01-15 19:05:41   2015-01-15 19:31:00                1   \n",
       "21          2  2015-01-15 19:05:41   2015-01-15 19:10:22                1   \n",
       "22          2  2015-01-15 19:05:41   2015-01-15 19:10:55                1   \n",
       "23          2  2015-01-15 19:05:41   2015-01-15 19:12:36                2   \n",
       "24          2  2015-01-15 19:05:41   2015-01-15 19:22:11                5   \n",
       "25          2  2015-01-15 19:05:41   2015-01-15 19:14:05                5   \n",
       "26          2  2015-01-15 19:05:42   2015-01-15 19:16:18                1   \n",
       "27          2  2015-01-15 19:05:42   2015-01-15 19:49:07                1   \n",
       "28          2  2015-01-15 19:05:42   2015-01-15 19:18:33                1   \n",
       "29          2  2015-01-15 19:05:42   2015-01-15 19:21:40                6   \n",
       "..        ...                  ...                   ...              ...   \n",
       "470         1  2015-01-23 16:51:43   2015-01-23 17:09:09                1   \n",
       "471         1  2015-01-23 16:51:44   2015-01-23 16:56:52                1   \n",
       "472         1  2015-01-07 20:09:37   2015-01-07 20:14:40                1   \n",
       "473         1  2015-01-07 20:09:37   2015-01-07 20:27:38                1   \n",
       "474         1  2015-01-07 20:09:37   2015-01-07 20:27:03                1   \n",
       "475         1  2015-01-07 20:09:37   2015-01-07 20:32:07                1   \n",
       "476         1  2015-01-07 20:09:37   2015-01-07 20:24:00                1   \n",
       "477         1  2015-01-07 20:09:37   2015-01-07 20:24:49                1   \n",
       "478         1  2015-01-07 20:09:38   2015-01-07 20:19:25                1   \n",
       "479         1  2015-01-07 20:09:38   2015-01-07 20:25:41                1   \n",
       "480         1  2015-01-07 20:09:38   2015-01-07 20:18:26                1   \n",
       "481         1  2015-01-07 20:09:39   2015-01-07 20:20:47                1   \n",
       "482         1  2015-01-07 20:09:39   2015-01-07 20:33:01                1   \n",
       "483         1  2015-01-07 20:09:39   2015-01-07 20:25:25                1   \n",
       "484         1  2015-01-07 20:09:39   2015-01-07 20:12:32                1   \n",
       "485         1  2015-01-07 20:09:39   2015-01-07 20:29:48                1   \n",
       "486         1  2015-01-07 20:09:40   2015-01-07 20:17:53                1   \n",
       "487         1  2015-01-07 20:09:40   2015-01-07 20:18:21                1   \n",
       "488         1  2015-01-07 20:09:41   2015-01-07 20:14:42                1   \n",
       "489         1  2015-01-07 20:09:41   2015-01-07 20:19:30                3   \n",
       "490         1  2015-01-07 20:09:41   2015-01-07 20:19:54                1   \n",
       "491         1  2015-01-07 20:09:41   2015-01-07 20:19:54                1   \n",
       "492         1  2015-01-07 20:09:42   2015-01-07 20:26:53                1   \n",
       "493         1  2015-01-07 20:09:42   2015-01-07 20:17:38                1   \n",
       "494         1  2015-01-10 19:12:21   2015-01-10 19:16:04                2   \n",
       "495         1  2015-01-10 19:12:21   2015-01-10 19:19:59                1   \n",
       "496         1  2015-01-10 19:12:22   2015-01-10 19:28:03                1   \n",
       "497         1  2015-01-10 19:12:22   2015-01-10 19:31:40                1   \n",
       "498         1  2015-01-10 19:12:22   2015-01-10 19:18:20                1   \n",
       "499         1  2015-01-10 19:12:22   2015-01-10 19:23:36                1   \n",
       "\n",
       "     trip_distance  pickup_latitude  pickup_longitude  RateCodeID  \\\n",
       "0             1.59        40.750111        -73.993896           1   \n",
       "1             3.30        40.724243        -74.001648           1   \n",
       "2             1.80        40.802788        -73.963341           1   \n",
       "3             0.50        40.713818        -74.009087           1   \n",
       "4             3.00        40.762428        -73.971176           1   \n",
       "5             9.00        40.774048        -73.874374           1   \n",
       "6             2.20        40.726009        -73.983276           1   \n",
       "7             0.80        40.734142        -74.002663           1   \n",
       "8            18.20        40.644356        -73.783043           2   \n",
       "9             0.90        40.767948        -73.985588           1   \n",
       "10            0.90        40.723103        -73.988617           1   \n",
       "11            1.10        40.751419        -73.993782           1   \n",
       "12            0.30        40.704376        -74.008362           1   \n",
       "13            3.10        40.760448        -73.973946           1   \n",
       "14            1.10        40.731777        -74.006721           1   \n",
       "15            2.38        40.739811        -73.976425           1   \n",
       "16            2.83        40.754246        -73.968704           1   \n",
       "17            8.33        40.769581        -73.863060           1   \n",
       "18            2.37        40.779423        -73.945541           1   \n",
       "19            7.13        40.774010        -73.874458           1   \n",
       "20            3.60        40.751896        -73.976601           1   \n",
       "21            0.89        40.745079        -73.994957           1   \n",
       "22            0.96        40.747063        -74.000938           1   \n",
       "23            1.25        40.717892        -74.002777           1   \n",
       "24            2.11        40.736362        -73.997459           1   \n",
       "25            1.15        40.823994        -73.952278           1   \n",
       "26            1.53        40.750080        -73.991127           1   \n",
       "27           18.06        40.644127        -73.786575           2   \n",
       "28            1.76        40.741447        -73.993668           1   \n",
       "29            5.19        40.744083        -73.985291           1   \n",
       "..             ...              ...               ...         ...   \n",
       "470           2.30        40.768581        -73.952522           1   \n",
       "471           0.60        40.807655        -73.949486           1   \n",
       "472           0.80        40.784973        -73.956009           1   \n",
       "473          10.20        40.766933        -73.981995           1   \n",
       "474           4.50        40.760517        -73.984161           1   \n",
       "475           6.90        40.714111        -73.990059           1   \n",
       "476           2.80        40.720097        -73.988358           1   \n",
       "477           1.50        40.757099        -73.993446           1   \n",
       "478           1.40        40.739258        -73.999062           1   \n",
       "479           3.60        40.721886        -74.000084           1   \n",
       "480           3.20        40.770927        -73.866135           1   \n",
       "481           2.10        40.760799        -73.979523           1   \n",
       "482           8.00        40.755516        -73.967209           1   \n",
       "483           6.90        40.721363        -74.010445           1   \n",
       "484           0.50        40.774239        -73.954338           1   \n",
       "485           4.30        40.792824        -73.966621           1   \n",
       "486           1.40        40.757317        -73.968864           1   \n",
       "487           1.00        40.748264        -73.994484           1   \n",
       "488           0.70        40.724289        -73.997406           1   \n",
       "489           1.60        40.738544        -73.988586           1   \n",
       "490           1.90        40.777805        -73.957291           1   \n",
       "491           2.10         0.000000          0.000000           1   \n",
       "492           3.10        40.753750        -73.978493           1   \n",
       "493           1.00        40.752769        -73.978210           1   \n",
       "494           0.60        40.714073        -74.005966           1   \n",
       "495           0.40        40.762901        -73.995377           1   \n",
       "496           5.30        40.750542        -73.989265           1   \n",
       "497           2.40        40.750626        -73.970383           1   \n",
       "498           1.00        40.747501        -73.992683           1   \n",
       "499           2.10        40.763126        -73.974030           1   \n",
       "\n",
       "    store_and_fwd_flag  dropoff_latitude  dropoff_longitude  payment_type  \\\n",
       "0                    N         40.750618         -73.974785             1   \n",
       "1                    N         40.759109         -73.994415             1   \n",
       "2                    N         40.824413         -73.951820             2   \n",
       "3                    N         40.719986         -74.004326             2   \n",
       "4                    N         40.742653         -74.004181             2   \n",
       "5                    N         40.758194         -73.986977             1   \n",
       "6                    N         40.749634         -73.992470             2   \n",
       "7                    N         40.726326         -73.995010             1   \n",
       "8                    N         40.759357         -73.987595             2   \n",
       "9                    N         40.759365         -73.985916             1   \n",
       "10                   N         40.728584         -74.004395             1   \n",
       "11                   N         40.757217         -73.967407             1   \n",
       "12                   N         40.707726         -74.009773             2   \n",
       "13                   N         40.735210         -73.997345             1   \n",
       "14                   N         40.739895         -73.995216             2   \n",
       "15                   N         40.757889         -73.983978             1   \n",
       "16                   N         40.786858         -73.955124             2   \n",
       "17                   N         40.785782         -73.952713             1   \n",
       "18                   N         40.786083         -73.980850             1   \n",
       "19                   N         40.718590         -73.952377             1   \n",
       "20                   N         40.714596         -73.998924             2   \n",
       "21                   N         40.734650         -73.999939             1   \n",
       "22                   N         40.735512         -74.003563             1   \n",
       "23                   N         40.704220         -74.007919             1   \n",
       "24                   N         40.761856         -73.978172             1   \n",
       "25                   N         40.811089         -73.953339             1   \n",
       "26                   N         40.734890         -73.988609             2   \n",
       "27                   N         40.743530         -73.985603             1   \n",
       "28                   N         40.757721         -73.994514             1   \n",
       "29                   N         40.704689         -74.009079             1   \n",
       "..                 ...               ...                ...           ...   \n",
       "470                  N         40.761738         -73.981590             1   \n",
       "471                  N         40.801319         -73.945900             2   \n",
       "472                  N         40.790154         -73.945656             1   \n",
       "473                  N         40.880566         -73.919418             2   \n",
       "474                  N         40.806000         -73.943237             1   \n",
       "475                  N         40.654373         -74.004219             1   \n",
       "476                  N         40.752220         -73.976990             1   \n",
       "477                  N         40.753319         -73.991699             2   \n",
       "478                  N         40.726788         -73.983360             1   \n",
       "479                  N         40.756660         -73.963379             1   \n",
       "480                  N         40.755054         -73.902344             2   \n",
       "481                  N         40.778519         -73.957512             1   \n",
       "482                  N         40.726574         -73.853203             1   \n",
       "483                  N         40.752331         -73.977501             1   \n",
       "484                  N         40.775307         -73.959297             2   \n",
       "485                  N         40.740582         -73.987404             2   \n",
       "486                  N         40.771305         -73.982521             2   \n",
       "487                  N         40.761936         -73.987267             1   \n",
       "488                  N         40.716187         -74.000114             1   \n",
       "489                  N         40.755875         -73.974930             2   \n",
       "490                  N         40.775284         -73.980263             2   \n",
       "491                  N          0.000000           0.000000             2   \n",
       "492                  N         40.790337         -73.949638             1   \n",
       "493                  N         40.750217         -73.990227             2   \n",
       "494                  N         40.720104         -74.009743             1   \n",
       "495                  N         40.759281         -73.987122             2   \n",
       "496                  N         40.805069         -73.962692             1   \n",
       "497                  N         40.733673         -73.993469             1   \n",
       "498                  N         40.735985         -74.004669             1   \n",
       "499                  N         40.760700         -74.002647             2   \n",
       "\n",
       "     fare_amount  extra  mta_tax  tip_amount  tolls_amount  \\\n",
       "0           12.0    1.0      0.5        3.25          0.00   \n",
       "1           14.5    0.5      0.5        2.00          0.00   \n",
       "2            9.5    0.5      0.5        0.00          0.00   \n",
       "3            3.5    0.5      0.5        0.00          0.00   \n",
       "4           15.0    0.5      0.5        0.00          0.00   \n",
       "5           27.0    0.5      0.5        6.70          5.33   \n",
       "6           14.0    0.5      0.5        0.00          0.00   \n",
       "7            7.0    0.5      0.5        1.66          0.00   \n",
       "8           52.0    0.0      0.5        0.00          5.33   \n",
       "9            6.5    0.5      0.5        1.55          0.00   \n",
       "10           7.0    0.5      0.5        1.66          0.00   \n",
       "11           7.5    0.5      0.5        1.00          0.00   \n",
       "12           3.0    0.5      0.5        0.00          0.00   \n",
       "13          19.0    0.5      0.5        3.00          0.00   \n",
       "14           6.0    0.5      0.5        0.00          0.00   \n",
       "15          16.5    1.0      0.5        4.38          0.00   \n",
       "16          12.5    1.0      0.5        0.00          0.00   \n",
       "17          26.0    1.0      0.5        8.08          5.33   \n",
       "18          11.5    1.0      0.5        0.00          0.00   \n",
       "19          21.5    1.0      0.5        4.50          0.00   \n",
       "20          17.5    1.0      0.5        0.00          0.00   \n",
       "21           5.5    1.0      0.5        1.62          0.00   \n",
       "22           5.5    1.0      0.5        1.30          0.00   \n",
       "23           6.5    1.0      0.5        1.50          0.00   \n",
       "24          11.5    1.0      0.5        2.50          0.00   \n",
       "25           7.5    1.0      0.5        1.70          0.00   \n",
       "26           9.0    1.0      0.5        0.00          0.00   \n",
       "27          52.0    0.0      0.5        6.00          5.33   \n",
       "28          10.0    1.0      0.5        2.36          0.00   \n",
       "29          17.5    1.0      0.5        3.70          0.00   \n",
       "..           ...    ...      ...         ...           ...   \n",
       "470         13.0    1.0      0.5        2.96          0.00   \n",
       "471          5.0    1.0      0.5        0.00          0.00   \n",
       "472          5.5    0.5      0.5        0.00          0.00   \n",
       "473         29.5    0.5      0.5        0.00          2.44   \n",
       "474         16.0    0.5      0.5        3.46          0.00   \n",
       "475         23.0    0.5      0.5        4.85          0.00   \n",
       "476         12.5    0.5      0.5        2.75          0.00   \n",
       "477         11.0    0.5      0.5        0.00          0.00   \n",
       "478          8.0    0.5      0.5        1.00          0.00   \n",
       "479         14.5    0.5      0.5        3.00          0.00   \n",
       "480         11.0    0.5      0.5        0.00          0.00   \n",
       "481         10.0    0.5      0.5        2.25          0.00   \n",
       "482         26.0    0.5      0.5        6.80          0.00   \n",
       "483         21.5    0.5      0.5        4.11          0.00   \n",
       "484          4.0    0.5      0.5        0.00          0.00   \n",
       "485         16.5    0.5      0.5        0.00          0.00   \n",
       "486          7.5    0.5      0.5        0.00          0.00   \n",
       "487          7.0    0.5      0.5        1.66          0.00   \n",
       "488          5.0    0.5      0.5        1.25          0.00   \n",
       "489          8.5    0.5      0.5        0.00          0.00   \n",
       "490          9.5    0.5      0.5        0.00          0.00   \n",
       "491          9.5    0.5      0.5        0.00          0.00   \n",
       "492         14.5    0.5      0.5        3.15          0.00   \n",
       "493          7.0    0.5      0.5        0.00          0.00   \n",
       "494          4.5    0.0      0.5        1.70          0.00   \n",
       "495          6.0    0.0      0.5        0.00          0.00   \n",
       "496         17.5    0.0      0.5        3.65          0.00   \n",
       "497         13.0    0.0      0.5        1.00          0.00   \n",
       "498          6.0    0.0      0.5        0.00          0.00   \n",
       "499         10.0    0.0      0.5        0.00          0.00   \n",
       "\n",
       "     improvement_surcharge  total_amount  \n",
       "0                      0.3         17.05  \n",
       "1                      0.3         17.80  \n",
       "2                      0.3         10.80  \n",
       "3                      0.3          4.80  \n",
       "4                      0.3         16.30  \n",
       "5                      0.3         40.33  \n",
       "6                      0.3         15.30  \n",
       "7                      0.3          9.96  \n",
       "8                      0.3         58.13  \n",
       "9                      0.3          9.35  \n",
       "10                     0.3          9.96  \n",
       "11                     0.3          9.80  \n",
       "12                     0.3          4.30  \n",
       "13                     0.3         23.30  \n",
       "14                     0.3          7.30  \n",
       "15                     0.3         22.68  \n",
       "16                     0.3         14.30  \n",
       "17                     0.3         41.21  \n",
       "18                     0.3         13.30  \n",
       "19                     0.3         27.80  \n",
       "20                     0.3         19.30  \n",
       "21                     0.3          8.92  \n",
       "22                     0.3          8.60  \n",
       "23                     0.3          9.80  \n",
       "24                     0.3         15.80  \n",
       "25                     0.3         11.00  \n",
       "26                     0.3         10.80  \n",
       "27                     0.3         64.13  \n",
       "28                     0.3         14.16  \n",
       "29                     0.3         23.00  \n",
       "..                     ...           ...  \n",
       "470                    0.3         17.76  \n",
       "471                    0.3          6.80  \n",
       "472                    0.3          6.80  \n",
       "473                    0.3         33.24  \n",
       "474                    0.3         20.76  \n",
       "475                    0.3         29.15  \n",
       "476                    0.3         16.55  \n",
       "477                    0.3         12.30  \n",
       "478                    0.3         10.30  \n",
       "479                    0.3         18.80  \n",
       "480                    0.3         12.30  \n",
       "481                    0.3         13.55  \n",
       "482                    0.3         34.10  \n",
       "483                    0.3         26.91  \n",
       "484                    0.3          5.30  \n",
       "485                    0.3         17.80  \n",
       "486                    0.3          8.80  \n",
       "487                    0.3          9.96  \n",
       "488                    0.3          7.55  \n",
       "489                    0.3          9.80  \n",
       "490                    0.3         10.80  \n",
       "491                    0.3         10.80  \n",
       "492                    0.3         18.95  \n",
       "493                    0.3          8.30  \n",
       "494                    0.3          7.00  \n",
       "495                    0.3          6.80  \n",
       "496                    0.3         21.95  \n",
       "497                    0.3         14.80  \n",
       "498                    0.3          6.80  \n",
       "499                    0.3         10.80  \n",
       "\n",
       "[500 rows x 19 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = dd.read_parquet('/data/nyc2015/2015.parq', engine='arrow', columns=['VendorID','tpep_pickup_datetime','tpep_dropoff_datetime','passenger_count','trip_distance','pickup_latitude','pickup_longitude','RateCodeID','store_and_fwd_flag','dropoff_latitude','dropoff_longitude','payment_type','fare_amount','extra','mta_tax','tip_amount','tolls_amount','improvement_surcharge','total_amount'])\n",
    "df1 = df.head(500)\n",
    "df1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 102 ms, sys: 22.4 ms, total: 125 ms\n",
      "Wall time: 90.9 ms\n"
     ]
    }
   ],
   "source": [
    "# Para sacar la correlacion entre variables\n",
    "%time df_corr=df.head(1000)[['passenger_count','tip_amount','tolls_amount','total_amount']].corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>passenger_count</th>\n",
       "      <th>tip_amount</th>\n",
       "      <th>tolls_amount</th>\n",
       "      <th>total_amount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>passenger_count</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.028882</td>\n",
       "      <td>0.014722</td>\n",
       "      <td>0.046128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tip_amount</th>\n",
       "      <td>0.028882</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.339835</td>\n",
       "      <td>0.701720</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tolls_amount</th>\n",
       "      <td>0.014722</td>\n",
       "      <td>0.339835</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.608052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>total_amount</th>\n",
       "      <td>0.046128</td>\n",
       "      <td>0.701720</td>\n",
       "      <td>0.608052</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 passenger_count  tip_amount  tolls_amount  total_amount\n",
       "passenger_count         1.000000    0.028882      0.014722      0.046128\n",
       "tip_amount              0.028882    1.000000      0.339835      0.701720\n",
       "tolls_amount            0.014722    0.339835      1.000000      0.608052\n",
       "total_amount            0.046128    0.701720      0.608052      1.000000"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_corr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 1.        ,  0.02888173,  0.01472249,  0.04612763],\n",
       "       [ 0.02888173,  1.        ,  0.33983507,  0.7017201 ],\n",
       "       [ 0.01472249,  0.33983507,  1.        ,  0.60805233],\n",
       "       [ 0.04612763,  0.7017201 ,  0.60805233,  1.        ]])"
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_corr.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "passenger_count    1.000000\n",
       "total_amount       0.046128\n",
       "tip_amount         0.028882\n",
       "tolls_amount       0.014722\n",
       "Name: passenger_count, dtype: float64"
      ]
     },
     "execution_count": 146,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# correlacion de una variable con valores ordenados\n",
    "df_corr['passenger_count'].sort_values(ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[########################################] | 100% Completed |  7.8s\n",
      "[########################################] | 100% Completed |  7.9s\n"
     ]
    }
   ],
   "source": [
    "#Para sacar una muestra de datos\n",
    "df1=df.sample(frac=0.00001, replace=True).compute()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1431"
      ]
     },
     "execution_count": 179,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#para visualizar las características del dataframe\n",
    "#calculo la longitud del nuevo dataset\n",
    "len(df1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VendorID                          int64\n",
       "tpep_pickup_datetime     datetime64[ns]\n",
       "tpep_dropoff_datetime    datetime64[ns]\n",
       "passenger_count                   int64\n",
       "trip_distance                   float64\n",
       "pickup_latitude                 float64\n",
       "pickup_longitude                float64\n",
       "RateCodeID                        int64\n",
       "store_and_fwd_flag               object\n",
       "dropoff_latitude                float64\n",
       "dropoff_longitude               float64\n",
       "payment_type                      int64\n",
       "fare_amount                     float64\n",
       "extra                           float64\n",
       "mta_tax                         float64\n",
       "tip_amount                      float64\n",
       "tolls_amount                    float64\n",
       "improvement_surcharge           float64\n",
       "total_amount                    float64\n",
       "dtype: object"
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dtype('float64')"
      ]
     },
     "execution_count": 181,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.dtypes[9]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['VendorID', 'tpep_pickup_datetime', 'tpep_dropoff_datetime',\n",
       "       'passenger_count', 'trip_distance', 'pickup_latitude',\n",
       "       'pickup_longitude', 'RateCodeID', 'store_and_fwd_flag',\n",
       "       'dropoff_latitude', 'dropoff_longitude', 'payment_type', 'fare_amount',\n",
       "       'extra', 'mta_tax', 'tip_amount', 'tolls_amount',\n",
       "       'improvement_surcharge', 'total_amount'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 182,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'pickup_latitude'"
      ]
     },
     "execution_count": 183,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.columns[5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 192,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[########################################] | 100% Completed |  8.1s\n",
      "[########################################] | 100% Completed |  8.1s\n",
      "CPU times: user 46.3 s, sys: 7.56 s, total: 53.8 s\n",
      "Wall time: 8.11 s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "245566747"
      ]
     },
     "execution_count": 192,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#operacion compute() solo es valida sobre el dataframe original, si sacamos una muestra y lo igualamos ya no \n",
    "#funciona correctamente.\n",
    "%time df.passenger_count.sum().compute()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VendorID                                   1\n",
       "tpep_pickup_datetime     2015-01-01 01:08:55\n",
       "tpep_dropoff_datetime    2015-01-01 01:08:56\n",
       "passenger_count                            1\n",
       "trip_distance                              0\n",
       "pickup_latitude                            0\n",
       "pickup_longitude                    -74.0169\n",
       "RateCodeID                                 1\n",
       "store_and_fwd_flag                         N\n",
       "dropoff_latitude                           0\n",
       "dropoff_longitude                   -74.1772\n",
       "payment_type                               1\n",
       "fare_amount                              2.5\n",
       "extra                                      0\n",
       "mta_tax                                    0\n",
       "tip_amount                                 0\n",
       "tolls_amount                               0\n",
       "improvement_surcharge                      0\n",
       "total_amount                             3.3\n",
       "dtype: object"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Common aggregations: max(), min(), mean(), std(), sum(), count(), var()\n",
    "# find the minimum value\n",
    "df_min = df1.min()\n",
    "df_min"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VendorID                                   2\n",
       "tpep_pickup_datetime     2015-01-28 21:50:23\n",
       "tpep_dropoff_datetime    2015-01-28 22:17:41\n",
       "passenger_count                            6\n",
       "trip_distance                           20.1\n",
       "pickup_latitude                      40.8379\n",
       "pickup_longitude                           0\n",
       "RateCodeID                                 5\n",
       "store_and_fwd_flag                         Y\n",
       "dropoff_latitude                      40.886\n",
       "dropoff_longitude                          0\n",
       "payment_type                               3\n",
       "fare_amount                               64\n",
       "extra                                      1\n",
       "mta_tax                                  0.5\n",
       "tip_amount                              15.3\n",
       "tolls_amount                              16\n",
       "improvement_surcharge                    0.3\n",
       "total_amount                           91.85\n",
       "dtype: object"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# find the maximun value\n",
    "df_max = df1.max()\n",
    "df_max"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>VendorID</th>\n",
       "      <th>passenger_count</th>\n",
       "      <th>trip_distance</th>\n",
       "      <th>pickup_latitude</th>\n",
       "      <th>pickup_longitude</th>\n",
       "      <th>RateCodeID</th>\n",
       "      <th>dropoff_latitude</th>\n",
       "      <th>dropoff_longitude</th>\n",
       "      <th>payment_type</th>\n",
       "      <th>fare_amount</th>\n",
       "      <th>extra</th>\n",
       "      <th>mta_tax</th>\n",
       "      <th>tip_amount</th>\n",
       "      <th>tolls_amount</th>\n",
       "      <th>improvement_surcharge</th>\n",
       "      <th>total_amount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.414000</td>\n",
       "      <td>1.556000</td>\n",
       "      <td>2.905900</td>\n",
       "      <td>40.015905</td>\n",
       "      <td>-72.641714</td>\n",
       "      <td>1.042000</td>\n",
       "      <td>40.018190</td>\n",
       "      <td>-72.640954</td>\n",
       "      <td>1.348000</td>\n",
       "      <td>12.784200</td>\n",
       "      <td>0.345000</td>\n",
       "      <td>0.496000</td>\n",
       "      <td>1.732600</td>\n",
       "      <td>0.260260</td>\n",
       "      <td>0.286200</td>\n",
       "      <td>15.917460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.493042</td>\n",
       "      <td>1.202396</td>\n",
       "      <td>3.354417</td>\n",
       "      <td>5.423182</td>\n",
       "      <td>9.844743</td>\n",
       "      <td>0.347098</td>\n",
       "      <td>5.423511</td>\n",
       "      <td>9.844628</td>\n",
       "      <td>0.480998</td>\n",
       "      <td>10.226335</td>\n",
       "      <td>0.364336</td>\n",
       "      <td>0.044587</td>\n",
       "      <td>2.304786</td>\n",
       "      <td>1.406761</td>\n",
       "      <td>0.062908</td>\n",
       "      <td>12.448928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-74.016899</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-74.177238</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>40.731660</td>\n",
       "      <td>-73.993441</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>40.732165</td>\n",
       "      <td>-73.991014</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>8.760000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.660000</td>\n",
       "      <td>40.751240</td>\n",
       "      <td>-73.980648</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>40.754175</td>\n",
       "      <td>-73.977283</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>9.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1.200000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>11.675000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>2.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>3.277500</td>\n",
       "      <td>40.768412</td>\n",
       "      <td>-73.962898</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>40.769574</td>\n",
       "      <td>-73.956039</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2.360000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>18.800000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>2.000000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>20.100000</td>\n",
       "      <td>40.837936</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>40.886036</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>64.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>15.300000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>91.850000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         VendorID  passenger_count  trip_distance  pickup_latitude  \\\n",
       "count  500.000000       500.000000     500.000000       500.000000   \n",
       "mean     1.414000         1.556000       2.905900        40.015905   \n",
       "std      0.493042         1.202396       3.354417         5.423182   \n",
       "min      1.000000         1.000000       0.000000         0.000000   \n",
       "25%      1.000000         1.000000       1.000000        40.731660   \n",
       "50%      1.000000         1.000000       1.660000        40.751240   \n",
       "75%      2.000000         2.000000       3.277500        40.768412   \n",
       "max      2.000000         6.000000      20.100000        40.837936   \n",
       "\n",
       "       pickup_longitude  RateCodeID  dropoff_latitude  dropoff_longitude  \\\n",
       "count        500.000000  500.000000        500.000000         500.000000   \n",
       "mean         -72.641714    1.042000         40.018190         -72.640954   \n",
       "std            9.844743    0.347098          5.423511           9.844628   \n",
       "min          -74.016899    1.000000          0.000000         -74.177238   \n",
       "25%          -73.993441    1.000000         40.732165         -73.991014   \n",
       "50%          -73.980648    1.000000         40.754175         -73.977283   \n",
       "75%          -73.962898    1.000000         40.769574         -73.956039   \n",
       "max            0.000000    5.000000         40.886036           0.000000   \n",
       "\n",
       "       payment_type  fare_amount       extra     mta_tax  tip_amount  \\\n",
       "count    500.000000   500.000000  500.000000  500.000000  500.000000   \n",
       "mean       1.348000    12.784200    0.345000    0.496000    1.732600   \n",
       "std        0.480998    10.226335    0.364336    0.044587    2.304786   \n",
       "min        1.000000     2.500000    0.000000    0.000000    0.000000   \n",
       "25%        1.000000     6.500000    0.000000    0.500000    0.000000   \n",
       "50%        1.000000     9.500000    0.500000    0.500000    1.200000   \n",
       "75%        2.000000    15.000000    0.500000    0.500000    2.360000   \n",
       "max        3.000000    64.000000    1.000000    0.500000   15.300000   \n",
       "\n",
       "       tolls_amount  improvement_surcharge  total_amount  \n",
       "count    500.000000             500.000000    500.000000  \n",
       "mean       0.260260               0.286200     15.917460  \n",
       "std        1.406761               0.062908     12.448928  \n",
       "min        0.000000               0.000000      3.300000  \n",
       "25%        0.000000               0.300000      8.760000  \n",
       "50%        0.000000               0.300000     11.675000  \n",
       "75%        0.000000               0.300000     18.800000  \n",
       "max       16.000000               0.300000     91.850000  "
      ]
     },
     "execution_count": 137,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Resumen de conjunto de agregaciones\n",
    "df1.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VendorID                 500\n",
       "tpep_pickup_datetime     500\n",
       "tpep_dropoff_datetime    500\n",
       "passenger_count          500\n",
       "trip_distance            500\n",
       "pickup_latitude          500\n",
       "pickup_longitude         500\n",
       "RateCodeID               500\n",
       "store_and_fwd_flag       500\n",
       "dropoff_latitude         500\n",
       "dropoff_longitude        500\n",
       "payment_type             500\n",
       "fare_amount              500\n",
       "extra                    500\n",
       "mta_tax                  500\n",
       "tip_amount               500\n",
       "tolls_amount             500\n",
       "improvement_surcharge    500\n",
       "total_amount             500\n",
       "dtype: int64"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Buscar valores vacios (no distintos de 0)\n",
    "not_null = df1[df1.notnull()].count()\n",
    "not_null"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "500"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.fare_amount.notnull().count()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(500,)"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Count total values and show values from colums\n",
    "dd.compute(df1.passenger_count.count())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1    373\n",
       "2     65\n",
       "5     23\n",
       "3     20\n",
       "6     12\n",
       "4      7\n",
       "Name: passenger_count, dtype: int64"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.passenger_count.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1    373\n",
       "2     65\n",
       "5     23\n",
       "Name: passenger_count, dtype: int64"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.passenger_count.value_counts().head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>VendorID</th>\n",
       "      <th>tpep_pickup_datetime</th>\n",
       "      <th>tpep_dropoff_datetime</th>\n",
       "      <th>passenger_count</th>\n",
       "      <th>trip_distance</th>\n",
       "      <th>pickup_latitude</th>\n",
       "      <th>pickup_longitude</th>\n",
       "      <th>RateCodeID</th>\n",
       "      <th>store_and_fwd_flag</th>\n",
       "      <th>dropoff_latitude</th>\n",
       "      <th>dropoff_longitude</th>\n",
       "      <th>payment_type</th>\n",
       "      <th>fare_amount</th>\n",
       "      <th>extra</th>\n",
       "      <th>mta_tax</th>\n",
       "      <th>tip_amount</th>\n",
       "      <th>tolls_amount</th>\n",
       "      <th>improvement_surcharge</th>\n",
       "      <th>total_amount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 20:53:52</td>\n",
       "      <td>1</td>\n",
       "      <td>9.00</td>\n",
       "      <td>40.774048</td>\n",
       "      <td>-73.874374</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.758194</td>\n",
       "      <td>-73.986977</td>\n",
       "      <td>1</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>6.70</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>40.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-10 20:33:39</td>\n",
       "      <td>2015-01-10 21:11:35</td>\n",
       "      <td>3</td>\n",
       "      <td>18.20</td>\n",
       "      <td>40.644356</td>\n",
       "      <td>-73.783043</td>\n",
       "      <td>2</td>\n",
       "      <td>N</td>\n",
       "      <td>40.759357</td>\n",
       "      <td>-73.987595</td>\n",
       "      <td>2</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>58.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:40</td>\n",
       "      <td>2015-01-15 19:28:18</td>\n",
       "      <td>5</td>\n",
       "      <td>8.33</td>\n",
       "      <td>40.769581</td>\n",
       "      <td>-73.863060</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.785782</td>\n",
       "      <td>-73.952713</td>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>8.08</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>41.21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 19:05:42</td>\n",
       "      <td>2015-01-15 19:49:07</td>\n",
       "      <td>1</td>\n",
       "      <td>18.06</td>\n",
       "      <td>40.644127</td>\n",
       "      <td>-73.786575</td>\n",
       "      <td>2</td>\n",
       "      <td>N</td>\n",
       "      <td>40.743530</td>\n",
       "      <td>-73.985603</td>\n",
       "      <td>1</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>6.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>64.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-04 13:44:52</td>\n",
       "      <td>2015-01-04 14:04:23</td>\n",
       "      <td>1</td>\n",
       "      <td>8.98</td>\n",
       "      <td>40.773792</td>\n",
       "      <td>-73.871002</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.770042</td>\n",
       "      <td>-73.961365</td>\n",
       "      <td>1</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>33.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-04 13:44:54</td>\n",
       "      <td>2015-01-04 14:02:23</td>\n",
       "      <td>2</td>\n",
       "      <td>8.79</td>\n",
       "      <td>40.773369</td>\n",
       "      <td>-73.964203</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.773834</td>\n",
       "      <td>-73.870636</td>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>4.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>36.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 14:00:43</td>\n",
       "      <td>2015-01-15 14:58:40</td>\n",
       "      <td>1</td>\n",
       "      <td>15.20</td>\n",
       "      <td>40.667728</td>\n",
       "      <td>-73.801262</td>\n",
       "      <td>2</td>\n",
       "      <td>N</td>\n",
       "      <td>40.756001</td>\n",
       "      <td>-73.993355</td>\n",
       "      <td>1</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>14.33</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>72.46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 14:00:45</td>\n",
       "      <td>2015-01-15 14:47:12</td>\n",
       "      <td>1</td>\n",
       "      <td>10.89</td>\n",
       "      <td>40.739765</td>\n",
       "      <td>-74.006409</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.774212</td>\n",
       "      <td>-73.871193</td>\n",
       "      <td>1</td>\n",
       "      <td>40.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>9.17</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>55.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-15 14:00:46</td>\n",
       "      <td>2015-01-15 14:41:54</td>\n",
       "      <td>6</td>\n",
       "      <td>10.39</td>\n",
       "      <td>40.747257</td>\n",
       "      <td>-73.993095</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.770321</td>\n",
       "      <td>-73.864830</td>\n",
       "      <td>1</td>\n",
       "      <td>38.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>10.83</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>54.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-26 12:41:21</td>\n",
       "      <td>2015-01-26 13:03:26</td>\n",
       "      <td>2</td>\n",
       "      <td>16.30</td>\n",
       "      <td>40.761681</td>\n",
       "      <td>-73.998390</td>\n",
       "      <td>3</td>\n",
       "      <td>N</td>\n",
       "      <td>40.695042</td>\n",
       "      <td>-74.177238</td>\n",
       "      <td>1</td>\n",
       "      <td>60.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>15.30</td>\n",
       "      <td>15.75</td>\n",
       "      <td>0.3</td>\n",
       "      <td>91.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-15 10:26:16</td>\n",
       "      <td>2015-01-15 11:08:10</td>\n",
       "      <td>2</td>\n",
       "      <td>12.60</td>\n",
       "      <td>40.768845</td>\n",
       "      <td>-73.862740</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.758839</td>\n",
       "      <td>-73.989563</td>\n",
       "      <td>2</td>\n",
       "      <td>40.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>46.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-15 09:47:02</td>\n",
       "      <td>2015-01-15 10:17:47</td>\n",
       "      <td>3</td>\n",
       "      <td>8.30</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>27.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>10.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>43.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>236</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-20 23:08:15</td>\n",
       "      <td>2015-01-20 23:21:42</td>\n",
       "      <td>1</td>\n",
       "      <td>3.80</td>\n",
       "      <td>40.725010</td>\n",
       "      <td>-73.994675</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.741718</td>\n",
       "      <td>-73.956039</td>\n",
       "      <td>1</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>4.10</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>24.73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-06 10:02:18</td>\n",
       "      <td>2015-01-06 10:31:54</td>\n",
       "      <td>1</td>\n",
       "      <td>6.13</td>\n",
       "      <td>40.675777</td>\n",
       "      <td>-74.000763</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.744408</td>\n",
       "      <td>-73.992294</td>\n",
       "      <td>2</td>\n",
       "      <td>23.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>29.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>334</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-08 16:24:02</td>\n",
       "      <td>2015-01-08 16:50:53</td>\n",
       "      <td>1</td>\n",
       "      <td>8.75</td>\n",
       "      <td>40.774132</td>\n",
       "      <td>-73.873108</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.756828</td>\n",
       "      <td>-73.972107</td>\n",
       "      <td>1</td>\n",
       "      <td>28.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>6.97</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>42.60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>347</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-28 21:50:18</td>\n",
       "      <td>2015-01-28 22:11:18</td>\n",
       "      <td>1</td>\n",
       "      <td>8.62</td>\n",
       "      <td>40.772720</td>\n",
       "      <td>-73.876610</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.754169</td>\n",
       "      <td>-73.986031</td>\n",
       "      <td>2</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>32.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>2</td>\n",
       "      <td>2015-01-01 05:29:50</td>\n",
       "      <td>2015-01-01 05:54:13</td>\n",
       "      <td>1</td>\n",
       "      <td>17.46</td>\n",
       "      <td>40.757416</td>\n",
       "      <td>-73.982964</td>\n",
       "      <td>3</td>\n",
       "      <td>N</td>\n",
       "      <td>40.695057</td>\n",
       "      <td>-74.177193</td>\n",
       "      <td>1</td>\n",
       "      <td>64.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>16.00</td>\n",
       "      <td>0.3</td>\n",
       "      <td>81.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>417</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-28 10:50:01</td>\n",
       "      <td>2015-01-28 11:28:06</td>\n",
       "      <td>3</td>\n",
       "      <td>17.50</td>\n",
       "      <td>40.644520</td>\n",
       "      <td>-73.782555</td>\n",
       "      <td>2</td>\n",
       "      <td>N</td>\n",
       "      <td>40.755116</td>\n",
       "      <td>-73.983932</td>\n",
       "      <td>2</td>\n",
       "      <td>52.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>58.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>423</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-28 10:50:04</td>\n",
       "      <td>2015-01-28 11:14:48</td>\n",
       "      <td>1</td>\n",
       "      <td>18.00</td>\n",
       "      <td>40.644588</td>\n",
       "      <td>-73.781670</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.809521</td>\n",
       "      <td>-73.919838</td>\n",
       "      <td>1</td>\n",
       "      <td>48.5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>5.00</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>59.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-23 16:51:38</td>\n",
       "      <td>2015-01-23 17:25:53</td>\n",
       "      <td>1</td>\n",
       "      <td>13.40</td>\n",
       "      <td>40.770950</td>\n",
       "      <td>-73.865768</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.886036</td>\n",
       "      <td>-73.905128</td>\n",
       "      <td>1</td>\n",
       "      <td>38.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>13.50</td>\n",
       "      <td>5.33</td>\n",
       "      <td>0.3</td>\n",
       "      <td>58.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>473</th>\n",
       "      <td>1</td>\n",
       "      <td>2015-01-07 20:09:37</td>\n",
       "      <td>2015-01-07 20:27:38</td>\n",
       "      <td>1</td>\n",
       "      <td>10.20</td>\n",
       "      <td>40.766933</td>\n",
       "      <td>-73.981995</td>\n",
       "      <td>1</td>\n",
       "      <td>N</td>\n",
       "      <td>40.880566</td>\n",
       "      <td>-73.919418</td>\n",
       "      <td>2</td>\n",
       "      <td>29.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.44</td>\n",
       "      <td>0.3</td>\n",
       "      <td>33.24</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     VendorID tpep_pickup_datetime tpep_dropoff_datetime  passenger_count  \\\n",
       "5           1  2015-01-10 20:33:39   2015-01-10 20:53:52                1   \n",
       "8           1  2015-01-10 20:33:39   2015-01-10 21:11:35                3   \n",
       "17          2  2015-01-15 19:05:40   2015-01-15 19:28:18                5   \n",
       "27          2  2015-01-15 19:05:42   2015-01-15 19:49:07                1   \n",
       "65          2  2015-01-04 13:44:52   2015-01-04 14:04:23                1   \n",
       "74          2  2015-01-04 13:44:54   2015-01-04 14:02:23                2   \n",
       "83          2  2015-01-15 14:00:43   2015-01-15 14:58:40                1   \n",
       "91          2  2015-01-15 14:00:45   2015-01-15 14:47:12                1   \n",
       "92          2  2015-01-15 14:00:46   2015-01-15 14:41:54                6   \n",
       "119         1  2015-01-26 12:41:21   2015-01-26 13:03:26                2   \n",
       "131         1  2015-01-15 10:26:16   2015-01-15 11:08:10                2   \n",
       "159         1  2015-01-15 09:47:02   2015-01-15 10:17:47                3   \n",
       "236         1  2015-01-20 23:08:15   2015-01-20 23:21:42                1   \n",
       "288         2  2015-01-06 10:02:18   2015-01-06 10:31:54                1   \n",
       "334         2  2015-01-08 16:24:02   2015-01-08 16:50:53                1   \n",
       "347         2  2015-01-28 21:50:18   2015-01-28 22:11:18                1   \n",
       "396         2  2015-01-01 05:29:50   2015-01-01 05:54:13                1   \n",
       "417         1  2015-01-28 10:50:01   2015-01-28 11:28:06                3   \n",
       "423         1  2015-01-28 10:50:04   2015-01-28 11:14:48                1   \n",
       "459         1  2015-01-23 16:51:38   2015-01-23 17:25:53                1   \n",
       "473         1  2015-01-07 20:09:37   2015-01-07 20:27:38                1   \n",
       "\n",
       "     trip_distance  pickup_latitude  pickup_longitude  RateCodeID  \\\n",
       "5             9.00        40.774048        -73.874374           1   \n",
       "8            18.20        40.644356        -73.783043           2   \n",
       "17            8.33        40.769581        -73.863060           1   \n",
       "27           18.06        40.644127        -73.786575           2   \n",
       "65            8.98        40.773792        -73.871002           1   \n",
       "74            8.79        40.773369        -73.964203           1   \n",
       "83           15.20        40.667728        -73.801262           2   \n",
       "91           10.89        40.739765        -74.006409           1   \n",
       "92           10.39        40.747257        -73.993095           1   \n",
       "119          16.30        40.761681        -73.998390           3   \n",
       "131          12.60        40.768845        -73.862740           1   \n",
       "159           8.30         0.000000          0.000000           1   \n",
       "236           3.80        40.725010        -73.994675           1   \n",
       "288           6.13        40.675777        -74.000763           1   \n",
       "334           8.75        40.774132        -73.873108           1   \n",
       "347           8.62        40.772720        -73.876610           1   \n",
       "396          17.46        40.757416        -73.982964           3   \n",
       "417          17.50        40.644520        -73.782555           2   \n",
       "423          18.00        40.644588        -73.781670           1   \n",
       "459          13.40        40.770950        -73.865768           1   \n",
       "473          10.20        40.766933        -73.981995           1   \n",
       "\n",
       "    store_and_fwd_flag  dropoff_latitude  dropoff_longitude  payment_type  \\\n",
       "5                    N         40.758194         -73.986977             1   \n",
       "8                    N         40.759357         -73.987595             2   \n",
       "17                   N         40.785782         -73.952713             1   \n",
       "27                   N         40.743530         -73.985603             1   \n",
       "65                   N         40.770042         -73.961365             1   \n",
       "74                   N         40.773834         -73.870636             1   \n",
       "83                   N         40.756001         -73.993355             1   \n",
       "91                   N         40.774212         -73.871193             1   \n",
       "92                   N         40.770321         -73.864830             1   \n",
       "119                  N         40.695042         -74.177238             1   \n",
       "131                  N         40.758839         -73.989563             2   \n",
       "159                  N          0.000000           0.000000             1   \n",
       "236                  N         40.741718         -73.956039             1   \n",
       "288                  N         40.744408         -73.992294             2   \n",
       "334                  N         40.756828         -73.972107             1   \n",
       "347                  N         40.754169         -73.986031             2   \n",
       "396                  N         40.695057         -74.177193             1   \n",
       "417                  N         40.755116         -73.983932             2   \n",
       "423                  N         40.809521         -73.919838             1   \n",
       "459                  N         40.886036         -73.905128             1   \n",
       "473                  N         40.880566         -73.919418             2   \n",
       "\n",
       "     fare_amount  extra  mta_tax  tip_amount  tolls_amount  \\\n",
       "5           27.0    0.5      0.5        6.70          5.33   \n",
       "8           52.0    0.0      0.5        0.00          5.33   \n",
       "17          26.0    1.0      0.5        8.08          5.33   \n",
       "27          52.0    0.0      0.5        6.00          5.33   \n",
       "65          27.0    0.0      0.5        0.00          5.33   \n",
       "74          26.0    0.0      0.5        4.00          5.33   \n",
       "83          52.0    0.0      0.5       14.33          5.33   \n",
       "91          40.5    0.0      0.5        9.17          5.33   \n",
       "92          38.0    0.0      0.5       10.83          5.33   \n",
       "119         60.5    0.0      0.0       15.30         15.75   \n",
       "131         40.0    0.0      0.5        0.00          5.33   \n",
       "159         27.5    0.0      0.5       10.00          5.33   \n",
       "236         14.0    0.5      0.5        4.10          5.33   \n",
       "288         23.5    0.0      0.5        0.00          5.33   \n",
       "334         28.5    1.0      0.5        6.97          5.33   \n",
       "347         26.0    0.5      0.5        0.00          5.33   \n",
       "396         64.0    0.5      0.0        1.00         16.00   \n",
       "417         52.0    0.0      0.5        0.00          5.33   \n",
       "423         48.5    0.0      0.5        5.00          5.33   \n",
       "459         38.0    1.0      0.5       13.50          5.33   \n",
       "473         29.5    0.5      0.5        0.00          2.44   \n",
       "\n",
       "     improvement_surcharge  total_amount  \n",
       "5                      0.3         40.33  \n",
       "8                      0.3         58.13  \n",
       "17                     0.3         41.21  \n",
       "27                     0.3         64.13  \n",
       "65                     0.3         33.13  \n",
       "74                     0.3         36.13  \n",
       "83                     0.3         72.46  \n",
       "91                     0.3         55.80  \n",
       "92                     0.3         54.96  \n",
       "119                    0.3         91.85  \n",
       "131                    0.3         46.13  \n",
       "159                    0.3         43.63  \n",
       "236                    0.3         24.73  \n",
       "288                    0.3         29.63  \n",
       "334                    0.3         42.60  \n",
       "347                    0.3         32.63  \n",
       "396                    0.3         81.80  \n",
       "417                    0.3         58.13  \n",
       "423                    0.3         59.63  \n",
       "459                    0.3         58.63  \n",
       "473                    0.3         33.24  "
      ]
     },
     "execution_count": 128,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Columna con un valor mayor o menos que\n",
    "df1[df1.tolls_amount > 0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [],
   "source": [
    "#ejemplo inventado con cadenas de datos (no aplica para este dataset)\n",
    "#CreditCard = df1.payment_type.str.contains('credit_card')\n",
    "#CreditCard = df1.payment_type[is_credit_card]\n",
    "#CreditCard.name.value_counts().head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>VendorID</th>\n",
       "      <th>tpep_pickup_datetime</th>\n",
       "      <th>tpep_dropoff_datetime</th>\n",
       "      <th>trip_distance</th>\n",
       "      <th>pickup_latitude</th>\n",
       "      <th>pickup_longitude</th>\n",
       "      <th>RateCodeID</th>\n",
       "      <th>store_and_fwd_flag</th>\n",
       "      <th>dropoff_latitude</th>\n",
       "      <th>dropoff_longitude</th>\n",
       "      <th>payment_type</th>\n",
       "      <th>fare_amount</th>\n",
       "      <th>extra</th>\n",
       "      <th>mta_tax</th>\n",
       "      <th>tip_amount</th>\n",
       "      <th>tolls_amount</th>\n",
       "      <th>improvement_surcharge</th>\n",
       "      <th>total_amount</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>passenger_count</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "      <td>373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 VendorID  tpep_pickup_datetime  tpep_dropoff_datetime  \\\n",
       "passenger_count                                                          \n",
       "1                     373                   373                    373   \n",
       "2                      65                    65                     65   \n",
       "3                      20                    20                     20   \n",
       "4                       7                     7                      7   \n",
       "5                      23                    23                     23   \n",
       "6                      12                    12                     12   \n",
       "\n",
       "                 trip_distance  pickup_latitude  pickup_longitude  RateCodeID  \\\n",
       "passenger_count                                                                 \n",
       "1                          373              373               373         373   \n",
       "2                           65               65                65          65   \n",
       "3                           20               20                20          20   \n",
       "4                            7                7                 7           7   \n",
       "5                           23               23                23          23   \n",
       "6                           12               12                12          12   \n",
       "\n",
       "                 store_and_fwd_flag  dropoff_latitude  dropoff_longitude  \\\n",
       "passenger_count                                                            \n",
       "1                               373               373                373   \n",
       "2                                65                65                 65   \n",
       "3                                20                20                 20   \n",
       "4                                 7                 7                  7   \n",
       "5                                23                23                 23   \n",
       "6                                12                12                 12   \n",
       "\n",
       "                 payment_type  fare_amount  extra  mta_tax  tip_amount  \\\n",
       "passenger_count                                                          \n",
       "1                         373          373    373      373         373   \n",
       "2                          65           65     65       65          65   \n",
       "3                          20           20     20       20          20   \n",
       "4                           7            7      7        7           7   \n",
       "5                          23           23     23       23          23   \n",
       "6                          12           12     12       12          12   \n",
       "\n",
       "                 tolls_amount  improvement_surcharge  total_amount  \n",
       "passenger_count                                                     \n",
       "1                         373                    373           373  \n",
       "2                          65                     65            65  \n",
       "3                          20                     20            20  \n",
       "4                           7                      7             7  \n",
       "5                          23                     23            23  \n",
       "6                          12                     12            12  "
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# pandas operations supported by Dask DataFrames:\n",
    "# groupby(), value_counts(), drop_duplicates(), merge(), set_index()\n",
    "#groupby\n",
    "df1.groupby(df1.passenger_count).count()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 202,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[########################################] | 100% Completed | 30.8s\n",
      "[########################################] | 100% Completed | 30.9s\n",
      "[########################################] | 100% Completed | 30.9s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>RateCodeID</th>\n",
       "      <th>VendorID</th>\n",
       "      <th>dropoff_latitude</th>\n",
       "      <th>dropoff_longitude</th>\n",
       "      <th>extra</th>\n",
       "      <th>fare_amount</th>\n",
       "      <th>improvement_surcharge</th>\n",
       "      <th>mta_tax</th>\n",
       "      <th>passenger_count</th>\n",
       "      <th>payment_type</th>\n",
       "      <th>pickup_latitude</th>\n",
       "      <th>pickup_longitude</th>\n",
       "      <th>store_and_fwd_flag</th>\n",
       "      <th>tip_amount</th>\n",
       "      <th>tolls_amount</th>\n",
       "      <th>total_amount</th>\n",
       "      <th>tpep_dropoff_datetime</th>\n",
       "      <th>tpep_pickup_datetime</th>\n",
       "      <th>trip_distance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tpep_pickup_datetime</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.041216</td>\n",
       "      <td>1.527583</td>\n",
       "      <td>40.109950</td>\n",
       "      <td>-72.815661</td>\n",
       "      <td>0.489498</td>\n",
       "      <td>13.319406</td>\n",
       "      <td>0.297690</td>\n",
       "      <td>0.497329</td>\n",
       "      <td>1.711608</td>\n",
       "      <td>1.355838</td>\n",
       "      <td>40.085095</td>\n",
       "      <td>-72.781322</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.781668</td>\n",
       "      <td>0.195107</td>\n",
       "      <td>16.582846</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.847708</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.052891</td>\n",
       "      <td>1.519201</td>\n",
       "      <td>40.093569</td>\n",
       "      <td>-72.785250</td>\n",
       "      <td>0.491364</td>\n",
       "      <td>12.929304</td>\n",
       "      <td>0.297104</td>\n",
       "      <td>0.496800</td>\n",
       "      <td>1.710394</td>\n",
       "      <td>1.361221</td>\n",
       "      <td>40.064620</td>\n",
       "      <td>-72.749669</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.685955</td>\n",
       "      <td>0.142076</td>\n",
       "      <td>16.045196</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11.220040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.050959</td>\n",
       "      <td>1.507846</td>\n",
       "      <td>40.075758</td>\n",
       "      <td>-72.752881</td>\n",
       "      <td>0.492985</td>\n",
       "      <td>12.800982</td>\n",
       "      <td>0.296745</td>\n",
       "      <td>0.496214</td>\n",
       "      <td>1.712286</td>\n",
       "      <td>1.371120</td>\n",
       "      <td>40.034156</td>\n",
       "      <td>-72.697736</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.612013</td>\n",
       "      <td>0.117027</td>\n",
       "      <td>15.818871</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15.568531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.055450</td>\n",
       "      <td>1.499680</td>\n",
       "      <td>40.055835</td>\n",
       "      <td>-72.713960</td>\n",
       "      <td>0.490629</td>\n",
       "      <td>14.077766</td>\n",
       "      <td>0.296340</td>\n",
       "      <td>0.494941</td>\n",
       "      <td>1.719210</td>\n",
       "      <td>1.398002</td>\n",
       "      <td>39.999120</td>\n",
       "      <td>-72.634284</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.580111</td>\n",
       "      <td>0.153354</td>\n",
       "      <td>17.096820</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11.457258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.092819</td>\n",
       "      <td>1.494187</td>\n",
       "      <td>40.026595</td>\n",
       "      <td>-72.651236</td>\n",
       "      <td>0.479222</td>\n",
       "      <td>15.246167</td>\n",
       "      <td>0.296518</td>\n",
       "      <td>0.492101</td>\n",
       "      <td>1.706956</td>\n",
       "      <td>1.469174</td>\n",
       "      <td>39.976356</td>\n",
       "      <td>-72.582928</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.715331</td>\n",
       "      <td>0.431822</td>\n",
       "      <td>18.664351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.317341</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.128716</td>\n",
       "      <td>1.485043</td>\n",
       "      <td>40.053261</td>\n",
       "      <td>-72.694619</td>\n",
       "      <td>0.426315</td>\n",
       "      <td>16.282387</td>\n",
       "      <td>0.297656</td>\n",
       "      <td>0.491794</td>\n",
       "      <td>1.603974</td>\n",
       "      <td>1.430045</td>\n",
       "      <td>40.017415</td>\n",
       "      <td>-72.641939</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.124378</td>\n",
       "      <td>0.776745</td>\n",
       "      <td>20.401039</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.783674</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1.076103</td>\n",
       "      <td>1.490237</td>\n",
       "      <td>40.124403</td>\n",
       "      <td>-72.827790</td>\n",
       "      <td>0.006031</td>\n",
       "      <td>13.361178</td>\n",
       "      <td>0.298722</td>\n",
       "      <td>0.495826</td>\n",
       "      <td>1.559589</td>\n",
       "      <td>1.375716</td>\n",
       "      <td>40.080834</td>\n",
       "      <td>-72.753687</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.770483</td>\n",
       "      <td>0.510266</td>\n",
       "      <td>16.443433</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15.254455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1.041640</td>\n",
       "      <td>1.509560</td>\n",
       "      <td>40.161769</td>\n",
       "      <td>-72.897071</td>\n",
       "      <td>0.000722</td>\n",
       "      <td>12.221309</td>\n",
       "      <td>0.299079</td>\n",
       "      <td>0.497692</td>\n",
       "      <td>1.592535</td>\n",
       "      <td>1.339615</td>\n",
       "      <td>40.120407</td>\n",
       "      <td>-72.821465</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.665240</td>\n",
       "      <td>0.334376</td>\n",
       "      <td>15.019153</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.791892</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.031840</td>\n",
       "      <td>1.520602</td>\n",
       "      <td>40.173729</td>\n",
       "      <td>-72.924972</td>\n",
       "      <td>0.000545</td>\n",
       "      <td>12.335293</td>\n",
       "      <td>0.299070</td>\n",
       "      <td>0.498053</td>\n",
       "      <td>1.619406</td>\n",
       "      <td>1.320783</td>\n",
       "      <td>40.136772</td>\n",
       "      <td>-72.852550</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.710248</td>\n",
       "      <td>0.286182</td>\n",
       "      <td>15.130168</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.973857</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1.027678</td>\n",
       "      <td>1.526215</td>\n",
       "      <td>40.169325</td>\n",
       "      <td>-72.918835</td>\n",
       "      <td>0.000712</td>\n",
       "      <td>12.323574</td>\n",
       "      <td>0.298876</td>\n",
       "      <td>0.498108</td>\n",
       "      <td>1.632040</td>\n",
       "      <td>1.349333</td>\n",
       "      <td>40.135476</td>\n",
       "      <td>-72.851623</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.666080</td>\n",
       "      <td>0.290676</td>\n",
       "      <td>15.078989</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.307014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1.030169</td>\n",
       "      <td>1.527617</td>\n",
       "      <td>40.161555</td>\n",
       "      <td>-72.902333</td>\n",
       "      <td>0.000754</td>\n",
       "      <td>12.480965</td>\n",
       "      <td>0.298610</td>\n",
       "      <td>0.497934</td>\n",
       "      <td>1.660743</td>\n",
       "      <td>1.396101</td>\n",
       "      <td>40.130091</td>\n",
       "      <td>-72.840162</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.600663</td>\n",
       "      <td>0.318715</td>\n",
       "      <td>15.297692</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.111215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1.034427</td>\n",
       "      <td>1.528963</td>\n",
       "      <td>40.156226</td>\n",
       "      <td>-72.891946</td>\n",
       "      <td>0.000753</td>\n",
       "      <td>12.742701</td>\n",
       "      <td>0.298434</td>\n",
       "      <td>0.497810</td>\n",
       "      <td>1.677902</td>\n",
       "      <td>1.411437</td>\n",
       "      <td>40.125480</td>\n",
       "      <td>-72.832725</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.591187</td>\n",
       "      <td>0.331029</td>\n",
       "      <td>15.463760</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.146537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1.036922</td>\n",
       "      <td>1.525323</td>\n",
       "      <td>40.147107</td>\n",
       "      <td>-72.874799</td>\n",
       "      <td>0.001101</td>\n",
       "      <td>12.770859</td>\n",
       "      <td>0.298280</td>\n",
       "      <td>0.497762</td>\n",
       "      <td>1.684809</td>\n",
       "      <td>1.414635</td>\n",
       "      <td>40.117370</td>\n",
       "      <td>-72.818967</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.588436</td>\n",
       "      <td>0.338112</td>\n",
       "      <td>15.508800</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.631187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1.045328</td>\n",
       "      <td>1.519704</td>\n",
       "      <td>40.136940</td>\n",
       "      <td>-72.856169</td>\n",
       "      <td>0.000833</td>\n",
       "      <td>13.275448</td>\n",
       "      <td>0.298197</td>\n",
       "      <td>0.497419</td>\n",
       "      <td>1.690512</td>\n",
       "      <td>1.421353</td>\n",
       "      <td>40.107290</td>\n",
       "      <td>-72.801690</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.622620</td>\n",
       "      <td>0.380722</td>\n",
       "      <td>16.076872</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.457746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1.053233</td>\n",
       "      <td>1.518872</td>\n",
       "      <td>40.126622</td>\n",
       "      <td>-72.836298</td>\n",
       "      <td>0.000778</td>\n",
       "      <td>13.653236</td>\n",
       "      <td>0.298188</td>\n",
       "      <td>0.496909</td>\n",
       "      <td>1.695894</td>\n",
       "      <td>1.424811</td>\n",
       "      <td>40.100187</td>\n",
       "      <td>-72.788530</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.673965</td>\n",
       "      <td>0.427119</td>\n",
       "      <td>16.555276</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36.953812</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1.056483</td>\n",
       "      <td>1.516233</td>\n",
       "      <td>40.110874</td>\n",
       "      <td>-72.805889</td>\n",
       "      <td>0.031214</td>\n",
       "      <td>13.815462</td>\n",
       "      <td>0.298085</td>\n",
       "      <td>0.496868</td>\n",
       "      <td>1.704285</td>\n",
       "      <td>1.429771</td>\n",
       "      <td>40.082726</td>\n",
       "      <td>-72.754948</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.694252</td>\n",
       "      <td>0.445325</td>\n",
       "      <td>16.782894</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.679375</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1.057394</td>\n",
       "      <td>1.527753</td>\n",
       "      <td>40.102344</td>\n",
       "      <td>-72.789704</td>\n",
       "      <td>0.619000</td>\n",
       "      <td>13.706133</td>\n",
       "      <td>0.298008</td>\n",
       "      <td>0.497205</td>\n",
       "      <td>1.699516</td>\n",
       "      <td>1.428061</td>\n",
       "      <td>40.077592</td>\n",
       "      <td>-72.744693</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.746493</td>\n",
       "      <td>0.441727</td>\n",
       "      <td>17.310827</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.337617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1.045035</td>\n",
       "      <td>1.537418</td>\n",
       "      <td>40.119472</td>\n",
       "      <td>-72.822523</td>\n",
       "      <td>0.663408</td>\n",
       "      <td>13.188631</td>\n",
       "      <td>0.298230</td>\n",
       "      <td>0.497845</td>\n",
       "      <td>1.689282</td>\n",
       "      <td>1.405965</td>\n",
       "      <td>40.108522</td>\n",
       "      <td>-72.801746</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.713129</td>\n",
       "      <td>0.349866</td>\n",
       "      <td>16.712697</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.862557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1.033917</td>\n",
       "      <td>1.535447</td>\n",
       "      <td>40.136585</td>\n",
       "      <td>-72.856958</td>\n",
       "      <td>0.692575</td>\n",
       "      <td>12.402019</td>\n",
       "      <td>0.298404</td>\n",
       "      <td>0.498330</td>\n",
       "      <td>1.683025</td>\n",
       "      <td>1.378196</td>\n",
       "      <td>40.121248</td>\n",
       "      <td>-72.828209</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.665887</td>\n",
       "      <td>0.258751</td>\n",
       "      <td>15.880448</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.824028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1.030703</td>\n",
       "      <td>1.534108</td>\n",
       "      <td>40.142918</td>\n",
       "      <td>-72.871917</td>\n",
       "      <td>0.693858</td>\n",
       "      <td>12.032690</td>\n",
       "      <td>0.298480</td>\n",
       "      <td>0.498506</td>\n",
       "      <td>1.688180</td>\n",
       "      <td>1.360193</td>\n",
       "      <td>40.126903</td>\n",
       "      <td>-72.841877</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.101009</td>\n",
       "      <td>0.232367</td>\n",
       "      <td>15.858383</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.832006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1.032540</td>\n",
       "      <td>1.531319</td>\n",
       "      <td>40.141668</td>\n",
       "      <td>-72.871043</td>\n",
       "      <td>0.493318</td>\n",
       "      <td>12.243817</td>\n",
       "      <td>0.298576</td>\n",
       "      <td>0.498470</td>\n",
       "      <td>1.686918</td>\n",
       "      <td>1.341790</td>\n",
       "      <td>40.123480</td>\n",
       "      <td>-72.838728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.723484</td>\n",
       "      <td>0.239797</td>\n",
       "      <td>15.507164</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19.549534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1.033104</td>\n",
       "      <td>1.531816</td>\n",
       "      <td>40.148723</td>\n",
       "      <td>-72.883055</td>\n",
       "      <td>0.489734</td>\n",
       "      <td>12.601194</td>\n",
       "      <td>0.298615</td>\n",
       "      <td>0.498316</td>\n",
       "      <td>1.700244</td>\n",
       "      <td>1.341974</td>\n",
       "      <td>40.128831</td>\n",
       "      <td>-72.849725</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.788055</td>\n",
       "      <td>0.248161</td>\n",
       "      <td>15.925300</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19.733769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1.035104</td>\n",
       "      <td>1.532008</td>\n",
       "      <td>40.148268</td>\n",
       "      <td>-72.882898</td>\n",
       "      <td>0.489852</td>\n",
       "      <td>13.004506</td>\n",
       "      <td>0.298555</td>\n",
       "      <td>0.498096</td>\n",
       "      <td>1.711290</td>\n",
       "      <td>1.342445</td>\n",
       "      <td>40.127902</td>\n",
       "      <td>-72.850373</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.828460</td>\n",
       "      <td>0.238803</td>\n",
       "      <td>16.359579</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.618590</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1.038364</td>\n",
       "      <td>1.531231</td>\n",
       "      <td>40.140929</td>\n",
       "      <td>-72.870773</td>\n",
       "      <td>0.489458</td>\n",
       "      <td>13.460566</td>\n",
       "      <td>0.298439</td>\n",
       "      <td>0.497845</td>\n",
       "      <td>1.713248</td>\n",
       "      <td>1.347743</td>\n",
       "      <td>40.117326</td>\n",
       "      <td>-72.833828</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.845651</td>\n",
       "      <td>0.244324</td>\n",
       "      <td>16.837650</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16.608085</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      RateCodeID  VendorID  dropoff_latitude  \\\n",
       "tpep_pickup_datetime                                           \n",
       "0                       1.041216  1.527583         40.109950   \n",
       "1                       1.052891  1.519201         40.093569   \n",
       "2                       1.050959  1.507846         40.075758   \n",
       "3                       1.055450  1.499680         40.055835   \n",
       "4                       1.092819  1.494187         40.026595   \n",
       "5                       1.128716  1.485043         40.053261   \n",
       "6                       1.076103  1.490237         40.124403   \n",
       "7                       1.041640  1.509560         40.161769   \n",
       "8                       1.031840  1.520602         40.173729   \n",
       "9                       1.027678  1.526215         40.169325   \n",
       "10                      1.030169  1.527617         40.161555   \n",
       "11                      1.034427  1.528963         40.156226   \n",
       "12                      1.036922  1.525323         40.147107   \n",
       "13                      1.045328  1.519704         40.136940   \n",
       "14                      1.053233  1.518872         40.126622   \n",
       "15                      1.056483  1.516233         40.110874   \n",
       "16                      1.057394  1.527753         40.102344   \n",
       "17                      1.045035  1.537418         40.119472   \n",
       "18                      1.033917  1.535447         40.136585   \n",
       "19                      1.030703  1.534108         40.142918   \n",
       "20                      1.032540  1.531319         40.141668   \n",
       "21                      1.033104  1.531816         40.148723   \n",
       "22                      1.035104  1.532008         40.148268   \n",
       "23                      1.038364  1.531231         40.140929   \n",
       "\n",
       "                      dropoff_longitude     extra  fare_amount  \\\n",
       "tpep_pickup_datetime                                             \n",
       "0                            -72.815661  0.489498    13.319406   \n",
       "1                            -72.785250  0.491364    12.929304   \n",
       "2                            -72.752881  0.492985    12.800982   \n",
       "3                            -72.713960  0.490629    14.077766   \n",
       "4                            -72.651236  0.479222    15.246167   \n",
       "5                            -72.694619  0.426315    16.282387   \n",
       "6                            -72.827790  0.006031    13.361178   \n",
       "7                            -72.897071  0.000722    12.221309   \n",
       "8                            -72.924972  0.000545    12.335293   \n",
       "9                            -72.918835  0.000712    12.323574   \n",
       "10                           -72.902333  0.000754    12.480965   \n",
       "11                           -72.891946  0.000753    12.742701   \n",
       "12                           -72.874799  0.001101    12.770859   \n",
       "13                           -72.856169  0.000833    13.275448   \n",
       "14                           -72.836298  0.000778    13.653236   \n",
       "15                           -72.805889  0.031214    13.815462   \n",
       "16                           -72.789704  0.619000    13.706133   \n",
       "17                           -72.822523  0.663408    13.188631   \n",
       "18                           -72.856958  0.692575    12.402019   \n",
       "19                           -72.871917  0.693858    12.032690   \n",
       "20                           -72.871043  0.493318    12.243817   \n",
       "21                           -72.883055  0.489734    12.601194   \n",
       "22                           -72.882898  0.489852    13.004506   \n",
       "23                           -72.870773  0.489458    13.460566   \n",
       "\n",
       "                      improvement_surcharge   mta_tax  passenger_count  \\\n",
       "tpep_pickup_datetime                                                     \n",
       "0                                  0.297690  0.497329         1.711608   \n",
       "1                                  0.297104  0.496800         1.710394   \n",
       "2                                  0.296745  0.496214         1.712286   \n",
       "3                                  0.296340  0.494941         1.719210   \n",
       "4                                  0.296518  0.492101         1.706956   \n",
       "5                                  0.297656  0.491794         1.603974   \n",
       "6                                  0.298722  0.495826         1.559589   \n",
       "7                                  0.299079  0.497692         1.592535   \n",
       "8                                  0.299070  0.498053         1.619406   \n",
       "9                                  0.298876  0.498108         1.632040   \n",
       "10                                 0.298610  0.497934         1.660743   \n",
       "11                                 0.298434  0.497810         1.677902   \n",
       "12                                 0.298280  0.497762         1.684809   \n",
       "13                                 0.298197  0.497419         1.690512   \n",
       "14                                 0.298188  0.496909         1.695894   \n",
       "15                                 0.298085  0.496868         1.704285   \n",
       "16                                 0.298008  0.497205         1.699516   \n",
       "17                                 0.298230  0.497845         1.689282   \n",
       "18                                 0.298404  0.498330         1.683025   \n",
       "19                                 0.298480  0.498506         1.688180   \n",
       "20                                 0.298576  0.498470         1.686918   \n",
       "21                                 0.298615  0.498316         1.700244   \n",
       "22                                 0.298555  0.498096         1.711290   \n",
       "23                                 0.298439  0.497845         1.713248   \n",
       "\n",
       "                      payment_type  pickup_latitude  pickup_longitude  \\\n",
       "tpep_pickup_datetime                                                    \n",
       "0                         1.355838        40.085095        -72.781322   \n",
       "1                         1.361221        40.064620        -72.749669   \n",
       "2                         1.371120        40.034156        -72.697736   \n",
       "3                         1.398002        39.999120        -72.634284   \n",
       "4                         1.469174        39.976356        -72.582928   \n",
       "5                         1.430045        40.017415        -72.641939   \n",
       "6                         1.375716        40.080834        -72.753687   \n",
       "7                         1.339615        40.120407        -72.821465   \n",
       "8                         1.320783        40.136772        -72.852550   \n",
       "9                         1.349333        40.135476        -72.851623   \n",
       "10                        1.396101        40.130091        -72.840162   \n",
       "11                        1.411437        40.125480        -72.832725   \n",
       "12                        1.414635        40.117370        -72.818967   \n",
       "13                        1.421353        40.107290        -72.801690   \n",
       "14                        1.424811        40.100187        -72.788530   \n",
       "15                        1.429771        40.082726        -72.754948   \n",
       "16                        1.428061        40.077592        -72.744693   \n",
       "17                        1.405965        40.108522        -72.801746   \n",
       "18                        1.378196        40.121248        -72.828209   \n",
       "19                        1.360193        40.126903        -72.841877   \n",
       "20                        1.341790        40.123480        -72.838728   \n",
       "21                        1.341974        40.128831        -72.849725   \n",
       "22                        1.342445        40.127902        -72.850373   \n",
       "23                        1.347743        40.117326        -72.833828   \n",
       "\n",
       "                      store_and_fwd_flag  tip_amount  tolls_amount  \\\n",
       "tpep_pickup_datetime                                                 \n",
       "0                                    NaN    1.781668      0.195107   \n",
       "1                                    NaN    1.685955      0.142076   \n",
       "2                                    NaN    1.612013      0.117027   \n",
       "3                                    NaN    1.580111      0.153354   \n",
       "4                                    NaN    1.715331      0.431822   \n",
       "5                                    NaN    2.124378      0.776745   \n",
       "6                                    NaN    1.770483      0.510266   \n",
       "7                                    NaN    1.665240      0.334376   \n",
       "8                                    NaN    1.710248      0.286182   \n",
       "9                                    NaN    1.666080      0.290676   \n",
       "10                                   NaN    1.600663      0.318715   \n",
       "11                                   NaN    1.591187      0.331029   \n",
       "12                                   NaN    1.588436      0.338112   \n",
       "13                                   NaN    1.622620      0.380722   \n",
       "14                                   NaN    1.673965      0.427119   \n",
       "15                                   NaN    1.694252      0.445325   \n",
       "16                                   NaN    1.746493      0.441727   \n",
       "17                                   NaN    1.713129      0.349866   \n",
       "18                                   NaN    1.665887      0.258751   \n",
       "19                                   NaN    2.101009      0.232367   \n",
       "20                                   NaN    1.723484      0.239797   \n",
       "21                                   NaN    1.788055      0.248161   \n",
       "22                                   NaN    1.828460      0.238803   \n",
       "23                                   NaN    1.845651      0.244324   \n",
       "\n",
       "                      total_amount  tpep_dropoff_datetime  \\\n",
       "tpep_pickup_datetime                                        \n",
       "0                        16.582846                    NaN   \n",
       "1                        16.045196                    NaN   \n",
       "2                        15.818871                    NaN   \n",
       "3                        17.096820                    NaN   \n",
       "4                        18.664351                    NaN   \n",
       "5                        20.401039                    NaN   \n",
       "6                        16.443433                    NaN   \n",
       "7                        15.019153                    NaN   \n",
       "8                        15.130168                    NaN   \n",
       "9                        15.078989                    NaN   \n",
       "10                       15.297692                    NaN   \n",
       "11                       15.463760                    NaN   \n",
       "12                       15.508800                    NaN   \n",
       "13                       16.076872                    NaN   \n",
       "14                       16.555276                    NaN   \n",
       "15                       16.782894                    NaN   \n",
       "16                       17.310827                    NaN   \n",
       "17                       16.712697                    NaN   \n",
       "18                       15.880448                    NaN   \n",
       "19                       15.858383                    NaN   \n",
       "20                       15.507164                    NaN   \n",
       "21                       15.925300                    NaN   \n",
       "22                       16.359579                    NaN   \n",
       "23                       16.837650                    NaN   \n",
       "\n",
       "                      tpep_pickup_datetime  trip_distance  \n",
       "tpep_pickup_datetime                                       \n",
       "0                                      NaN      10.847708  \n",
       "1                                      NaN      11.220040  \n",
       "2                                      NaN      15.568531  \n",
       "3                                      NaN      11.457258  \n",
       "4                                      NaN       6.317341  \n",
       "5                                      NaN      20.783674  \n",
       "6                                      NaN      15.254455  \n",
       "7                                      NaN       4.791892  \n",
       "8                                      NaN       7.973857  \n",
       "9                                      NaN      10.307014  \n",
       "10                                     NaN      13.111215  \n",
       "11                                     NaN       5.146537  \n",
       "12                                     NaN       8.631187  \n",
       "13                                     NaN      13.457746  \n",
       "14                                     NaN      36.953812  \n",
       "15                                     NaN       7.679375  \n",
       "16                                     NaN      10.337617  \n",
       "17                                     NaN      10.862557  \n",
       "18                                     NaN       9.824028  \n",
       "19                                     NaN      10.832006  \n",
       "20                                     NaN      19.549534  \n",
       "21                                     NaN      19.733769  \n",
       "22                                     NaN      13.618590  \n",
       "23                                     NaN      16.608085  "
      ]
     },
     "execution_count": 202,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#no funciona con df1!!\n",
    "import datetime as dt\n",
    "df.groupby(df.tpep_pickup_datetime.dt.hour).mean().compute()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[########################################] | 100% Completed | 10.2s\n",
      "[########################################] | 100% Completed | 10.3s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "passenger_count\n",
       "0     2.279183\n",
       "1    15.541413\n",
       "2    11.815871\n",
       "3     1.620052\n",
       "4     7.481066\n",
       "5     3.066019\n",
       "6     2.977158\n",
       "9     5.459763\n",
       "7     3.303054\n",
       "8     3.866298\n",
       "Name: trip_distance, dtype: float64"
      ]
     },
     "execution_count": 160,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Compute average trip distance grouped by passenger count\n",
    "df.groupby(df.passenger_count).trip_distance.mean().compute()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import datetime as dt\n",
    "# Monday=0, Sunday=6\n",
    "df['weekday'] = pd.to_datetime(df['tpep_pickup_datetime']).apply(lambda x: x.weekday())\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'dask' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-209-8ad9a1cb82c4>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     15\u001b[0m \u001b[0mdelayed_by_month\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     16\u001b[0m \u001b[0mdelayed_by_hour\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 17\u001b[0;31m delayed_by_day) = dask.compute(*aggregations)\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'dask' is not defined"
     ]
    }
   ],
   "source": [
    "# Define some aggregations to plot\n",
    "year = df.tpep_pickup_datetime.dt.year\n",
    "month = df.tpep_pickup_datetime.dt.month\n",
    "day = df.tpep_pickup_datetime.dt.day\n",
    "weekday = df.tpep_pickup_datetime.dt.weekday\n",
    "hour = df.tpep_pickup_datetime.dt.hour\n",
    "\n",
    "aggregations = (df.groupby(year).passenger_count.count(),\n",
    "                df.groupby(month).passenger_count.count(),\n",
    "                df.groupby(hour).passenger_count.count(),\n",
    "                df.groupby(day).passenger_count.count())\n",
    "\n",
    "# Compute them all in a single pass over the data\n",
    "(delayed_by_year,\n",
    "delayed_by_month,\n",
    "delayed_by_hour,\n",
    "delayed_by_day) = dask.compute(*aggregations)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#persist() se usa para calcular completamente el marco de datos y almacenarlo en caché en memoria a través del \n",
    "#cluster. Hacemos esto porque puede caber fácilmente en la memoria distribuida, y acelerará todos los pasos \n",
    "#restantes (la entrada-salida puede ser costosa)."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "visualizacion_pyviz",
   "language": "python",
   "name": "visualizacion_pyviz"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}