merge_clean.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# april = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202003-citibike-tripdata.csv\"\n",
    "# may = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202004-citibike-tripdata.csv\"\n",
    "# june = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202005-citibike-tripdata.csv\"\n",
    "# july = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202006-citibike-tripdata.csv\"\n",
    "# aug = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202007-citibike-tripdata.csv\"\n",
    "# sept = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202008-citibike-tripdata.csv\"\n",
    "octo = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202009-citibike-tripdata.csv\"\n",
    "nov = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202010-citibike-tripdata.csv\"\n",
    "dec = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2020/202011-citibike-tripdata.csv\"\n",
    "jan = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2021/202012-citibike-tripdata.csv\"\n",
    "feb = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2021/202101-citibike-tripdata.csv\"\n",
    "march = \"/Users/Chibbbins/desktop/Tableau_HW/resources/2021/202102-citibike-tripdata.csv\"\n",
    "\n",
    "jan_df = pd.read_csv(jan)\n",
    "feb_df = pd.read_csv(feb)\n",
    "march_df = pd.read_csv(march)\n",
    "# april_df = pd.read_csv(april)\n",
    "# may_df = pd.read_csv(may)\n",
    "# june_df = pd.read_csv(june)\n",
    "# july_df = pd.read_csv(july)\n",
    "# aug_df = pd.read_csv(aug)\n",
    "# sept_df = pd.read_csv(sept)\n",
    "oct_df = pd.read_csv(octo)\n",
    "nov_df = pd.read_csv(nov)\n",
    "dec_df = pd.read_csv(dec)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "labels = ['01 October', '02 November', '03 December']\n",
    "frames = [oct_df, nov_df, dec_df]\n",
    "\n",
    "\n",
    "\n",
    "for x in range(3):\n",
    "    temp_list = []\n",
    "    for i in range(len(frames[x])):\n",
    "        temp_list.append(labels[x])\n",
    "    \n",
    "    (frames[x])['month'] = temp_list\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "frames_mrg = [oct_df, nov_df, dec_df]\n",
    "\n",
    "df_20 = pd.concat(frames_mrg)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "year = []\n",
    "for i in range(len(df_20[\"bikeid\"])):\n",
    "    year.append(2020)\n",
    "    \n",
    "df_20[\"year\"] = year"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "labels2 = ['04 January', '05 February', '06 March']\n",
    "frames2 = [jan_df, feb_df, march_df]\n",
    "\n",
    "\n",
    "for x in range(3):\n",
    "    temp_list2 = []\n",
    "    for i in range(len(frames2[x])):\n",
    "        temp_list2.append(labels2[x])\n",
    "    \n",
    "    (frames2[x])['month'] = temp_list2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "frames_mrg2 = [jan_df, feb_df, march_df]\n",
    "\n",
    "df_21 = pd.concat(frames_mrg2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "year2 = []\n",
    "for i in range(len(df_21[\"bikeid\"])):\n",
    "    year2.append(2021)\n",
    "    \n",
    "df_21[\"year\"] = year2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "year_frames = [df_20, df_21]\n",
    "combined_csv = pd.concat(year_frames)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "gender_list = combined_csv[\"gender\"].tolist()\n",
    "\n",
    "male_list = [] \n",
    "female_list = []\n",
    "\n",
    "for x in gender_list:\n",
    "    if x == 0:\n",
    "        male_list.append(0) \n",
    "        female_list.append(0) \n",
    "    elif x == 1:\n",
    "        male_list.append(1) \n",
    "        female_list.append(0)     \n",
    "    elif x == 2:\n",
    "        male_list.append(0) \n",
    "        female_list.append(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv[\"male\"] = male_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv[\"female\"] = female_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv = combined_csv.drop(['gender'], 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv['tripduration(minutes)'] = (combined_csv['tripduration'] / 60)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv['tripduration(hours)'] = (combined_csv['tripduration(minutes)'] / 60)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "time_combo = []\n",
    "for y in range(len(combined_csv)):\n",
    "    time_combo.append((combined_csv['month'].iloc[y]) + \" \" + str(combined_csv['year'].iloc[y]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv[\"datetime\"] = time_combo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv = combined_csv.drop(['month'], 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tripduration</th>\n",
       "      <th>starttime</th>\n",
       "      <th>stoptime</th>\n",
       "      <th>start station id</th>\n",
       "      <th>start station name</th>\n",
       "      <th>start station latitude</th>\n",
       "      <th>start station longitude</th>\n",
       "      <th>end station id</th>\n",
       "      <th>end station name</th>\n",
       "      <th>end station latitude</th>\n",
       "      <th>end station longitude</th>\n",
       "      <th>bikeid</th>\n",
       "      <th>usertype</th>\n",
       "      <th>birth year</th>\n",
       "      <th>year</th>\n",
       "      <th>male</th>\n",
       "      <th>female</th>\n",
       "      <th>tripduration(minutes)</th>\n",
       "      <th>tripduration(hours)</th>\n",
       "      <th>datetime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4225</td>\n",
       "      <td>2020-09-01 00:00:01.0430</td>\n",
       "      <td>2020-09-01 01:10:26.6350</td>\n",
       "      <td>3508</td>\n",
       "      <td>St Nicholas Ave &amp; Manhattan Ave</td>\n",
       "      <td>40.809725</td>\n",
       "      <td>-73.953149</td>\n",
       "      <td>116</td>\n",
       "      <td>W 17 St &amp; 8 Ave</td>\n",
       "      <td>40.741776</td>\n",
       "      <td>-74.001497</td>\n",
       "      <td>44317</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1979</td>\n",
       "      <td>2020</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>70.416667</td>\n",
       "      <td>1.173611</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1868</td>\n",
       "      <td>2020-09-01 00:00:04.8320</td>\n",
       "      <td>2020-09-01 00:31:13.7650</td>\n",
       "      <td>3621</td>\n",
       "      <td>27 Ave &amp; 9 St</td>\n",
       "      <td>40.773983</td>\n",
       "      <td>-73.930913</td>\n",
       "      <td>3094</td>\n",
       "      <td>Graham Ave &amp; Withers St</td>\n",
       "      <td>40.716981</td>\n",
       "      <td>-73.944859</td>\n",
       "      <td>37793</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1991</td>\n",
       "      <td>2020</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>31.133333</td>\n",
       "      <td>0.518889</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1097</td>\n",
       "      <td>2020-09-01 00:00:06.8990</td>\n",
       "      <td>2020-09-01 00:18:24.2260</td>\n",
       "      <td>3492</td>\n",
       "      <td>E 118 St &amp; Park Ave</td>\n",
       "      <td>40.800539</td>\n",
       "      <td>-73.941995</td>\n",
       "      <td>3959</td>\n",
       "      <td>Edgecombe Ave &amp; W 145 St</td>\n",
       "      <td>40.823498</td>\n",
       "      <td>-73.943860</td>\n",
       "      <td>41438</td>\n",
       "      <td>Subscriber</td>\n",
       "      <td>1984</td>\n",
       "      <td>2020</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>18.283333</td>\n",
       "      <td>0.304722</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1473</td>\n",
       "      <td>2020-09-01 00:00:07.7440</td>\n",
       "      <td>2020-09-01 00:24:41.1800</td>\n",
       "      <td>3946</td>\n",
       "      <td>St Nicholas Ave &amp; W 137 St</td>\n",
       "      <td>40.818477</td>\n",
       "      <td>-73.947568</td>\n",
       "      <td>4002</td>\n",
       "      <td>W 144 St &amp; Adam Clayton Powell Blvd</td>\n",
       "      <td>40.820877</td>\n",
       "      <td>-73.939249</td>\n",
       "      <td>35860</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1990</td>\n",
       "      <td>2020</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>24.550000</td>\n",
       "      <td>0.409167</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1193</td>\n",
       "      <td>2020-09-01 00:00:12.2020</td>\n",
       "      <td>2020-09-01 00:20:05.5470</td>\n",
       "      <td>3081</td>\n",
       "      <td>Graham Ave &amp; Grand St</td>\n",
       "      <td>40.711863</td>\n",
       "      <td>-73.944024</td>\n",
       "      <td>3048</td>\n",
       "      <td>Putnam Ave &amp; Nostrand Ave</td>\n",
       "      <td>40.684020</td>\n",
       "      <td>-73.949770</td>\n",
       "      <td>26396</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2020</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>19.883333</td>\n",
       "      <td>0.331389</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634626</th>\n",
       "      <td>135</td>\n",
       "      <td>2021-02-28 23:57:55.5560</td>\n",
       "      <td>2021-03-01 00:00:10.8970</td>\n",
       "      <td>3555</td>\n",
       "      <td>28 St &amp; 41 Ave</td>\n",
       "      <td>40.751047</td>\n",
       "      <td>-73.937970</td>\n",
       "      <td>3129</td>\n",
       "      <td>Queens Plaza North &amp; Crescent St</td>\n",
       "      <td>40.751102</td>\n",
       "      <td>-73.940737</td>\n",
       "      <td>47853</td>\n",
       "      <td>Subscriber</td>\n",
       "      <td>1988</td>\n",
       "      <td>2021</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.250000</td>\n",
       "      <td>0.037500</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634627</th>\n",
       "      <td>358</td>\n",
       "      <td>2021-02-28 23:58:44.3410</td>\n",
       "      <td>2021-03-01 00:04:42.9870</td>\n",
       "      <td>526</td>\n",
       "      <td>E 33 St &amp; 5 Ave</td>\n",
       "      <td>40.747659</td>\n",
       "      <td>-73.984907</td>\n",
       "      <td>540</td>\n",
       "      <td>Lexington Ave &amp; E 29 St</td>\n",
       "      <td>40.743116</td>\n",
       "      <td>-73.982154</td>\n",
       "      <td>45496</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2021</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.966667</td>\n",
       "      <td>0.099444</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634628</th>\n",
       "      <td>289</td>\n",
       "      <td>2021-02-28 23:59:12.6970</td>\n",
       "      <td>2021-03-01 00:04:02.4910</td>\n",
       "      <td>519</td>\n",
       "      <td>Pershing Square North</td>\n",
       "      <td>40.751873</td>\n",
       "      <td>-73.977706</td>\n",
       "      <td>367</td>\n",
       "      <td>E 53 St &amp; Lexington Ave</td>\n",
       "      <td>40.758281</td>\n",
       "      <td>-73.970694</td>\n",
       "      <td>41038</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2021</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.816667</td>\n",
       "      <td>0.080278</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634629</th>\n",
       "      <td>166</td>\n",
       "      <td>2021-02-28 23:59:17.8860</td>\n",
       "      <td>2021-03-01 00:02:04.4920</td>\n",
       "      <td>3134</td>\n",
       "      <td>3 Ave &amp; E 62 St</td>\n",
       "      <td>40.763126</td>\n",
       "      <td>-73.965269</td>\n",
       "      <td>3141</td>\n",
       "      <td>1 Ave &amp; E 68 St</td>\n",
       "      <td>40.765005</td>\n",
       "      <td>-73.958185</td>\n",
       "      <td>37383</td>\n",
       "      <td>Subscriber</td>\n",
       "      <td>1986</td>\n",
       "      <td>2021</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.766667</td>\n",
       "      <td>0.046111</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634630</th>\n",
       "      <td>236</td>\n",
       "      <td>2021-02-28 23:59:26.8890</td>\n",
       "      <td>2021-03-01 00:03:23.2470</td>\n",
       "      <td>3516</td>\n",
       "      <td>31 St &amp; Astoria Blvd</td>\n",
       "      <td>40.769918</td>\n",
       "      <td>-73.918406</td>\n",
       "      <td>3593</td>\n",
       "      <td>31 St &amp; Broadway</td>\n",
       "      <td>40.761584</td>\n",
       "      <td>-73.925921</td>\n",
       "      <td>48632</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2021</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.933333</td>\n",
       "      <td>0.065556</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9292704 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        tripduration                 starttime                  stoptime  \\\n",
       "0               4225  2020-09-01 00:00:01.0430  2020-09-01 01:10:26.6350   \n",
       "1               1868  2020-09-01 00:00:04.8320  2020-09-01 00:31:13.7650   \n",
       "2               1097  2020-09-01 00:00:06.8990  2020-09-01 00:18:24.2260   \n",
       "3               1473  2020-09-01 00:00:07.7440  2020-09-01 00:24:41.1800   \n",
       "4               1193  2020-09-01 00:00:12.2020  2020-09-01 00:20:05.5470   \n",
       "...              ...                       ...                       ...   \n",
       "634626           135  2021-02-28 23:57:55.5560  2021-03-01 00:00:10.8970   \n",
       "634627           358  2021-02-28 23:58:44.3410  2021-03-01 00:04:42.9870   \n",
       "634628           289  2021-02-28 23:59:12.6970  2021-03-01 00:04:02.4910   \n",
       "634629           166  2021-02-28 23:59:17.8860  2021-03-01 00:02:04.4920   \n",
       "634630           236  2021-02-28 23:59:26.8890  2021-03-01 00:03:23.2470   \n",
       "\n",
       "        start station id               start station name  \\\n",
       "0                   3508  St Nicholas Ave & Manhattan Ave   \n",
       "1                   3621                    27 Ave & 9 St   \n",
       "2                   3492              E 118 St & Park Ave   \n",
       "3                   3946       St Nicholas Ave & W 137 St   \n",
       "4                   3081            Graham Ave & Grand St   \n",
       "...                  ...                              ...   \n",
       "634626              3555                   28 St & 41 Ave   \n",
       "634627               526                  E 33 St & 5 Ave   \n",
       "634628               519            Pershing Square North   \n",
       "634629              3134                  3 Ave & E 62 St   \n",
       "634630              3516             31 St & Astoria Blvd   \n",
       "\n",
       "        start station latitude  start station longitude  end station id  \\\n",
       "0                    40.809725               -73.953149             116   \n",
       "1                    40.773983               -73.930913            3094   \n",
       "2                    40.800539               -73.941995            3959   \n",
       "3                    40.818477               -73.947568            4002   \n",
       "4                    40.711863               -73.944024            3048   \n",
       "...                        ...                      ...             ...   \n",
       "634626               40.751047               -73.937970            3129   \n",
       "634627               40.747659               -73.984907             540   \n",
       "634628               40.751873               -73.977706             367   \n",
       "634629               40.763126               -73.965269            3141   \n",
       "634630               40.769918               -73.918406            3593   \n",
       "\n",
       "                           end station name  end station latitude  \\\n",
       "0                           W 17 St & 8 Ave             40.741776   \n",
       "1                   Graham Ave & Withers St             40.716981   \n",
       "2                  Edgecombe Ave & W 145 St             40.823498   \n",
       "3       W 144 St & Adam Clayton Powell Blvd             40.820877   \n",
       "4                 Putnam Ave & Nostrand Ave             40.684020   \n",
       "...                                     ...                   ...   \n",
       "634626     Queens Plaza North & Crescent St             40.751102   \n",
       "634627              Lexington Ave & E 29 St             40.743116   \n",
       "634628              E 53 St & Lexington Ave             40.758281   \n",
       "634629                      1 Ave & E 68 St             40.765005   \n",
       "634630                     31 St & Broadway             40.761584   \n",
       "\n",
       "        end station longitude  bikeid    usertype  birth year  year  male  \\\n",
       "0                  -74.001497   44317    Customer        1979  2020     1   \n",
       "1                  -73.944859   37793    Customer        1991  2020     1   \n",
       "2                  -73.943860   41438  Subscriber        1984  2020     1   \n",
       "3                  -73.939249   35860    Customer        1990  2020     0   \n",
       "4                  -73.949770   26396    Customer        1969  2020     0   \n",
       "...                       ...     ...         ...         ...   ...   ...   \n",
       "634626             -73.940737   47853  Subscriber        1988  2021     1   \n",
       "634627             -73.982154   45496    Customer        1969  2021     0   \n",
       "634628             -73.970694   41038    Customer        1969  2021     0   \n",
       "634629             -73.958185   37383  Subscriber        1986  2021     1   \n",
       "634630             -73.925921   48632    Customer        1969  2021     0   \n",
       "\n",
       "        female  tripduration(minutes)  tripduration(hours)         datetime  \n",
       "0            0              70.416667             1.173611  01 October 2020  \n",
       "1            0              31.133333             0.518889  01 October 2020  \n",
       "2            0              18.283333             0.304722  01 October 2020  \n",
       "3            1              24.550000             0.409167  01 October 2020  \n",
       "4            0              19.883333             0.331389  01 October 2020  \n",
       "...        ...                    ...                  ...              ...  \n",
       "634626       0               2.250000             0.037500    06 March 2021  \n",
       "634627       0               5.966667             0.099444    06 March 2021  \n",
       "634628       0               4.816667             0.080278    06 March 2021  \n",
       "634629       0               2.766667             0.046111    06 March 2021  \n",
       "634630       0               3.933333             0.065556    06 March 2021  \n",
       "\n",
       "[9292704 rows x 20 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "combined_csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv = combined_csv[combined_csv['birth year'] >= 1940 ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv = combined_csv[combined_csv['tripduration'] <= 43200]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv = combined_csv[combined_csv['tripduration'] >= 60]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tripduration</th>\n",
       "      <th>starttime</th>\n",
       "      <th>stoptime</th>\n",
       "      <th>start station id</th>\n",
       "      <th>start station name</th>\n",
       "      <th>start station latitude</th>\n",
       "      <th>start station longitude</th>\n",
       "      <th>end station id</th>\n",
       "      <th>end station name</th>\n",
       "      <th>end station latitude</th>\n",
       "      <th>end station longitude</th>\n",
       "      <th>bikeid</th>\n",
       "      <th>usertype</th>\n",
       "      <th>birth year</th>\n",
       "      <th>year</th>\n",
       "      <th>male</th>\n",
       "      <th>female</th>\n",
       "      <th>tripduration(minutes)</th>\n",
       "      <th>tripduration(hours)</th>\n",
       "      <th>datetime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4225</td>\n",
       "      <td>2020-09-01 00:00:01.0430</td>\n",
       "      <td>2020-09-01 01:10:26.6350</td>\n",
       "      <td>3508</td>\n",
       "      <td>St Nicholas Ave &amp; Manhattan Ave</td>\n",
       "      <td>40.809725</td>\n",
       "      <td>-73.953149</td>\n",
       "      <td>116</td>\n",
       "      <td>W 17 St &amp; 8 Ave</td>\n",
       "      <td>40.741776</td>\n",
       "      <td>-74.001497</td>\n",
       "      <td>44317</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1979</td>\n",
       "      <td>2020</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>70.416667</td>\n",
       "      <td>1.173611</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1868</td>\n",
       "      <td>2020-09-01 00:00:04.8320</td>\n",
       "      <td>2020-09-01 00:31:13.7650</td>\n",
       "      <td>3621</td>\n",
       "      <td>27 Ave &amp; 9 St</td>\n",
       "      <td>40.773983</td>\n",
       "      <td>-73.930913</td>\n",
       "      <td>3094</td>\n",
       "      <td>Graham Ave &amp; Withers St</td>\n",
       "      <td>40.716981</td>\n",
       "      <td>-73.944859</td>\n",
       "      <td>37793</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1991</td>\n",
       "      <td>2020</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>31.133333</td>\n",
       "      <td>0.518889</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1097</td>\n",
       "      <td>2020-09-01 00:00:06.8990</td>\n",
       "      <td>2020-09-01 00:18:24.2260</td>\n",
       "      <td>3492</td>\n",
       "      <td>E 118 St &amp; Park Ave</td>\n",
       "      <td>40.800539</td>\n",
       "      <td>-73.941995</td>\n",
       "      <td>3959</td>\n",
       "      <td>Edgecombe Ave &amp; W 145 St</td>\n",
       "      <td>40.823498</td>\n",
       "      <td>-73.943860</td>\n",
       "      <td>41438</td>\n",
       "      <td>Subscriber</td>\n",
       "      <td>1984</td>\n",
       "      <td>2020</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>18.283333</td>\n",
       "      <td>0.304722</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1473</td>\n",
       "      <td>2020-09-01 00:00:07.7440</td>\n",
       "      <td>2020-09-01 00:24:41.1800</td>\n",
       "      <td>3946</td>\n",
       "      <td>St Nicholas Ave &amp; W 137 St</td>\n",
       "      <td>40.818477</td>\n",
       "      <td>-73.947568</td>\n",
       "      <td>4002</td>\n",
       "      <td>W 144 St &amp; Adam Clayton Powell Blvd</td>\n",
       "      <td>40.820877</td>\n",
       "      <td>-73.939249</td>\n",
       "      <td>35860</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1990</td>\n",
       "      <td>2020</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>24.550000</td>\n",
       "      <td>0.409167</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1193</td>\n",
       "      <td>2020-09-01 00:00:12.2020</td>\n",
       "      <td>2020-09-01 00:20:05.5470</td>\n",
       "      <td>3081</td>\n",
       "      <td>Graham Ave &amp; Grand St</td>\n",
       "      <td>40.711863</td>\n",
       "      <td>-73.944024</td>\n",
       "      <td>3048</td>\n",
       "      <td>Putnam Ave &amp; Nostrand Ave</td>\n",
       "      <td>40.684020</td>\n",
       "      <td>-73.949770</td>\n",
       "      <td>26396</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2020</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>19.883333</td>\n",
       "      <td>0.331389</td>\n",
       "      <td>01 October 2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634626</th>\n",
       "      <td>135</td>\n",
       "      <td>2021-02-28 23:57:55.5560</td>\n",
       "      <td>2021-03-01 00:00:10.8970</td>\n",
       "      <td>3555</td>\n",
       "      <td>28 St &amp; 41 Ave</td>\n",
       "      <td>40.751047</td>\n",
       "      <td>-73.937970</td>\n",
       "      <td>3129</td>\n",
       "      <td>Queens Plaza North &amp; Crescent St</td>\n",
       "      <td>40.751102</td>\n",
       "      <td>-73.940737</td>\n",
       "      <td>47853</td>\n",
       "      <td>Subscriber</td>\n",
       "      <td>1988</td>\n",
       "      <td>2021</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.250000</td>\n",
       "      <td>0.037500</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634627</th>\n",
       "      <td>358</td>\n",
       "      <td>2021-02-28 23:58:44.3410</td>\n",
       "      <td>2021-03-01 00:04:42.9870</td>\n",
       "      <td>526</td>\n",
       "      <td>E 33 St &amp; 5 Ave</td>\n",
       "      <td>40.747659</td>\n",
       "      <td>-73.984907</td>\n",
       "      <td>540</td>\n",
       "      <td>Lexington Ave &amp; E 29 St</td>\n",
       "      <td>40.743116</td>\n",
       "      <td>-73.982154</td>\n",
       "      <td>45496</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2021</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.966667</td>\n",
       "      <td>0.099444</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634628</th>\n",
       "      <td>289</td>\n",
       "      <td>2021-02-28 23:59:12.6970</td>\n",
       "      <td>2021-03-01 00:04:02.4910</td>\n",
       "      <td>519</td>\n",
       "      <td>Pershing Square North</td>\n",
       "      <td>40.751873</td>\n",
       "      <td>-73.977706</td>\n",
       "      <td>367</td>\n",
       "      <td>E 53 St &amp; Lexington Ave</td>\n",
       "      <td>40.758281</td>\n",
       "      <td>-73.970694</td>\n",
       "      <td>41038</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2021</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.816667</td>\n",
       "      <td>0.080278</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634629</th>\n",
       "      <td>166</td>\n",
       "      <td>2021-02-28 23:59:17.8860</td>\n",
       "      <td>2021-03-01 00:02:04.4920</td>\n",
       "      <td>3134</td>\n",
       "      <td>3 Ave &amp; E 62 St</td>\n",
       "      <td>40.763126</td>\n",
       "      <td>-73.965269</td>\n",
       "      <td>3141</td>\n",
       "      <td>1 Ave &amp; E 68 St</td>\n",
       "      <td>40.765005</td>\n",
       "      <td>-73.958185</td>\n",
       "      <td>37383</td>\n",
       "      <td>Subscriber</td>\n",
       "      <td>1986</td>\n",
       "      <td>2021</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.766667</td>\n",
       "      <td>0.046111</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>634630</th>\n",
       "      <td>236</td>\n",
       "      <td>2021-02-28 23:59:26.8890</td>\n",
       "      <td>2021-03-01 00:03:23.2470</td>\n",
       "      <td>3516</td>\n",
       "      <td>31 St &amp; Astoria Blvd</td>\n",
       "      <td>40.769918</td>\n",
       "      <td>-73.918406</td>\n",
       "      <td>3593</td>\n",
       "      <td>31 St &amp; Broadway</td>\n",
       "      <td>40.761584</td>\n",
       "      <td>-73.925921</td>\n",
       "      <td>48632</td>\n",
       "      <td>Customer</td>\n",
       "      <td>1969</td>\n",
       "      <td>2021</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.933333</td>\n",
       "      <td>0.065556</td>\n",
       "      <td>06 March 2021</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9270672 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        tripduration                 starttime                  stoptime  \\\n",
       "0               4225  2020-09-01 00:00:01.0430  2020-09-01 01:10:26.6350   \n",
       "1               1868  2020-09-01 00:00:04.8320  2020-09-01 00:31:13.7650   \n",
       "2               1097  2020-09-01 00:00:06.8990  2020-09-01 00:18:24.2260   \n",
       "3               1473  2020-09-01 00:00:07.7440  2020-09-01 00:24:41.1800   \n",
       "4               1193  2020-09-01 00:00:12.2020  2020-09-01 00:20:05.5470   \n",
       "...              ...                       ...                       ...   \n",
       "634626           135  2021-02-28 23:57:55.5560  2021-03-01 00:00:10.8970   \n",
       "634627           358  2021-02-28 23:58:44.3410  2021-03-01 00:04:42.9870   \n",
       "634628           289  2021-02-28 23:59:12.6970  2021-03-01 00:04:02.4910   \n",
       "634629           166  2021-02-28 23:59:17.8860  2021-03-01 00:02:04.4920   \n",
       "634630           236  2021-02-28 23:59:26.8890  2021-03-01 00:03:23.2470   \n",
       "\n",
       "        start station id               start station name  \\\n",
       "0                   3508  St Nicholas Ave & Manhattan Ave   \n",
       "1                   3621                    27 Ave & 9 St   \n",
       "2                   3492              E 118 St & Park Ave   \n",
       "3                   3946       St Nicholas Ave & W 137 St   \n",
       "4                   3081            Graham Ave & Grand St   \n",
       "...                  ...                              ...   \n",
       "634626              3555                   28 St & 41 Ave   \n",
       "634627               526                  E 33 St & 5 Ave   \n",
       "634628               519            Pershing Square North   \n",
       "634629              3134                  3 Ave & E 62 St   \n",
       "634630              3516             31 St & Astoria Blvd   \n",
       "\n",
       "        start station latitude  start station longitude  end station id  \\\n",
       "0                    40.809725               -73.953149             116   \n",
       "1                    40.773983               -73.930913            3094   \n",
       "2                    40.800539               -73.941995            3959   \n",
       "3                    40.818477               -73.947568            4002   \n",
       "4                    40.711863               -73.944024            3048   \n",
       "...                        ...                      ...             ...   \n",
       "634626               40.751047               -73.937970            3129   \n",
       "634627               40.747659               -73.984907             540   \n",
       "634628               40.751873               -73.977706             367   \n",
       "634629               40.763126               -73.965269            3141   \n",
       "634630               40.769918               -73.918406            3593   \n",
       "\n",
       "                           end station name  end station latitude  \\\n",
       "0                           W 17 St & 8 Ave             40.741776   \n",
       "1                   Graham Ave & Withers St             40.716981   \n",
       "2                  Edgecombe Ave & W 145 St             40.823498   \n",
       "3       W 144 St & Adam Clayton Powell Blvd             40.820877   \n",
       "4                 Putnam Ave & Nostrand Ave             40.684020   \n",
       "...                                     ...                   ...   \n",
       "634626     Queens Plaza North & Crescent St             40.751102   \n",
       "634627              Lexington Ave & E 29 St             40.743116   \n",
       "634628              E 53 St & Lexington Ave             40.758281   \n",
       "634629                      1 Ave & E 68 St             40.765005   \n",
       "634630                     31 St & Broadway             40.761584   \n",
       "\n",
       "        end station longitude  bikeid    usertype  birth year  year  male  \\\n",
       "0                  -74.001497   44317    Customer        1979  2020     1   \n",
       "1                  -73.944859   37793    Customer        1991  2020     1   \n",
       "2                  -73.943860   41438  Subscriber        1984  2020     1   \n",
       "3                  -73.939249   35860    Customer        1990  2020     0   \n",
       "4                  -73.949770   26396    Customer        1969  2020     0   \n",
       "...                       ...     ...         ...         ...   ...   ...   \n",
       "634626             -73.940737   47853  Subscriber        1988  2021     1   \n",
       "634627             -73.982154   45496    Customer        1969  2021     0   \n",
       "634628             -73.970694   41038    Customer        1969  2021     0   \n",
       "634629             -73.958185   37383  Subscriber        1986  2021     1   \n",
       "634630             -73.925921   48632    Customer        1969  2021     0   \n",
       "\n",
       "        female  tripduration(minutes)  tripduration(hours)         datetime  \n",
       "0            0              70.416667             1.173611  01 October 2020  \n",
       "1            0              31.133333             0.518889  01 October 2020  \n",
       "2            0              18.283333             0.304722  01 October 2020  \n",
       "3            1              24.550000             0.409167  01 October 2020  \n",
       "4            0              19.883333             0.331389  01 October 2020  \n",
       "...        ...                    ...                  ...              ...  \n",
       "634626       0               2.250000             0.037500    06 March 2021  \n",
       "634627       0               5.966667             0.099444    06 March 2021  \n",
       "634628       0               4.816667             0.080278    06 March 2021  \n",
       "634629       0               2.766667             0.046111    06 March 2021  \n",
       "634630       0               3.933333             0.065556    06 March 2021  \n",
       "\n",
       "[9270672 rows x 20 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "combined_csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "combined_csv.to_csv( \"combined_csv.csv\", index=False, encoding='utf-8-sig')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}