Merge branch 'dev'

Author: afunTW

00_GET_POST/01_POST_thsrc_time_table.ipynb

@@ -71,30 +71,143 @@
  },
  {
  "cell_type": "code",
- "execution_count": 18,
+ "execution_count": 4,
  "metadata": {},
  "outputs": [
  {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "20\n"
- ]
- },
- {
- "ename": "TypeError",
- "evalue": "unhashable type: 'list'",
- "output_type": "error",
- "traceback": [
- "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
- "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)",
- "\u001b[0;32m<ipython-input-18-c28c428f364f>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 21\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 22\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrows\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 23\u001b[0;31m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mset\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrows\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 24\u001b[0m \u001b[0mdf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrows\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcolumns\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcolname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 25\u001b[0m \u001b[0mdf\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
- "\u001b[0;31mTypeError\u001b[0m: unhashable type: 'list'"
- ]
+ "data": {
+ "text/html": [
+ "<div>\n",
+ "<style scoped>\n",
+ " .dataframe tbody tr th:only-of-type {\n",
+ " vertical-align: middle;\n",
+ " }\n",
+ "\n",
+ " .dataframe tbody tr th {\n",
+ " vertical-align: top;\n",
+ " }\n",
+ "\n",
+ " .dataframe thead th {\n",
+ " text-align: right;\n",
+ " }\n",
+ "</style>\n",
+ "<table border=\"1\" class=\"dataframe\">\n",
+ " <thead>\n",
+ " <tr style=\"text-align: right;\">\n",
+ " <th></th>\n",
+ " <th>車次</th>\n",
+ " <th>出發時間</th>\n",
+ " <th>抵達時間</th>\n",
+ " <th>行車時間</th>\n",
+ " <th>早鳥</th>\n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " <tr>\n",
+ " <th>0</th>\n",
+ " <td>0833</td>\n",
+ " <td>14:11</td>\n",
+ " <td>16:11</td>\n",
+ " <td>02:00</td>\n",
+ " <td>8折起</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>1</th>\n",
+ " <td>0651</td>\n",
+ " <td>14:46</td>\n",
+ " <td>16:32</td>\n",
+ " <td>01:46</td>\n",
+ " <td></td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>2</th>\n",
+ " <td>0837</td>\n",
+ " <td>15:11</td>\n",
+ " <td>17:11</td>\n",
+ " <td>02:00</td>\n",
+ " <td>8折起</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>3</th>\n",
+ " <td>0657</td>\n",
+ " <td>15:46</td>\n",
+ " <td>17:32</td>\n",
+ " <td>01:46</td>\n",
+ " <td></td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>4</th>\n",
+ " <td>0841</td>\n",
+ " <td>16:11</td>\n",
+ " <td>18:11</td>\n",
+ " <td>02:00</td>\n",
+ " <td>65折起</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>5</th>\n",
+ " <td>0661</td>\n",
+ " <td>16:21</td>\n",
+ " <td>18:06</td>\n",
+ " <td>01:45</td>\n",
+ " <td>8折起</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>6</th>\n",
+ " <td>0663</td>\n",
+ " <td>16:46</td>\n",
+ " <td>18:32</td>\n",
+ " <td>01:46</td>\n",
+ " <td></td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>7</th>\n",
+ " <td>0845</td>\n",
+ " <td>17:11</td>\n",
+ " <td>19:11</td>\n",
+ " <td>02:00</td>\n",
+ " <td>65折起</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>8</th>\n",
+ " <td>0667</td>\n",
+ " <td>17:21</td>\n",
+ " <td>19:06</td>\n",
+ " <td>01:45</td>\n",
+ " <td>8折起</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>9</th>\n",
+ " <td>0669</td>\n",
+ " <td>17:46</td>\n",
+ " <td>19:32</td>\n",
+ " <td>01:46</td>\n",
+ " <td></td>\n",
+ " </tr>\n",
+ " </tbody>\n",
+ "</table>\n",
+ "</div>"
+ ],
+ "text/plain": [
+ " 車次 出發時間 抵達時間 行車時間 早鳥\n",
+ "0 0833 14:11 16:11 02:00 8折起\n",
+ "1 0651 14:46 16:32 01:46 \n",
+ "2 0837 15:11 17:11 02:00 8折起\n",
+ "3 0657 15:46 17:32 01:46 \n",
+ "4 0841 16:11 18:11 02:00 65折起\n",
+ "5 0661 16:21 18:06 01:45 8折起\n",
+ "6 0663 16:46 18:32 01:46 \n",
+ "7 0845 17:11 19:11 02:00 65折起\n",
+ "8 0667 17:21 19:06 01:45 8折起\n",
+ "9 0669 17:46 19:32 01:46 "
+ ]
+ },
+ "execution_count": 4,
+ "metadata": {},
+ "output_type": "execute_result"
  }
  ],
  "source": [
- "rows = soup.table.find_all('tr')\n",
+ "rows = soup.table.find_all('tr', recursive=False)\n",
  "\n",
  "colname, rows = rows[1], rows[2:]\n",
  "colname = list(colname.stripped_strings)\n",
@@ -115,7 +228,6 @@
  " \n",
  " rows[i] = [trips, t_departure, t_arrive, duration, early_ticket]\n",
  "\n",
- "print(len(rows))\n",
  "df = pd.DataFrame(rows, columns=colname)\n",
  "df"
  ]
@@ -129,7 +241,7 @@
  "name": "stdout",
  "output_type": "stream",
  "text": [
- "Save csv to /home/afun/github/Python-Crawling-Tutorial/results/thsrc_20180209.csv\n"
+ "Save csv to /home/afun/github/Python-Crawling-Tutorial/results/thsrc_20180228.csv\n"
  ]
  }
  ],