add: get and post practice

Author: afunTW

00_GET_POST/00_GET_movie_board.ipynb

@@ -14,12 +14,13 @@
  },
  {
  "cell_type": "code",
- "execution_count": 2,
+ "execution_count": 1,
  "metadata": {
  "collapsed": true
  },
  "outputs": [],
  "source": [
+ "import os\n",
  "import requests\n",
  "import pandas as pd\n",
  "\n",
@@ -30,7 +31,7 @@
  },
  {
  "cell_type": "code",
- "execution_count": 5,
+ "execution_count": 2,
  "metadata": {
  "collapsed": true
  },
@@ -43,31 +44,131 @@
  },
  {
  "cell_type": "code",
- "execution_count": 7,
- "metadata": {},
+ "execution_count": 3,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "<div>\n",
+ "<table border=\"1\" class=\"dataframe\">\n",
+ " <thead>\n",
+ " <tr style=\"text-align: right;\">\n",
+ " <th></th>\n",
+ " <th>週次</th>\n",
+ " <th>日期</th>\n",
+ " <th>週末票房總和</th>\n",
+ " <th>漲跌幅</th>\n",
+ " <th>冠軍片名</th>\n",
+ " <th>英文片名</th>\n",
+ " <th>週末票房冠軍</th>\n",
+ " <th>冠軍比例*</th>\n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " <tr>\n",
+ " <th>0</th>\n",
+ " <td>4</td>\n",
+ " <td>01/27 - 28</td>\n",
+ " <td>30,022,225</td>\n",
+ " <td>-28.6%</td>\n",
+ " <td>移動迷宮：死亡解藥</td>\n",
+ " <td>The Maze Runner: The Death Cure</td>\n",
+ " <td>7,492,613</td>\n",
+ " <td>24.96%</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>1</th>\n",
+ " <td>3</td>\n",
+ " <td>01/20 - 21</td>\n",
+ " <td>42,028,838</td>\n",
+ " <td>+24.6%</td>\n",
+ " <td>移動迷宮：死亡解藥</td>\n",
+ " <td>The Maze Runner: The Death Cure</td>\n",
+ " <td>15,483,826</td>\n",
+ " <td>36.84%</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>2</th>\n",
+ " <td>2</td>\n",
+ " <td>01/13 - 14</td>\n",
+ " <td>33,733,791</td>\n",
+ " <td>-17.8%</td>\n",
+ " <td>與神同行</td>\n",
+ " <td>Along with the Gods: The Two Worlds</td>\n",
+ " <td>13,298,668</td>\n",
+ " <td>39.42%</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>3</th>\n",
+ " <td>1</td>\n",
+ " <td>01/06 - 07</td>\n",
+ " <td>41,026,264</td>\n",
+ " <td>-29.7%</td>\n",
+ " <td>與神同行</td>\n",
+ " <td>Along with the Gods: The Two Worlds</td>\n",
+ " <td>18,739,629</td>\n",
+ " <td>45.68%</td>\n",
+ " </tr>\n",
+ " </tbody>\n",
+ "</table>\n",
+ "</div>"
+ ],
+ "text/plain": [
+ " 週次 日期 週末票房總和 漲跌幅 冠軍片名 \\\n",
+ "0 4 01/27 - 28 30,022,225 -28.6% 移動迷宮：死亡解藥 \n",
+ "1 3 01/20 - 21 42,028,838 +24.6% 移動迷宮：死亡解藥 \n",
+ "2 2 01/13 - 14 33,733,791 -17.8% 與神同行 \n",
+ "3 1 01/06 - 07 41,026,264 -29.7% 與神同行 \n",
+ "\n",
+ " 英文片名 週末票房冠軍 冠軍比例* \n",
+ "0 The Maze Runner: The Death Cure 7,492,613 24.96% \n",
+ "1 The Maze Runner: The Death Cure 15,483,826 36.84% \n",
+ "2 Along with the Gods: The Two Worlds 13,298,668 39.42% \n",
+ "3 Along with the Gods: The Two Worlds 18,739,629 45.68% "
+ ]
+ },
+ "execution_count": 3,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "rows = soup.table.find_all('tr')\n",
+ "\n",
+ "colname = rows.pop(0)\n",
+ "colname = list(colname.stripped_strings)\n",
+ "rows = [list(row.stripped_strings) for row in rows]\n",
+ "\n",
+ "df = pd.DataFrame(rows, columns=colname)\n",
+ "df"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "metadata": {
+ "collapsed": false
+ },
  "outputs": [
  {
  "name": "stdout",
  "output_type": "stream",
  "text": [
- "5\n",
- "4\n",
- "<tr class=\"tb-top\">\n",
- "<th>週次</th>\n",
- "<th>日期</th>\n",
- "<th>週末票房總和</th>\n",
- "<th>漲跌幅</th>\n",
- "<th>冠軍片名</th>\n",
- "<th>英文片名</th>\n",
- "<th class=\"import\">週末票房冠軍</th>\n",
- "<th>冠軍比例*</th>\n",
- "</tr>\n"
+ "Save csv to /home/afun/github/Python-Crawling-Tutorial/results/taipeibo.csv\n"
  ]
  }
  ],
  "source": [
- "rows = soup.table.find_all('tr')\n",
- "colname = rows.pop(0)"
+ "results = os.path.abspath('../results')\n",
+ "if not os.path.exists(results):\n",
+ " os.makedirs(results)\n",
+ "\n",
+ "filename = os.path.join(results, 'taipeibo.csv')\n",
+ "df.to_csv(filename, index=False)\n",
+ "print('Save csv to {}'.format(filename))"
  ]
  }
  ],