appendix_ptt/00_parse_article.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 爬取單一文章資訊\n",
    "\n",
    "1. 你有可能會遇到「是否滿18歲」的詢問頁面\n",
    "2. 解析 ptt.cc/bbs 裏面文章的結構\n",
    "3. 爬取文章\n",
    "4. 爬取留言\n",
    "\n",
    "URL https://www.ptt.cc/bbs/Gossiping/M.1537847530.A.E12.html\n",
    "\n",
    "BACKUP https://afuntw.github.io/Test-Crawling-Website/pages/ptt/M.1537847530.A.E12.html"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import re\n",
    "import json\n",
    "\n",
    "from bs4 import BeautifulSoup, NavigableString\n",
    "from pprint import pprint"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "ARTICLE_URL = 'https://www.ptt.cc/bbs/Gossiping/M.1537847530.A.E12.html'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 透過 cookies 繞過年齡檢查\n",
    "\n",
    "觀察開發者工具 > NetWork > requests header"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<!DOCTYPE html>\n",
      "<html>\n",
      "\t<head>\n",
      "\t\t<meta charset=\"utf-8\">\n",
      "\t\t\n",
      "\n",
      "<meta name=\"viewport\" content=\"width=device-width, initial-scale=1\">\n",
      "\n",
      "<title>批踢踢實業坊</title>\n",
      "\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-common.css\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-base.css\" media=\"screen\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-custom.css\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/pushstream.css\" media=\"screen\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-print.css\" media=\"print\">\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\t</head>\n",
      "    <body>\n",
      "\t\t\n",
      "<div class=\"bbs-screen bbs-content\">\n",
      "    <div class=\"over18-notice\">\n",
      "        <p>本網站已依網站內容分級規定處理</p>\n",
      "\n",
      "        <p>警告︰您即將進入之看板內容需滿十八歲方可瀏覽。</p>\n",
      "\n",
      "        <p>若您尚未年滿十八歲，請點選離開。若您已滿十八歲，亦不可將本區之內容派發、傳閱、出售、出租、交給或借予年齡未滿18歲的人士瀏覽，或將本網站內容向該人士出示、播放或放映。</p>\n",
      "    </div>\n",
      "</div>\n",
      "\n",
      "<div class=\"bbs-screen bbs-content center clear\">\n",
      "    <form action=\"/ask/over18\" method=\"post\">\n",
      "        <input type=\"hidden\" name=\"from\" value=\"/bbs/Gossiping/M.1537847530.A.E12.html\">\n",
      "        <div class=\"over18-button-container\">\n",
      "            <button class=\"btn-big\" type=\"submit\" name=\"yes\" value=\"yes\">我同意，我已年滿十八歲<br><small>進入</small></button>\n",
      "        </div>\n",
      "        <div class=\"over18-button-container\">\n",
      "            <button class=\"btn-big\" type=\"submit\" name=\"no\" value=\"no\">未滿十八歲或不同意本條款<br><small>離開</small></button>\n",
      "        </div>\n",
      "    </form>\n",
      "</div>\n",
      "\n",
      "\t\t\n",
      "\n",
      "<script>\n",
      "  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){\n",
      "  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),\n",
      "  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)\n",
      "  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');\n",
      "\n",
      "  ga('create', 'UA-32365737-1', {\n",
      "    cookieDomain: 'ptt.cc',\n",
      "    legacyCookieDomain: 'ptt.cc'\n",
      "  });\n",
      "  ga('send', 'pageview');\n",
      "</script>\n",
      "\n",
      "\n",
      "\t\t\n",
      "<script src=\"//ajax.googleapis.com/ajax/libs/jquery/2.1.1/jquery.min.js\"></script>\n",
      "<script src=\"//images.ptt.cc/bbs/v2.25/bbs.js\"></script>\n",
      "\n",
      "    </body>\n",
      "</html>\n",
      "\n"
     ]
    }
   ],
   "source": [
    "resp = requests.get(ARTICLE_URL)\n",
    "if resp.status_code == 200:\n",
    "    print(resp.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<!DOCTYPE html>\n",
      "<html>\n",
      "\t<head>\n",
      "\t\t<meta charset=\"utf-8\">\n",
      "\t\t\n",
      "\n",
      "<meta name=\"viewport\" content=\"width=device-width, initial-scale=1\">\n",
      "\n",
      "<title>[問卦] 中央與北大併校 - 看板 Gossiping - 批踢踢實業坊</title>\n",
      "<meta name=\"robots\" content=\"all\">\n",
      "<meta name=\"keywords\" content=\"Ptt BBS 批踢踢\">\n",
      "<meta name=\"description\" content=\"如題啊，最近陽明跟交大併校吵的很兇，中央都變成台聯大邊緣人了。\n",
      "為什麼不讓中央跟台北大學併校呢？\n",
      "中央缺法商剛好北大有，\n",
      "中央的理工北大沒有，兩校剛好互補，\n",
      "而且地理位置也不遠，有沒有人想過讓台北大學跟中央合併呢？\n",
      "\">\n",
      "<meta property=\"og:site_name\" content=\"Ptt 批踢踢實業坊\">\n",
      "<meta property=\"og:title\" content=\"[問卦] 中央與北大併校\">\n",
      "<meta property=\"og:description\" content=\"如題啊，最近陽明跟交大併校吵的很兇，中央都變成台聯大邊緣人了。\n",
      "為什麼不讓中央跟台北大學併校呢？\n",
      "中央缺法商剛好北大有，\n",
      "中央的理工北大沒有，兩校剛好互補，\n",
      "而且地理位置也不遠，有沒有人想過讓台北大學跟中央合併呢？\n",
      "\">\n",
      "<link rel=\"canonical\" href=\"https://www.ptt.cc/bbs/Gossiping/M.1537847530.A.E12.html\">\n",
      "\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-common.css\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-base.css\" media=\"screen\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-custom.css\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/pushstream.css\" media=\"screen\">\n",
      "<link rel=\"stylesheet\" type=\"text/css\" href=\"//images.ptt.cc/bbs/v2.25/bbs-print.css\" media=\"print\">\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\t</head>\n",
      "    <body>\n",
      "\t\t\n",
      "<div id=\"fb-root\"></div>\n",
      "<script>(function(d, s, id) {\n",
      "var js, fjs = d.getElementsByTagName(s)[0];\n",
      "if (d.getElementById(id)) return;\n",
      "js = d.createElement(s); js.id = id;\n",
      "js.src = \"//connect.facebook.net/en_US/all.js#xfbml=1\";\n",
      "fjs.parentNode.insertBefore(js, fjs);\n",
      "}(document, 'script', 'facebook-jssdk'));</script>\n",
      "\n",
      "<div id=\"topbar-container\">\n",
      "\t<div id=\"topbar\" class=\"bbs-content\">\n",
      "\t\t<a id=\"logo\" href=\"/bbs/\">批踢踢實業坊</a>\n",
      "\t\t<span>&rsaquo;</span>\n",
      "\t\t<a class=\"board\" href=\"/bbs/Gossiping/index.html\"><span class=\"board-label\">看板 </span>Gossiping</a>\n",
      "\t\t<a class=\"right small\" href=\"/about.html\">關於我們</a>\n",
      "\t\t<a class=\"right small\" href=\"/contact.html\">聯絡資訊</a>\n",
      "\t</div>\n",
      "</div>\n",
      "<div id=\"navigation-container\">\n",
      "\t<div id=\"navigation\" class=\"bbs-content\">\n",
      "\t\t<a class=\"board\" href=\"/bbs/Gossiping/index.html\">返回看板</a>\n",
      "\t\t<div class=\"bar\"></div>\n",
      "\t\t<div class=\"share\">\n",
      "\t\t\t<span>分享</span>\n",
      "\t\t\t<div class=\"fb-like\" data-send=\"false\" data-layout=\"button_count\" data-width=\"90\" data-show-faces=\"false\" data-href=\"http://www.ptt.cc/bbs/Gossiping/M.1537847530.A.E12.html\"></div>\n",
      "\n",
      "\t\t\t<div class=\"g-plusone\" data-size=\"medium\"></div>\n",
      "<script type=\"text/javascript\">\n",
      "window.___gcfg = {lang: 'zh-TW'};\n",
      "(function() {\n",
      "var po = document.createElement('script'); po.type = 'text/javascript'; po.async = true;\n",
      "po.src = 'https://apis.google.com/js/plusone.js';\n",
      "var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(po, s);\n",
      "})();\n",
      "</script>\n",
      "\n",
      "\t\t</div>\n",
      "\t</div>\n",
      "</div>\n",
      "<div id=\"main-container\">\n",
      "    <div id=\"main-content\" class=\"bbs-screen bbs-content\"><div class=\"article-metaline\"><span class=\"article-meta-tag\">作者</span><span class=\"article-meta-value\">R101 (索尼大法好)</span></div><div class=\"article-metaline-right\"><span class=\"article-meta-tag\">看板</span><span class=\"article-meta-value\">Gossiping</span></div><div class=\"article-metaline\"><span class=\"article-meta-tag\">標題</span><span class=\"article-meta-value\">[問卦] 中央與北大併校</span></div><div class=\"article-metaline\"><span class=\"article-meta-tag\">時間</span><span class=\"article-meta-value\">Tue Sep 25 11:52:08 2018</span></div>\n",
      "如題啊，最近陽明跟交大併校吵的很兇，中央都變成台聯大邊緣人了。\n",
      "為什麼不讓中央跟台北大學併校呢？\n",
      "中央缺法商剛好北大有，\n",
      "中央的理工北大沒有，兩校剛好互補，\n",
      "而且地理位置也不遠，有沒有人想過讓台北大學跟中央合併呢？\n",
      "有沒有八卦？\n",
      "\n",
      "--\n",
      "<span class=\"f2\">※ 發信站: 批踢踢實業坊(ptt.cc), 來自: 140.115.197.252</span>\n",
      "<span class=\"f2\">※ 文章網址: </span><a href=\"https://www.ptt.cc/bbs/Gossiping/M.1537847530.A.E12.html\" target=\"_blank\" rel=\"nofollow\"><span class=\"f2\">https://www.ptt.cc/bbs/Gossiping/M.1537847530.A.E12.html</span></a>\n",
      "<div class=\"push\"><span class=\"hl push-tag\">推 </span><span class=\"f3 hl push-userid\">bobobola</span><span class=\"f3 push-content\">: 中央不缺商阿</span><span class=\"push-ipdatetime\">     42.75.76.1 09/25 11:54\n",
      "</span></div><div class=\"push\"><span class=\"f1 hl push-tag\">→ </span><span class=\"f3 hl push-userid\">nikewang</span><span class=\"f3 push-content\">: 北中和中興合併不就好了</span><span class=\"push-ipdatetime\">121.157.204.247 09/25 11:54\n",
      "</span></div><div class=\"push\"><span class=\"f1 hl push-tag\">→ </span><span class=\"f3 hl push-userid\">nikewang</span><span class=\"f3 push-content\">: 北大</span><span class=\"push-ipdatetime\">121.157.204.247 09/25 11:54\n",
      "</span></div><div class=\"push\"><span class=\"hl push-tag\">推 </span><span class=\"f3 hl push-userid\">qqq1234</span><span class=\"f3 push-content\">: 北大好不容易才脫離中興獨立 怎可能去併</span><span class=\"push-ipdatetime\">   117.56.55.46 09/25 11:59\n",
      "</span></div><div class=\"push\"><span class=\"f1 hl push-tag\">→ </span><span class=\"f3 hl push-userid\">Lakland</span><span class=\"f3 push-content\">: 北大跟北科合作一陣子了，中央找體大吧</span><span class=\"push-ipdatetime\">   114.24.29.42 09/25 11:59\n",
      "</span></div><div class=\"push\"><span class=\"hl push-tag\">推 </span><span class=\"f3 hl push-userid\">atlaswhz</span><span class=\"f3 push-content\">: 中央找體大和警大組成桃聯大好了</span><span class=\"push-ipdatetime\">   1.34.181.133 09/25 12:07\n",
      "</span></div><div class=\"push\"><span class=\"hl push-tag\">推 </span><span class=\"f3 hl push-userid\">sooppp</span><span class=\"f3 push-content\">: 體大的聽的懂中央上課在教什麼嗎？</span><span class=\"push-ipdatetime\">223.140.169.234 09/25 12:15\n",
      "</span></div><div class=\"push\"><span class=\"hl push-tag\">推 </span><span class=\"f3 hl push-userid\">homepark</span><span class=\"f3 push-content\">: 中央缺醫學喇</span><span class=\"push-ipdatetime\">223.137.74.137 09/25 12:16\n",
      "</span></div><div class=\"push\"><span class=\"f1 hl push-tag\">→ </span><span class=\"f3 hl push-userid\">lee457088</span><span class=\"f3 push-content\">: 197.252是哪棟</span><span class=\"push-ipdatetime\">140.115.216.209 09/25 12:18\n",
      "</span></div>不知道\n",
      "<div class=\"push\"><span class=\"hl push-tag\">推 </span><span class=\"f3 hl push-userid\">mecca</span><span class=\"f3 push-content\">: 當年有文法商理工醫農學院 現在洗洗睡吧</span><span class=\"push-ipdatetime\">210.64.134.103 09/25 12:40\n",
      "</span></div><span class=\"f2\">※ 編輯: R101 (140.115.130.200), 09/25/2018 15:41:01\n",
      "</span></div>\n",
      "    \n",
      "    <div id=\"article-polling\" data-pollurl=\"/poll/Gossiping/M.1537847530.A.E12.html?cacheKey=2100-35156991&amp;offset=1735&amp;offset-sig=9c9b4e00053e6d701be35d84593a0332e903e91f\" data-longpollurl=\"/v1/longpoll?id=dda406fae0d0b13b8584a5c9c23b2d3f71497976\" data-offset=\"1735\"></div>\n",
      "    \n",
      "\n",
      "    \n",
      "<div class=\"bbs-screen bbs-footer-message\">本網站已依台灣網站內容分級規定處理。此區域為限制級，未滿十八歲者不得瀏覽。</div>\n",
      "\n",
      "</div>\n",
      "\n",
      "\t\t\n",
      "\n",
      "<script>\n",
      "  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){\n",
      "  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),\n",
      "  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)\n",
      "  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');\n",
      "\n",
      "  ga('create', 'UA-32365737-1', {\n",
      "    cookieDomain: 'ptt.cc',\n",
      "    legacyCookieDomain: 'ptt.cc'\n",
      "  });\n",
      "  ga('send', 'pageview');\n",
      "</script>\n",
      "\n",
      "\n",
      "\t\t\n",
      "<script src=\"//ajax.googleapis.com/ajax/libs/jquery/2.1.1/jquery.min.js\"></script>\n",
      "<script src=\"//images.ptt.cc/bbs/v2.25/bbs.js\"></script>\n",
      "\n",
      "    </body>\n",
      "</html>\n",
      "\n"
     ]
    }
   ],
   "source": [
    "cookies = {'over18': '1'}\n",
    "resp = requests.get(ARTICLE_URL, cookies=cookies)\n",
    "if resp.status_code == 200:\n",
    "    print(resp.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(resp.text, 'lxml')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 爬取文章\n",
    "\n",
    "- 作者 id\n",
    "- 作者暱稱\n",
    "- 文章標題\n",
    "- 發佈時間\n",
    "- 文章內容\n",
    "- 發文 ip"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'author_id': 'R101',\n",
      " 'author_nickname': '索尼大法好',\n",
      " 'contents': '如題啊，最近陽明跟交大併校吵的很兇，中央都變成台聯大邊緣人了。為什麼不讓中央跟台北大學併校呢？中央缺法商剛好北大有，中央的理工北大沒有，兩校剛好互補，而且地理位置也不遠，有沒有人想過讓台北大學跟中央合併呢？有沒有八卦？--\\n'\n",
      "             '不知道',\n",
      " 'ip': '140.115.197.252',\n",
      " 'timestamp': 'Tue Sep 25 11:52:08 2018',\n",
      " 'title': '[問卦] 中央與北大併校'}\n"
     ]
    }
   ],
   "source": [
    "article = {\n",
    "    'author_id': '',\n",
    "    'author_nickname': '',\n",
    "    'title': '',\n",
    "    'timestamp': '',\n",
    "    'contents': '',\n",
    "    'ip': ''\n",
    "}\n",
    "article_body = soup.find(id='main-content')\n",
    "\n",
    "# article header\n",
    "article_head = article_body.findAll('div', class_='article-metaline')\n",
    "for metaline in article_head:\n",
    "    meta_tag = metaline.find(class_='article-meta-tag').text\n",
    "    meta_value = metaline.find(class_='article-meta-value').text\n",
    "    if meta_tag == '作者':\n",
    "        compile_nickname = re.compile('\\((.*)\\)').search(meta_value)\n",
    "        article['author_id'] = meta_value.split('(')[0].strip(' ')\n",
    "        article['author_nickname'] = compile_nickname.group(1) if compile_nickname else ''\n",
    "    elif meta_tag == '標題':\n",
    "        article['title'] = meta_value\n",
    "    elif meta_tag == '時間':\n",
    "        article['timestamp'] = meta_value\n",
    "\n",
    "#  article content\n",
    "contents = [expr for expr in article_body.contents if isinstance(expr, NavigableString)]\n",
    "contents = [re.sub('\\n', '', expr) for expr in contents]\n",
    "contents = [i for i in contents if i]\n",
    "contents = '\\n'.join(contents)\n",
    "article['contents'] = contents\n",
    "\n",
    "# article publish ip\n",
    "article_ip = article_body.find(class_='f2').text\n",
    "compile_ip = re.compile('[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}').search(article_ip)\n",
    "article['ip'] = compile_ip.group(0) if compile_ip else ''\n",
    "\n",
    "pprint(article)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 爬取流言\n",
    "\n",
    "- 推噓\n",
    "- 推文 id\n",
    "- 推文內容\n",
    "- 推文 ip\n",
    "- 推文時間"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'content': ': 中央不缺商阿',\n",
      "  'id': 'bobobola',\n",
      "  'ip': '42.75.76.1',\n",
      "  'tag': '推 ',\n",
      "  'timestamp': '09/25 11:54'},\n",
      " {'content': ': 北中和中興合併不就好了',\n",
      "  'id': 'nikewang',\n",
      "  'ip': '121.157.204.247',\n",
      "  'tag': '→ ',\n",
      "  'timestamp': '09/25 11:54'},\n",
      " {'content': ': 北大',\n",
      "  'id': 'nikewang',\n",
      "  'ip': '121.157.204.247',\n",
      "  'tag': '→ ',\n",
      "  'timestamp': '09/25 11:54'},\n",
      " {'content': ': 北大好不容易才脫離中興獨立 怎可能去併',\n",
      "  'id': 'qqq1234',\n",
      "  'ip': '117.56.55.46',\n",
      "  'tag': '推 ',\n",
      "  'timestamp': '09/25 11:59'},\n",
      " {'content': ': 北大跟北科合作一陣子了，中央找體大吧',\n",
      "  'id': 'Lakland',\n",
      "  'ip': '114.24.29.42',\n",
      "  'tag': '→ ',\n",
      "  'timestamp': '09/25 11:59'},\n",
      " {'content': ': 中央找體大和警大組成桃聯大好了',\n",
      "  'id': 'atlaswhz',\n",
      "  'ip': '1.34.181.133',\n",
      "  'tag': '推 ',\n",
      "  'timestamp': '09/25 12:07'},\n",
      " {'content': ': 體大的聽的懂中央上課在教什麼嗎？',\n",
      "  'id': 'sooppp',\n",
      "  'ip': '223.140.169.234',\n",
      "  'tag': '推 ',\n",
      "  'timestamp': '09/25 12:15'},\n",
      " {'content': ': 中央缺醫學喇',\n",
      "  'id': 'homepark',\n",
      "  'ip': '223.137.74.137',\n",
      "  'tag': '推 ',\n",
      "  'timestamp': '09/25 12:16'},\n",
      " {'content': ': 197.252是哪棟',\n",
      "  'id': 'lee457088',\n",
      "  'ip': '140.115.216.209',\n",
      "  'tag': '→ ',\n",
      "  'timestamp': '09/25 12:18'},\n",
      " {'content': ': 當年有文法商理工醫農學院 現在洗洗睡吧',\n",
      "  'id': 'mecca',\n",
      "  'ip': '210.64.134.103',\n",
      "  'tag': '推 ',\n",
      "  'timestamp': '09/25 12:40'}]\n"
     ]
    }
   ],
   "source": [
    "comments = []\n",
    "for comment in article_body.findAll('div', class_='push'):\n",
    "    tag = comment.find(class_='push-tag').text\n",
    "    guest_id = comment.find(class_='push-userid').text\n",
    "    guest_content = comment.find(class_='push-content').text\n",
    "    guest_ipdatetime = comment.find(class_='push-ipdatetime').text\n",
    "    compile_ip = re.compile('[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}').search(guest_ipdatetime)\n",
    "    guest_ip = compile_ip.group(0) if compile_ip else ''\n",
    "    guest_timestamp = re.sub(guest_ip, '', guest_ipdatetime).strip()\n",
    "    comments.append({\n",
    "        'tag': tag,\n",
    "        'id': guest_id,\n",
    "        'content': guest_content,\n",
    "        'ip': guest_ip,\n",
    "        'timestamp': guest_timestamp\n",
    "    })\n",
    "pprint(comments)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 將資料存成 json 檔"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "article['comments'] = comments\n",
    "data = [article]\n",
    "with open('M.1537847530.A.E12.json', 'w+', encoding='utf-8') as f:\n",
    "    json.dump(data, f, indent=2, ensure_ascii=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}