From 7e576d4c686dd708229c6e85f42c2d7ca71a405d Mon Sep 17 00:00:00 2001 From: criseLYJ <1148995537@qq.com> Date: Mon, 18 Mar 2019 09:11:27 +0800 Subject: [PATCH] =?UTF-8?q?=E7=B3=97=E4=BA=8B=E7=99=BE=E7=A7=91-(=E6=B7=BB?= =?UTF-8?q?=E5=8A=A0=E4=B8=AD=E6=96=87=E6=B3=A8=E9=87=8A)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- qsbk/qiushibaike.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/qsbk/qiushibaike.py b/qsbk/qiushibaike.py index a34e9fb..56df74f 100644 --- a/qsbk/qiushibaike.py +++ b/qsbk/qiushibaike.py @@ -34,6 +34,7 @@ class Spider(object): def get_page_urls(self): if self.page_num > 1: + # 通过遍历获取到链接 for n in range(2, self.page_num + 1): page_url = page_init + 'page/' + str(n) + '/' self.page_urls.append(page_url) @@ -41,7 +42,6 @@ class Spider(object): def get_joke_urls(self): for page_url in self.page_urls: html = requests.get(page_url).content - # print html selector = etree.HTML(html) qiushi_id = selector.xpath('/html/body/div[@id="content"]/div/div[@id="content-left"]/div/@id') for q_id in qiushi_id: @@ -63,18 +63,26 @@ class Spider(object): def download(self): joke_path = SAVE_PATH + str(self.joke_id) + '.txt' self.joke_id += 1 + # 笑话路径 print(joke_path) with open(joke_path, "w") as f: f.write(self.joke_content) def start(self): + # 获取主页url self.get_page_urls() + # 获取笑话链接 self.get_joke_urls() + # 获取笑话 self.get_joke() + # 调用下载接口 self.download() if __name__ == '__main__': + # 获取账号 page_num = input('请告诉我:你想获取多少页的糗事?') + qb = Spider(page_num) + # 启动爬虫程序 qb.start()