python——爬虫之百度贴吧

import requests


class Bar:
    def __init__(self, name):
        """初始化"""
        self.bar_name = name
        self.url = "https://tieba.baidu.com/f?kw=" + self.bar_name + "ie=utf-8&pn={}"

    def get_url_list(self):
        """获取url集合"""
        # print([self.url.format(i * 50) for i in range(3)])
        return [self.url.format(i * 50) for i in range(3)]

    def parse_url(self, url):
        """发送请求并解析数据"""
        response = requests.get(url=url)
        return response.content.decode('GBK')

    def save_data(self, content, page_count):
        """存入数据库或者文件中"""
        file_name = "{}-第{}页".format(self.bar_name, page_count)
        with open('./tieba/' + file_name, 'w', encoding='utf-8') as f:
            f.write(content)

    def run(self):
        """爬虫启动程序"""
        # 1.构造url地址# pass
        requests_list = self.get_url_list()
        for url in requests_list:
            content = self.parse_url(url)
            page_count = requests_list.index(url) + 1
            self.save_data(content, page_count)


if __name__ == '__main__':
    Bar("抗压").run()

运行结果：