python爬虫中cookies

from urllib import request
from http import cookiejar
'''
定义cookies对象
生成cookies管理器HTTPHTTPS请求管理器
发起请求
'''

cookies_object = cookiejar.CookieJar()

cookies_handler = request.HTTPCookieProcessor(cookies_object)
http_handler = request.HTTPHandler()
https_handler = request.HTTPSHandler()

opener = request.build_opener(http_handler,https_handler,cookies_handler)
# 生成登录的cookies
req = request.Request(url,data)  
req = opener.open(req)
# 获取登录后才能爬取的数据
response = opener.open(url)
posted @ 2020-03-23 09:24  momingQI  阅读(191)  评论(0)    收藏  举报