py每日spider案例之网盘搜索接口

import requests


headers = {
    "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
    "accept-language": "zh-CN,zh;q=0.9",
    "cache-control": "no-cache",
    "pragma": "no-cache",
    "priority": "u=0, i",
    "referer": "https://aipanso.com/search?k=%E5%87%A1%E4%BA%BA%E4%BF%AE%E4%BB%99%E4%BC%A0",
    "sec-ch-ua": "\"Google Chrome\";v=\"137\", \"Chromium\";v=\"137\", \"Not/A)Brand\";v=\"24\"",
    "sec-ch-ua-mobile": "?0",
    "sec-ch-ua-platform": "\"Windows\"",
    "sec-fetch-dest": "document",
    "sec-fetch-mode": "navigate",
    "sec-fetch-site": "same-origin",
    "sec-fetch-user": "?1",
    "upgrade-insecure-requests": "1",
    "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36"
}
cookies = {
    "_ga": "GA1.1.113535775.1757510850",
    "Hm_lvt_0167ed9d3ea4ee5b56b8b71cc137deb5": "1757510850",
    "HMACCOUNT": "349C61B60410186B",
    "_bid": "293214a6d95f26722e65410408d20863",
    "_clck": "ksryx8%5E2%5Efz7%5E0%5E2079",
    "ck_ml_sea_": "a90d7344f5898f02a8a6eed91ee610b7213717b1b61d331aed0e78a4e540b416f7cb6f9671807cf4cf4e37afe97f7a1b776d778ef099fcb0cef6b2476b7d2eef74cafe328cdf39e2ddd30043a3879273b5bff510a0e03836f590b40d204dcf5c236f791ba9d8100923ff2e1b3590be67",
    "Hm_lpvt_0167ed9d3ea4ee5b56b8b71cc137deb5": "1757511518",
    "_ga_8S1QQQ1NGR": "GS2.1.s1757510849$o1$g1$t1757511517$j59$l0$h0"
}
url = "https://aipanso.com/search"
params = {
    "k": "凡人修仙传"
}
response = requests.get(url, headers=headers, cookies=cookies, params=params)

html=etree.HTML(response.text)
href=html.xpath('//van-row/a/@href')
for h in href:
    url='https://aipanso.com'+h
    print(url)
   

目标网址