这个链接https://ask.csdn.net/new?word=&spm=1000.2115.3001.5354#https://www.digikey.cn/zh/products/filter/rf-%E5%85%B6%E5%AE%83-ic-%E5%92%8C%E6%A8%A1%E5%9D%97/863?s=N4IgrCBcoA5QjAGhDOkBMYC%2BWg后面的s=N4IgrCBcoA5QjAGhDOkBMYC%2BWg怎么获取,想用拼接数据来翻页,但是一直找不到这个参数
import requests
from lxml import etree
# https://www.digikey.cn/zh/products/category/%E9%A3%8E%E6%89%87-%E7%83%AD%E7%AE%A1%E7%90%86/16
url = 'https://www.digikey.cn/zh/products'
headers = {
'referer': 'https://www.digikey.cn/zh/products',
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36',
}
session = requests.session()
resp = session.get(url=url,headers=headers)
tree = etree.HTML(resp.text)
li = tree.xpath('//div[@ref_page_event="Jump to Category"]/ul/li')
for item in li:
# 获取子链接
base_url = 'https://www.digikey.cn'+item.xpath('./a/@href')[0]
# 进入第二个子页面
response = session.get(url=base_url,headers=headers)
# content = response.content.decode('utf-8')
# with open('3.text','w',encoding='utf-8')as file:
# file.write(content)
html = etree.HTML(response.text)
div = html.xpath('//div[@class="jss16"]/div[2]/div')
for items in div:
# 获取孙链接
href = 'https://www.digikey.cn'+items.xpath('./a/@href')[0]
# print(href)
# 进入第三个子页面
res = session.get(url=href,headers=headers)
# print(res.text)
etr = etree.HTML(res.text)
tr = etr.xpath('//table[@id="data-table-0"]/tbody/tr')
info_list = []
for obj in tr:
firm = obj.xpath('./td[2]/div/div[3]/a[1]/text()')[0]
number = obj.xpath('./td[2]/div/div[3]/a[2]/text')[0]
info_list.append({firm:' firm',number:'number'})
# https://www.digikey.cn/zh/products/filter/rf-%E5%85%B6%E5%AE%83-ic-%E5%92%8C%E6%A8%A1%E5%9D%97/863?s=N4IgrCBcoA5QjAGhDOkBMYC%2BWg
# https://www.digikey.cn/zh/products/filter/rf-%E5%85%B6%E5%AE%83-ic-%E5%92%8C%E6%A8%A1%E5%9D%97/863?s=N4IgrCBcoA5QTAGhDOl5gL6aA
# https://www.digikey.cn/zh/products/filter/rf-%E5%85%B6%E5%AE%83-ic-%E5%92%8C%E6%A8%A1%E5%9D%97/863?s=N4IgrCBcoA5QzAGhDOkBMYC%2BWg
# https://www.digikey.cn/zh/products/filter/rf-%E5%85%B6%E5%AE%83-ic-%E5%92%8C%E6%A8%A1%E5%9D%97/863?s=N4IgrCBcoA5QLAGhDOkBMYC%2BWg
# https://www.digikey.cn/zh/products/filter/rf-%E5%85%B6%E5%AE%83-ic-%E5%92%8C%E6%A8%A1%E5%9D%97/863?s=N4IgrCBcoA5WAaEM6QExgL6aA
不知道你这个问题是否已经解决, 如果还没有解决的话: