题主要的xpath采集代码如下
import requests
from lxml import etree
headers={"User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.87 Safari/537.36 SE 2.X MetaSr 1.0"}
url="https://www.kkdsa.com/vodtype/6.html%22
response=requests.get(url=url,headers=headers)
html=etree.HTML(response.text)
div_list=html.xpath('//div[@class="cards video-list"]/div')
for div in div_list:
# 获取剧名
name=div.xpath('.//div[@class="card-heading text-ellipsis"]4/a/text()')[0]
# 电影分类
classify=div.xpath('.//div[@clas="card-content text-ellipsis text-muted"]//a/text()')[0]
print(name,classify)
这样?
import requests
from lxml import etree
from openpyxl import Workbook
wb=Workbook()
ws=wb.active
ws.append(["电影名称","电影分类","所属国家","年份"])
#准备url和headers
headers={"User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.87 Safari/537.36 SE 2.X MetaSr 1.0"}
tmpurl="https://www.kkdsa.com/vodtype/6-{}.html"#分页url模板
for i in range(1,2):#############################采集多个分页修改这里的2
url=tmpurl.format(i)
response=requests.get(url=url,headers=headers)
html=etree.HTML(response.text)
div_list=html.xpath('//div[@class="cards video-list"]/div')
for div in div_list:
# 获取剧名
name=div.xpath('.//div[@class="card-heading text-ellipsis"]/strong/a/text()')[0]
# 分类 国家 年份
arr=''.join(div.xpath('.//div[@class="card-content text-ellipsis text-muted"]//text()')).split('/')
classify=arr[0]
country=arr[1]
year=arr[2]
print(name,classify,country,year)
ws.append([name,classify,country,year])
wb.save("韩剧.xlsx")
有帮助麻烦点下【采纳该答案】,谢谢~~
你输出response.text看看有没你要的数据,如果没有说明被反爬了