编写爬虫运行结果报错
import requests
from lxml import html
etree= html.etree
if __name__ == '__main__':
#对下述url发起请求解析出视频详情页的url和视频的名称
url = "https://www.pearvideo.com/category_5"
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.93 Safari/537.36"}
page_text=requests.get(url,headers).text
tree=etree.HTML(page_text)
li_list=tree.xpath('//ul[@class="listvideo-list clearfix"]/li')
for li in li_list:
detail_url='https://www.pearvideo.com/'+li.xpath('./div/a/@href')[0]
# name=li.xpath=('./div/a/div[2]/text()')+".mp4"
#对详情页发起请求
detail_page_text=requests.get(url=detail_url,headers=headers).text
#从详情页中解析出视频对应的url
root=etree.xpath("detail_page_text")
mp4_url=root.xpath('//div[@id="poster"]/img/@src')[0]
print(mp4_url)
root=etree.xpath("detail_page_text")
AttributeError: module 'lxml.etree' has no attribute 'xpath'
你是不是想这样
import requests
from lxml import html
etree = html.etree
if __name__ == '__main__':
# 对下述url发起请求解析出视频详情页的url和视频的名称
url = "https://www.pearvideo.com/category_5"
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.93 Safari/537.36"}
page_text = requests.get(url, headers).text
tree = etree.HTML(page_text)
li_list = tree.xpath('//ul[@class="listvideo-list clearfix"]/li')
for li in li_list:
detail_url = 'https://www.pearvideo.com/' + li.xpath('./div/a/@href')[0]
# name=li.xpath=('./div/a/div[2]/text()')+".mp4"
# 对详情页发起请求
detail_page_text = requests.get(url=detail_url, headers=headers).text
# 从详情页中解析出视频对应的url
detail_tree = html.etree.HTML(detail_page_text)
root = detail_tree.xpath("detail_page_text")
mp4_url = detail_tree.xpath('//div[@id="poster"]/img/@src')[0]
print(mp4_url)
有用记得点个采纳