#爬取58二手房中的房源信息
import requests
from lxml import etree
import lxml
url='https://bj.58.com/ershoufang/'
headers={
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36 Edg/98.0.1108.50'
}
resp=requests.get(url=url,headers=headers)
resp.encoding='utf-8'
page_text=resp.text
with open('./text','w',encoding='utf-8') as fp:
    fp.write(page_text)
#数据解析
tree=etree.HTML('page_text')
print(tree)
#存储的就是div标签对象
div_list=tree.xpath('//head')
print(div_list)

结果：第一个tree没问题，但无论在xpath后面放什么都返回空列表

tree=etree.HTML('page_text')
改为
tree=etree.HTML(page_text)

加载变量的值，而不是直接加载page_text这字符，当然无法找到内容

爬取58二手房中的房源信息

import requests
from lxml import html
import lxml

url = 'https://bj.58.com/ershoufang/'
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.80 Safari/537.36 Edg/98.0.1108.50'
}
resp = requests.get(url=url, headers=headers)
resp.encoding = 'utf-8'
page_text = resp.text
with open('./text', 'w', encoding='utf-8') as fp:
fp.write(page_text)

数据解析

tree = html.etree.HTML(page_text)
print(tree)

存储的就是div标签对象

div_list = tree.xpath('//head')
print(div_list)

您好，我是有问必答小助手，您的问题已经有小伙伴帮您解答，感谢您对有问必答的支持与关注！
PS：问答VIP年卡 【限时加赠：IT技术图书免费领】，了解详情>>> https://vip.csdn.net/askvip?utm_source=1146287632