python访问网站获取内容

import requests
from bs4 import BeautifulSoup
import sqlite3
import matplotlib.pyplot as plt
import pandas as pd

# 获取网页内容
url = 'https://example.com'
response = requests.get(url)
html = response.text

# 解析网页内容
soup = BeautifulSoup(html, 'html.parser')
data = soup.find_all('div', class_='work')

# 连接数据库
conn = sqlite3.connect('database.db')
cursor = conn.cursor()

# 创建表
cursor.execute('CREATE TABLE IF NOT EXISTS works (title TEXT, author TEXT, description TEXT)')

# 将数据插入数据库中
for work in data:
    title = work.find('h2').text
    author = work.find('p').text
    description = work.find('div', class_='description').text

    cursor.execute('INSERT INTO works VALUES (?, ?, ?)', (title, author, description))

# 提交更改并关闭数据库连接
conn.commit()
conn.close()

# 连接数据库，读取数据
conn = sqlite3.connect('database.db')
df = pd.read_sql_query('SELECT * FROM works', conn)

# 绘制柱状图
df['author'].value_counts().plot(kind='bar')

# 显示图表
plt.show()

# 关闭数据库连接
conn.close()

# 连接数据库，执行模糊查询
conn = sqlite3.connect('database.db')
query = input('请输入查询关键词：')
df = pd.read_sql_query(f"SELECT * FROM works WHERE title LIKE '%{query}%' OR author LIKE '%{query}%'", conn)

# 显示查询结果
print(df)

# 关闭数据库连接
conn.close()