为什么抓下来的数据只有两页,修改range范围没用,依然只有两页数据
import requests
import re
import csv
for y in range(1,10):
url = f'https://www.jinrikz.cn/search/{y}'
# print(url)
resp1 = requests.get(url)
resp2 = resp1.text
# print(resp2)
obj1 = re.compile(r'<td class="job">.*?title="(?P<zhiwei>.*?)">.*?<span>(?P<gangwei>.*?)</span>.*?<td class="company">.*?title="(?P<gongsi>.*?)">.*?<td class="region">(?P<quyu>.*?)</td>.*?<td class="wages">(?P<gongzi>.*?) </td>.*?<td class="updated_at">', re.S)
res = obj1.finditer(resp2)
f_jrkz = open('jrkzdata.csv','w')
csvwriter = csv.writer(f_jrkz)
for i in res:
dic = i.groupdict()
dic['gongzi'] = dic['gongzi'].strip()
csvwriter.writerow(dic.values())
f_jrkz = open('jrkzdata.csv','w')
这个放到 for循环上面,w模式,放到for里面,表示每次覆盖