headers = {"User-Agent" : UserAgent().random}
PaperUrl = 'https://www.sciencedirect.com/search/api?
param = {'qs': 'car tourism',
'pub': 'Tourism Management',
'cid': 271716,
't': 'ZNS1ixW4GGlMjTKbRHccgTrm%2F%2BWBqyPRxQfBpALgy5yV6QyxSK1wRiqbcvDgEHZYlsq2d8X3OTZN7UG%2FlCjz%2Bm6L4PUF0k6HOGFg%2Fg7RmusmZ0Q28STvJ9SQp7Q5GFRFvKdDbfVcomCzYflUlyb3MA%3D%3D',
'hostname': 'www.sciencedirect.com'}
page_text = requests.get(PaperUrl, params = param, headers = headers).text
print(page_text)
有人知道如何能爬到吗
要爬的网址页面:https://www.sciencedirect.com/search?qs=car%20tourism&pub=Tourism%20Management&cid=271716
看看是不是这个