python爬虫代码出现问题

# -*-coding:utf8-*-

 

import requests

import json

import random

import pymysql

import sys

import datetime

import time

from imp import reload

from multiprocessing.dummy import Pool as ThreadPool

 

 

def datetime_to_timestamp_in_milliseconds(d):

    def current_milli_time(): return int(round(time.time() * 1000))

 

    return current_milli_time()

 

 

reload(sys)

 

 

def LoadUserAgents(uafile):

    uas = []

    with open(uafile, 'rb') as uaf:

        for ua in uaf.readlines():

            if ua:

                uas.append(ua.strip()[:-1])

    random.shuffle(uas)

    return uas

 

 

uas = LoadUserAgents("user_agents.txt")

head = {

    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.116 Safari/537.36',

    'X-Requested-With': 'XMLHttpRequest',

    'Referer': 'http://space.bilibili.com/45388',

    'Origin': 'http://space.bilibili.com',

    'Host': 'space.bilibili.com',

    'AlexaToolbar-ALX_NS_PH': 'AlexaToolbar/alx-4.0',

    'Accept-Language': 'zh-CN,zh;q=0.8,en;q=0.6,ja;q=0.4',

    'Accept': 'application/json, text/javascript, */*; q=0.01',

}

 

# Please replace your own proxies.

proxies = {

    'http': 'http://120.26.110.59:8080',

    'http': 'http://120.52.32.46:80',

    'http': 'http://218.85.133.62:80',

}

time1 = time.time()

 

urls = []

 

# Please change the range data by yourself.

for m in range(5214, 5215):

 

    for i in range(m * 100, (m + 1) * 100):

        url = 'https://space.bilibili.com/' + str(i)

        urls.append(url)

 

 

    def getsource(url):

        payload = {

            '_': datetime_to_timestamp_in_milliseconds(datetime.datetime.now()),

            'mid': url.replace('https://space.bilibili.com/', '')

        }

        ua = random.choice(uas)

        head = {

            'User-Agent': ua,

            'Referer': 'https://space.bilibili.com/' + str(i) + '?from=search&seid=' + str(random.randint(10000, 50000))

        }

        mid = payload['mid']

 

        # 使用post会报错 (2021/5/2)

        jscontent = requests \

            .session() \

有大佬帮忙看看这段代码哪错了吗

具体的错误信息是什么呢,大致看了一下,代码有点乱,其中def getsource(url):这一句是多余的。对于post请求有一些参数必须正确传递才行。

您好,我是有问必答小助手,您的问题已经有小伙伴解答了,您看下是否解决,可以追评进行沟通哦~

如果有您比较满意的答案 / 帮您提供解决思路的答案,可以点击【采纳】按钮,给回答的小伙伴一些鼓励哦~~

ps:问答VIP仅需29元,即可享受5次/月 有问必答服务,了解详情>>>https://vip.csdn.net/askvip?utm_source=1146287632