如何快速爬取B站全站视频信息

result = []req = requests.get(url, headers=headers, timeout=6).json()time.sleep(0.6) # 延迟，避免太快 ip 被封try: data = req['data'] video = Video( data['aid'], # 视频编号 data['view'], # 播放量 data['danmaku'], # 弹幕数 data['reply'], # 评论数 data['favorite'], # 收藏数 data['coin'], # 硬币数 data['share'] # 分享数 ) with lock: result.append(video)except: pass

urls = ["http://www.smpeizi.com/archive_stat/stat?aid={}".format(i) for i in range(10000)] with futures.ThreadPoolExecutor(32) as executor: # 多线程 executor.map(run, urls)