follower_user.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

"""
利用requests抓取掘金用户的关注者
author: gxcuizy
date: 2018-11-06
"""

import requests
import json


class GetFollwerUser(object):
    """抓取掘金用户的关注者"""

    def __init__(self):
        """初始化变量"""
        self.base_url = 'https://follow-api-ms.juejin.im/v1/getUserFollowerList'
        self.user_id = '59b0de6e5188250f4850ea06'
        self.src = 'web'
        self.before = ''
        self.param = {}
        self.user_list = []
        self.json_file = 'follower_user.json'

    def get_users(self):
        """获取一页的用户"""
        # 请求关注者列表数据
        headers = {
            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36'
        }
        self.param.update({'uid': self.user_id})
        self.param.update({'before': self.before})
        self.param.update({'src': self.src})
        request = requests.get(self.base_url, params=self.param, headers=headers)
        # 用户列表
        follower_list = []
        if request.status_code == 200:
            data = request.json()
            follower_list = data['d']
        return follower_list

    def run(self):
        """开始爬取"""
        print('开始爬取关注者-%s' % self.user_id)
        while True:
            # 获取关注者，无关注者，则停止爬取
            followers = self.get_users()
            if not followers:
                break
            # 处理数据
            for follower_info in followers:
                # 获取用户ID和昵称，存入json
                user_info = {}
                user_info.update({'user_id': follower_info['follower']['objectId']})
                user_info.update({'user_name': follower_info['follower']['username']})
                print('关注者：%s' % user_info)
                self.user_list.append(user_info)
                # 更新下一页的before值
                self.before = follower_info['createdAtString']
        print('爬取结束，总计关注者【%s】人' % len(self.user_list))
        # json文件存储
        with open(self.json_file, 'w', encoding='utf-8') as file:
            json.dump(self.user_list, file, ensure_ascii=False)


# 程序主入口
if __name__ == '__main__':
    follower = GetFollwerUser()
    follower.run()