爬取改版后的新浪微博粉丝评论，利用pandas存储。

模拟登录，抓取改版之后的新浪微博粉丝：昵称，头像，ID，评论。初次利用了pandas写入文件。/20171218

# 新浪微博的反扒措施：ajax加载，携带root，时间戳等参数“过于真实”的url将不显示全部信息，

# 所以从xhr中找到要请求的url后，还要将不需要的参数从url中删去，否则就中计啦啦啦

# 记得睡眠啊，而且设置成随机睡眠，不然被封号就是永久的！/20171218

# coding: utf-8

from fake_useragent import UserAgent
import re
import requests
import pandas   # 没接触pandas之前，一条一条的往csv里写……
import time
import random

def get_one_page(url):
    html = requests.get(url,headers = headers,cookies = cookies)
    html_return = html.json()['data']['html']  # html.text无返回，说明不是text格式的
    #print(html_return)
    return html_return

def parse_one_page(html_return):
    pattern = re.compile(r'com.(\d+)">.*?：(.+?)

',re.S) data = re.findall(pattern,html_return) #print(data) return data def write_to_file(data): data_to_write = pandas.DataFrame(data) data_to_write.to_csv('test.csv',header = False,index = False,mode = 'a+') # 去掉表头行和索引列 def main(i): url = 'https://weibo.com/aj/v6/comment/big?ajwvr=6&id=4185536291212647&page='+str(i)+'&filter=hot&filter_tips_before=0&from=singleWeiBo' html_return = get_one_page(url) # 去掉了不必要的参数后的url data = parse_one_page(html_return) write_to_file(data) headers = {'User-Agent': UserAgent().random} cookies = {'Cookie':'balabala'} if __name__=='__main__': for i in range(1,10): main(i) time.sleep(random.uniform(2,6))