python模拟163登陆获取邮件列表
利用cookielib和urllib2模块模拟登陆163的例子有很多，近期看了《python模拟登陆163邮箱并获取通讯录》一文，受到启发，试着对收件箱、发件箱等进行了分析，并列出了所有邮件列表及状态，包括发件人、收件人、主题、发信时间、已读未读等状态。
1、参考代码：http://hi.baidu.com/fc_lamp/blog/item/2466d1096fcc532de8248839.html%EF%BB%BF
#-*- coding:UTF-8 -*- import urllib,urllib2,cookielib import xml.etree.ElementTree as etree #xml解析类 class Login163: #伪装browser header = {'User-Agent':'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6'} username = '' passwd = '' cookie = None #cookie对象 cookiefile = './cookies.dat' #cookie临时存放地 user = '' def __init__(self,username,passwd): self.username = username self.passwd = passwd #cookie设置 self.cookie = cookielib.LWPCookieJar() #自定义cookie存放 opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(self.cookie)) urllib2.install_opener(opener) #登陆 def login(self): #请求参数设置 postdata = { 'username':self.username, 'password':self.passwd, 'type':1 } postdata = urllib.urlencode(postdata) #发起请求 req = urllib2.Request( url='http://reg.163.com/logins.jsp?type=1&product=mail163&url=http://entry.mail.163.com/coremail/fcg/ntesdoor2?lightweight%3D1%26verifycookie%3D1%26language%3D-1%26style%3D1', data= postdata,#请求数据 headers = self.header #请求头 ) result = urllib2.urlopen(req).read() result = str(result) self.user = self.username.split('@')[0] self.cookie.save(self.cookiefile)#保存cookie if '登录成功，正在跳转...' in result: #print("%s 你已成功登陆163邮箱。---------\n" %(user)) flag = True else: flag = '%s 登陆163邮箱失败。'%(self.user) return flag #获取通讯录 def address_list(self): #获取认证sid auth = urllib2.Request( url='http://entry.mail.163.com/coremail/fcg/ntesdoor2?username='+self.user+'&lightweight=1&verifycookie=1&language=-1&style=1', headers = self.header ) auth = urllib2.urlopen(auth).read() for i,sid in enumerate(self.cookie):#enumerate()用于同时返数字索引与数值，实际上是一个元组:((0,test[0]),(1,test[1]).......)这有点像php里的foreach 语句的作用 sid = str(sid) if 'sid' in sid: sid = sid.split()[1].split('=')[1] break self.cookie.save(self.cookiefile) #请求地址 url = 'http://twebmail.mail.163.com/js4/s?sid='+sid+'&func=global:sequential&showAd=false&userType=browser&uid='+self.username #参数设定(var 变量是必需要的,不然就只能看到:<code>S_OK</code><messages/>这类信息) #这里参数也是在firebug下查看的。 postdata = { 'func':'global:sequential', 'showAd':'false', 'sid':sid, 'uid':self.username, 'userType':'browser', 'var':'<?xml version="1.0"?><object><array name="items"><object><string name="func">pab:searchContacts</string><object name="var"><array name="order"><object><string name="field">FN</string><boolean name="desc">false</boolean><boolean name="ignoreCase">true</boolean></object></array></object></object><object><string name="func">pab:getAllGroups</string></object></array></object>' } postdata = urllib.urlencode(postdata) #组装请求 req = urllib2.Request( url = url, data = postdata, headers = self.header ) res = urllib2.urlopen(req).read() #解析XML，转换成json #说明：由于这样请求后163给出的是xml格式的数据， #为了返回的数据能方便使用最好是转为JSON json = [] tree = etree.fromstring(res) obj = None for child in tree: if child.tag == 'array': obj = child break #这里多参考一下，etree元素的方法属性等，包括attrib,text,tag,getchildren()等 obj = obj[0].getchildren().pop() for child in obj: for x in child: attr = x.attrib if attr['name']== 'EMAIL;PREF': value = {'email':x.text} json.append(value) return json #Demo print("Requesting......\n\n") login = Login163('[email protected]','xxxxx') flag = login.login() if type(flag) is bool: print("Successful landing,Resolved contacts......\n\n") res = login.address_list() for x in res: print(x['email']) else: print(flag)
2、分析收件箱、发件箱等网址
在参考代码中，获取通讯录的url为
url = 'http://twebmail.mail.163.com/js4/s?sid='+sid+'&func=global:sequential&showAd=false&userType=browser&uid='+self.username，通过对邮箱地址的分析，发现收件箱、发件箱等的url为url = 'http://twebmail.mail.163.com/js4/s?sid='+sid+'&func=mbox:listMessages&showAd=false&userType=browser&uid='+self.username，其中func=
mbox:listMessages。其对收件箱、发件箱的具体区分在下面的postdata中，具体为：
（1）收件箱
postdata = { 'func':'global:sequential', 'showAd':'false', 'sid':'qACVwiwOfuumHPdcYqOOUTAjEXNbBeAr', 'uid':self.username, 'userType':'browser', 'var':'<!--?xml version="1.0"?--><object><int name="fid">1</int><string name="order">date</string><boolean name="desc">true</boolean><boolean name="topFirst">false</boolean><int name="start">0</int><int name="limit">20</int></object>' }
（2）发件箱
postdata = { 'func':'global:sequential', 'showAd':'false', 'sid':'qACVwiwOfuumHPdcYqOOUTAjEXNbBeAr', 'uid':self.username, 'userType':'browser', 'var':'<!--?xml version="1.0"?--><object><int name="fid">3</int><string name="order">date</string><boolean name="desc">true</boolean><boolean name="topFirst">false</boolean><int name="start">0</int><int name="limit">20</int></object>' }
可以看出，两段代码的不同之处就是fid的取值不同，其中收件箱为1，发件箱为3，草稿箱为2。
3、xml解析
利用ElementTree 类来进行xml到字典的转换。在获取通讯录的实例中，主要使用了这一方法。本例子（具体代码见后文）在收取邮件列表时，并没有用这一方法，仍然使用的是字符串的处理方法。但这里还是列一下ElementTree 类对xml的处理。如（参考地址：http://hi.baidu.com/fc_lamp/blog/item/8ed2d53ada4586f714cecb3d.html）：
-<result> <code>S_OK</code> -<array name="var"> -<object> <string name="code">S_OK</string> -<array name="var"> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> +<object></object> </array> </object> +<object></object> </array> </result>
解决方法：
#-*- coding:UTF-8 -*- import xml.etree.ElementTree as etree #xml解析类 def xml2json(xml): json = [] tree = etree.fromstring(xml) #如果是文件可用parse(source) obj = None for child in tree: if child.tag == 'array': obj = child break #这里多参考一下，etree元素的方法属性等，包括attrib,text,tag,getchildren()等 obj = obj[0].getchildren().pop() for child in obj: for x in child: attr = x.attrib if attr['name']== 'EMAIL;PREF': value = {'email':x.text} json.append(value) return json
4、收件箱邮件列表
本例子只列出了收件箱邮件列表，如果需要，可根据以上介绍调整fid值，列出发件箱、草稿箱等的邮件列表。程序在windosxp、py2.6环境下调查通过，运行后，会在当前目录下生成三个文件：inboxlistfile.txt记录收件箱邮件列表，addfile.txt记录通讯录，cookies.dat记录cookies。具体代码如下：
#-*- coding:UTF-8 -*- #@小五义 http://www.cnblogs.com/xiaowuyi #163邮件列表 import urllib,urllib2,cookielib import xml.etree.ElementTree as etree #xml解析类 class Login163: #伪装browser header = {'User-Agent':'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6'} username = '' passwd = '' cookie = None #cookie对象 cookiefile = './cookies.dat' #cookie临时存放地 user = '' def __init__(self,username,passwd): self.username = username self.passwd = passwd #cookie设置 self.cookie = cookielib.LWPCookieJar() #自定义cookie存放 opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(self.cookie)) urllib2.install_opener(opener) #登陆 def login(self): #请求参数设置 postdata = { 'username':self.username, 'password':self.passwd, 'type':1 } postdata = urllib.urlencode(postdata) #发起请求 req = urllib2.Request( url='http://reg.163.com/logins.jsp?type=1&product=mail163&url=http://entry.mail.163.com/coremail/fcg/ntesdoor2?lightweight%3D1%26verifycookie%3D1%26language%3D-1%26style%3D1', data= postdata,#请求数据 headers = self.header #请求头 ) result = urllib2.urlopen(req).read() result = str(result) #print result self.user = self.username.split('@')[0] self.cookie.save(self.cookiefile)#保存cookie if '登录成功，正在跳转...' in result: #print("%s 你已成功登陆163邮箱。---------n" %(user)) flag = True else: flag = '%s 登陆163邮箱失败。'%(self.user) return flag #获取通讯录 def address_list(self): #获取认证sid auth = urllib2.Request( url='http://entry.mail.163.com/coremail/fcg/ntesdoor2?username='+self.user+'&lightweight=1&verifycookie=1&language=-1&style=1', headers = self.header ) auth = urllib2.urlopen(auth).read() #authstr=str(auth) #print authstr for i,sid in enumerate(self.cookie): sid = str(sid) #print 'sid:%s' %sid if 'sid' in sid: sid = sid.split()[1].split('=')[1] break self.cookie.save(self.cookiefile) #请求地址 url = 'http://twebmail.mail.163.com/js4/s?sid='+sid+'&func=global:sequential&showAd=false&userType=browser&uid='+self.username #参数设定(var 变量是必需要的,不然就只能看到:<code>S_OK</code><messages>这类信息) #这里参数也是在firebug下查看的。 postdata = { 'func':'global:sequential', 'showAd':'false', 'sid':'qACVwiwOfuumHPdcYqOOUTAjEXNbBeAr', 'uid':self.username, 'userType':'browser', 'var':'<!--?xml version="1.0"?--><object><array name="items"><object><string name="func">pab:searchContacts</string><object name="var"><array name="order"><object><string name="field">FN</string><boolean name="desc">false</boolean><boolean name="ignoreCase">true</boolean></object></array></object></object><object><string name="func">pab:getAllGroups</string></object></array></object>' } postdata = urllib.urlencode(postdata) #组装请求 req = urllib2.Request( url = url, data = postdata, headers = self.header ) res = urllib2.urlopen(req).read() #print str(res) #解析XML，转换成json #说明：由于这样请求后163给出的是xml格式的数据， #为了返回的数据能方便使用最好是转为JSON json = [] tree = etree.fromstring(res) obj = None for child in tree: if child.tag == 'array': obj = child break #这里多参考一下，etree元素的方法属性等，包括attrib,text,tag,getchildren()等 obj = obj[0].getchildren().pop() for child in obj: for x in child: attr = x.attrib if attr['name']== 'EMAIL;PREF': value = {'email':x.text} json.append(value) return json def minbox(self):#收件箱，fid为1，发件箱为3，草稿箱为2 #获取认证sid auth = urllib2.Request( url='http://entry.mail.163.com/coremail/fcg/ntesdoor2?username='+self.user+'&lightweight=1&verifycookie=1&language=-1&style=1', headers = self.header ) auth = urllib2.urlopen(auth).read() #authstr=str(auth) #print authstr for i,sid in enumerate(self.cookie): sid = str(sid) #print 'sid:%s' %sid if 'sid' in sid: sid = sid.split()[1].split('=')[1] break self.cookie.save(self.cookiefile) #请求地址 url = 'http://twebmail.mail.163.com/js4/s?sid='+sid+'&func=mbox:listMessages&showAd=false&userType=browser&uid='+self.username #参数设定(var 变量是必需要的,不然就只能看到:<code>S_OK</code><messages>这类信息) #这里参数也是在firebug下查看的。 postdata = { 'func':'global:sequential', 'showAd':'false', 'sid':'qACVwiwOfuumHPdcYqOOUTAjEXNbBeAr', 'uid':self.username, 'userType':'browser', 'var':'<!--?xml version="1.0"?--><object><int name="fid">1</int><string name="order">date</string><boolean name="desc">true</boolean><boolean name="topFirst">false</boolean><int name="start">0</int><int name="limit">20</int></object>' } postdata = urllib.urlencode(postdata) #组装请求 req = urllib2.Request( url = url, data = postdata, headers = self.header ) res = urllib2.urlopen(req).read() liststr=str(res).split('<object>')#用object进行分割 inboxlistcount=len(liststr)-1#记录邮件封数 inboxlistfile=open('inboxlistfile.txt','a') t=0 #记录当前第几封信 for i in liststr: if 'xml' in i and ' version=' in i: inboxlistfile.write('inbox 共'+str(inboxlistcount)+'信') inboxlistfile.write('\n') if 'name="id"' in i: t=t+1 inboxlistfile.write('第'+str(t)+'封：') inboxlistfile.write('\n') #写入from beginnum=i.find('name="from"') endnum=i.find('</string>',beginnum) inboxlistfile.write('From:'+i[beginnum+12:endnum]) inboxlistfile.write('\n') #写入to beginnum=i.find('name="to"') endnum=i.find('</string>',beginnum) inboxlistfile.write('TO:'+i[beginnum+10:endnum]) inboxlistfile.write('\n') #写入subject beginnum=i.find('name="subject"') endnum=i.find('</string>',beginnum) inboxlistfile.write('Subject:'+i[beginnum+15:endnum]) inboxlistfile.write('\n') #写入date： beginnum=i.find('name="sentDate"') endnum=i.find('</date>',beginnum) inboxlistfile.write('Date:'+i[beginnum+16:endnum]) inboxlistfile.write('\n') if 'name="read">true' in i: inboxlistfile.write('邮件状态:已读') inboxlistfile.write('\n') else: inboxlistfile.write('邮件状态:未读') inboxlistfile.write('\n') #写用邮件尺寸 beginnum=i.find('name="size"') endnum=i.find('</int>',beginnum) inboxlistfile.write('邮件尺寸:'+i[beginnum+12:endnum]) inboxlistfile.write('\n') #写入邮件编号，用于下载邮件 beginnum=i.find('name="id"') endnum=i.find('</string>',beginnum) inboxlistfile.write('邮件编号:'+i[beginnum+10:endnum]) inboxlistfile.write('\n\n') inboxlistfile.close() #Demo print("Requesting......nn") login = Login163('[email protected]','AAAAA') flag = login.login() if type(flag) is bool: login.minbox() #login.letterdown() print("Successful landing,Resolved contacts......nn") res = login.address_list() for x in res: print(x['email']) else: print(flag)