Python2.7抓取豆瓣美女图片

python爬虫小例子

安装环境
pycharm
python2.7
BeautifulSoup4

#coding=utf-8

import urllib
import urllib2
from bs4 import BeautifulSoup

url ='http://www.dbmeinv.com/?pager_offset=1'
x=1
def crawl(url):
    headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36'}
    req =  urllib2.Request(url,headers=headers)#伪装浏览器访问
    page = urllib2.urlopen(req,timeout=20)#打开网页
    contents = page.read()#获取源码
    #print contents
    #html.parser解析网页xml功能更强大
    soup = BeautifulSoup(contents,'html.parser')#创建一个soup对象
    # 获取图片  find只找一次   find_all找到所有的标签    和正则表达式的区别
    my_girl = soup.find_all('img')
    print my_girl
    for girl in my_girl:
       # print girl
        link = girl.get('src')
        print link
        #下载图片，取名字
        global x
        urllib.urlretrieve(link,'E:\\image\%s.jpg'%x)
        print "正在下载%s。。。"% x
        x += 1  # 递增 python没有x++

for page in range(1,4):
    url = 'http://www.dbmeinv.com/?pager_offset=%s'%page
    crawl(url)
print "下载完毕。。。。"

crawl(url)

源码下载 GitHub https://github.com/liufengyuqing/PythonPractice/tree/master