python爬虫实战-爬取美女图片并保存至本地文件夹（xpath）

python爬虫实战-爬取美女图片并保存至本地文件夹（xpath）

import urllib.parse
import urllib.request
from lxml import etree
import time
import os

# 首页：http://sc.chinaz.com/tupian/xingganmeinvtupian.html
# 分页后：http://sc.chinaz.com/tupian/xingganmeinvtupian_3.html

def handle_request(url,page):
	#由于页面不规律，需要增加个判断
	# 首页：http://sc.chinaz.com/tupian/xingganmeinvtupian.html
	# 分页后：http://sc.chinaz.com/tupian/xingganmeinvtupian_3.html	
	if page == 1:
		url=url.format('')
	else:
		url=url.format('_' + str(page))
	headers={
		'User-Agent':'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36',
	}
	request=urllib.request.Request(url=url,headers=headers)
	return request

def downoad_image(image_src):
	dirpath='xingganmeinv'
	if not os.path.exists(dirpath):
		os.mkdir(dirpath)
	#搞个文件名
	filename=os.path.basename(image_src)
	filepath=os.path.join(dirpath,filename)
	headers={
		'User-Agent':'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36',
	}
	request=urllib.request.Request(url=image_src,headers=headers)
	response=urllib.request.urlopen(request)
	with open(filepath,'wb') as fp:
		fp.write(response.read())

#解析内容，并下载图片
def parse_content(content):
	tree=etree.HTML(content)
	img_list=tree.xpath('//div[@id="container"]/div/div/a/img')
	for lt in img_list:
		#处理图片懒加载
		img_href=lt.xpath('.//@src2')[0].replace('_s.','.')
		img_title=lt.xpath('.//@alt')[0]
		print('正在下载图片：%s  ......'%img_title)
		#方法一：
		# downoad_image(img_href)
		#方法二：
		dirname='meinv'
		if not os.path.exists(dirname):
			os.mkdir(dirname)
		# 后缀
		s=os.path.splitext(img_href)[-1]
		#图片的名称
		filepath=dirname+'/'+img_title+s
		urllib.request.urlretrieve(img_href,filepath)

def main():
	url='http://sc.chinaz.com/tupian/xingganmeinvtupian{}.html'
	start_page=int(input('请输入起始页码：'))
	end_page=int(input('请输入结束页码：'))
	for page in range(start_page,end_page+1):
		print('开始下载第%s页所有图片，请稍等......'%page)
		request=handle_request(url,page)
		content=urllib.request.urlopen(request).read().decode()
		parse_content(content)

if __name__ == '__main__':
	main()