Pytohn3 爬取王者荣耀 官网壁纸并下载数据到本地

import requests
import json
from urllib import parse
import os
p1 = 'https://apps.game.qq.com/cgi-bin/ams/module/ishow/V1.0/query/workList_inc.cgi?activityId=2735&sVerifyCode=ABCD&sDataType=JSON&iListNum=20&totalpage=0&page='
p2 = '&iOrder=0&iSortNumClose=1&jsoncallback=jQuery17105289350955165879_1581578028601&iAMSActivityId=51991&_everyRead=true&iTypeId=2&iFlowId=267733&iActId=2735&iModuleId=2735&_=1581578055732'

urlList = [p1 + str(n) + p2 for n in range(20)]
#自己要保存图片文件的路径位置根据自己电脑设置
downloadPath = r"E:\pyst\0000爬虫自学\0007爬取王者荣耀壁纸\官网下载壁纸王者"
num = 0
for url in urlList:
    response = requests.get(url)
    #获取字典字符
    data = response.text[41:-2]
    json_data = json.loads(data)
    #print(data)
    for i in json_data['List']:
        num += 1
        #parse.unquote()解码   //str.strip()删除开头结尾的空格文件名不能有空格 冒号等
        # 防止文件名字不合法 对名字做处理
        filename = parse.unquote(i['sProdName']).strip().replace(":","")
        #1920*1080壁纸下载链接
        filehref = parse.unquote(i['sProdImgNo_6']).replace("/200","/0")
        getPic = requests.get(filehref)
        path = os.path.join(downloadPath,str(num)+filename + ".jpg")

        #执行文件写入本地
        try:
            with open(path,'wb') as photo:
                #图片写入是file.content
                photo.write(getPic.content)
                print("第%d写入成功" % num, filename, filehref)
        except:
            print("第%d写入失败" % num, filename, filehref)






你可能感兴趣的:(爬虫,人工智能,pytorch,数据挖掘,深度学习,自然语言处理,pycharm)